Skip to content

Commit e1542ee

Browse files
committed
clean example trainer
1 parent fae87dc commit e1542ee

1 file changed

Lines changed: 0 additions & 20 deletions

File tree

example_trainer/vllm_api_server.py

Lines changed: 0 additions & 20 deletions
Original file line numberDiff line numberDiff line change
@@ -348,26 +348,6 @@ async def stream_results() -> AsyncGenerator[bytes, None]:
348348
ret["prompt_token_ids"] = final_output.prompt_token_ids
349349
ret["token_ids"] = [x.token_ids for x in final_output.outputs]
350350

351-
if (
352-
sampling_params.prompt_logprobs is not None
353-
and final_output.prompt_logprobs is not None
354-
):
355-
ret["prompt_logprobs"] = [
356-
(
357-
{int(tok_id): lp.logprob for tok_id, lp in pos.items()}
358-
if pos is not None
359-
else None
360-
)
361-
for pos in final_output.prompt_logprobs
362-
]
363-
364-
logger.info(
365-
"POST /generate completed request_id=%s outputs=%s finish_reasons=%s",
366-
request_id,
367-
len(text_outputs),
368-
finish_reasons,
369-
)
370-
371351
return JSONResponse(ret)
372352

373353

0 commit comments

Comments
 (0)