From e1542ee731d4c9176fcb304cf16220c86f587920 Mon Sep 17 00:00:00 2001 From: Jai Suphavadeeprasit Date: Mon, 23 Mar 2026 11:30:04 -0700 Subject: [PATCH] clean example trainer --- example_trainer/vllm_api_server.py | 20 -------------------- 1 file changed, 20 deletions(-) diff --git a/example_trainer/vllm_api_server.py b/example_trainer/vllm_api_server.py index 10759466..2846f14f 100644 --- a/example_trainer/vllm_api_server.py +++ b/example_trainer/vllm_api_server.py @@ -348,26 +348,6 @@ async def _generate(request_dict: dict, raw_request: Request) -> Response: ret["prompt_token_ids"] = final_output.prompt_token_ids ret["token_ids"] = [x.token_ids for x in final_output.outputs] - if ( - sampling_params.prompt_logprobs is not None - and final_output.prompt_logprobs is not None - ): - ret["prompt_logprobs"] = [ - ( - {int(tok_id): lp.logprob for tok_id, lp in pos.items()} - if pos is not None - else None - ) - for pos in final_output.prompt_logprobs - ] - - logger.info( - "POST /generate completed request_id=%s outputs=%s finish_reasons=%s", - request_id, - len(text_outputs), - finish_reasons, - ) - return JSONResponse(ret)