NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-19 12:57:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

clean example trainer

Browse source
This commit is contained in:
Jai Suphavadeeprasit 2026-03-23 11:30:04 -07:00
parent fae87dcaaa
commit e1542ee731
1 changed files with 0 additions and 20 deletions
Download patch file Download diff file Expand all files Collapse all files

20
example_trainer/vllm_api_server.py
View file

@ -348,26 +348,6 @@ async def _generate(request_dict: dict, raw_request: Request) -> Response:
ret["prompt_token_ids"] = final_output.prompt_token_ids
ret["token_ids"] = [x.token_ids for x in final_output.outputs]
if (
sampling_params.prompt_logprobs is not None
and final_output.prompt_logprobs is not None
):
ret["prompt_logprobs"] = [
(
{int(tok_id): lp.logprob for tok_id, lp in pos.items()}
if pos is not None
else None
)
for pos in final_output.prompt_logprobs
]
logger.info(
"POST /generate completed request_id=%s outputs=%s finish_reasons=%s",
request_id,
len(text_outputs),
finish_reasons,
)
return JSONResponse(ret)