NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-19 12:57:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

remove comments

Browse source
This commit is contained in:
Jai Suphavadeeprasit 2026-03-13 13:29:47 -04:00
parent 994e9c287d
commit 322e7e6623
5 changed files with 2 additions and 53 deletions
Download patch file Download diff file Expand all files Collapse all files

11
example_trainer/vllm_api_server.py
View file

@ -296,17 +296,6 @@ async def _generate(request_dict: dict, raw_request: Request) -> Response:
if engine is None:
raise HTTPException(status_code=503, detail="Engine not initialized")
request_preview = {
"has_prompt": "prompt" in request_dict,
"n": request_dict.get("n"),
"max_tokens": request_dict.get("max_tokens"),
"temperature": request_dict.get("temperature"),
"top_p": request_dict.get("top_p"),
"logprobs": request_dict.get("logprobs"),
"prompt_logprobs": request_dict.get("prompt_logprobs"),
}
logger.info("POST /generate received %s", request_preview)
prompt = request_dict.pop("prompt")
stream = request_dict.pop("stream", False)
request_dict["output_kind"] = RequestOutputKind.FINAL_ONLY