NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-23 16:54:56 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

clean vllm tonight

Browse source
This commit is contained in:
Jai Suphavadeeprasit 2026-03-23 11:28:40 -07:00
parent 75a032bf3e
commit fae87dcaaa
2 changed files with 1 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

1
example_trainer/vllm_api_server.py
View file

@ -325,7 +325,6 @@ async def _generate(request_dict: dict, raw_request: Request) -> Response:
async for request_output in results_generator:
final_output = request_output
except asyncio.CancelledError:
logger.warning("POST /generate cancelled request_id=%s", request_id)
return Response(status_code=499)
assert final_output is not None