NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-22 16:48:57 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

smol changes

Browse source
This commit is contained in:
Jai Suphavadeeprasit 2025-12-09 15:48:04 -05:00
parent a1725e4ae2
commit c336d981ce
2 changed files with 4 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

6
example_trainer/vllm_api_server.py
View file

@ -1,6 +1,4 @@
# Based on https://github.com/vllm-project/vllm/blob/main/vllm/entrypoints/api_server.py
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
"""
Custom vLLM API server with weight bridge hooks for shared-memory training.
@ -232,7 +230,7 @@ async def _generate(request_dict: dict, raw_request: Request) -> Response:
assert engine is not None
results_generator = engine.generate(prompt, sampling_params, request_id)
# Streaming: yield results as they're generated
# Streaming: yield results as theyre generated
async def stream_results() -> AsyncGenerator[bytes, None]:
async for request_output in results_generator:
prompt_text = request_output.prompt