NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-23 16:54:56 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat(shm): finalize Atropos-SkyRL bridge transport (v25 stable)

Browse source
This commit is contained in:
RUFFY-369 2026-04-08 03:23:23 +05:30
parent 9388a362db
commit 463aa79ae8
8 changed files with 327 additions and 105 deletions
Download patch file Download diff file Expand all files Collapse all files

10
example_trainer/vllm_api_server.py
View file

@ -132,7 +132,15 @@ from vllm.logger import init_logger # noqa: E402
from vllm.sampling_params import RequestOutputKind, SamplingParams # noqa: E402
from vllm.usage.usage_lib import UsageContext # noqa: E402
from vllm.utils import random_uuid # noqa: E402
from vllm.v1.engine.async_llm import AsyncLLM # noqa: E402
# Handle vLLM engine version differences (v0 vs v1)
if os.environ.get("VLLM_USE_V1", "0") == "1":
from vllm.v1.engine.async_llm import AsyncLLM # noqa: E402
else:
try:
from vllm.engine.async_llm_engine import AsyncLLMEngine as AsyncLLM # noqa: E402
except ImportError:
# Fallback for older v0 versions
from vllm.engine.async_llm import AsyncLLM # noqa: E402
# Handle vLLM version differences - FlexibleArgumentParser was removed/renamed
try: