NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-19 12:57:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

python versioning problems

Browse source
This commit is contained in:
Jai Suphavadeeprasit 2026-02-03 11:23:53 -05:00
parent db5eba8fd2
commit 04f2850980
4 changed files with 5 additions and 105 deletions
Download patch file Download diff file Expand all files Collapse all files

9
example_trainer/vllm_api_server.py
View file

@ -47,10 +47,6 @@ from dataclasses import dataclass, field
from pathlib import Path
from typing import Any, List, Optional
# =============================================================================
# CRITICAL: Set up multiprocessing and vLLM engine BEFORE any CUDA imports
# =============================================================================
# Default to v0 engine to avoid CUDA fork issues with v1 engine
# Users can override with VLLM_USE_V1=1 if needed
os.environ.setdefault("VLLM_USE_V1", "0")
@ -168,11 +164,6 @@ except ImportError:
logger = init_logger("vllm.entrypoints.api_server")
# =============================================================================
# Global State
# =============================================================================
app = FastAPI()
engine: Optional[AsyncLLM] = None