NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-24 17:04:55 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

update openai/trl_vllm server with new fn

Browse source
This commit is contained in:
Dakota 2025-10-16 13:45:55 -05:00
parent c36ec29656
commit 134cbc09d0
3 changed files with 24 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

2
atroposlib/envs/server_handling/sglang_server.py
View file

@ -173,7 +173,7 @@ class SGLangServer(APIServer):
import aiohttp
async with aiohttp.ClientSession() as session:
async with session.post(
f"{self.config.base_url}/generate",
f"{self.config.base_url.replace('/v1', '')}/generate",
json=request_data,
headers={"Authorization": f"Bearer {self.config.api_key}"} if self.config.api_key else {},
timeout=aiohttp.ClientTimeout(total=self.config.timeout)