NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-26 17:13:09 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge branch 'main' into sid/verifiers

Browse source
This commit is contained in:
Siddharth Balyan 2026-01-16 11:50:27 +05:30 • committed by GitHub
commit 7f28c52994
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
18 changed files with 1869 additions and 90 deletions
Download patch file Download diff file Expand all files Collapse all files

14
atroposlib/envs/server_handling/vllm_server.py
View file

@ -12,7 +12,11 @@ from pydantic_cli import FailedExecutionException
from transformers import AutoTokenizer
from atroposlib.envs.constants import NAMESPACE_SEP, OPENAI_NAMESPACE
from atroposlib.envs.server_handling.server_baseline import APIServer, APIServerConfig
from atroposlib.envs.server_handling.server_baseline import (
APIServer,
APIServerConfig,
ReasoningConfig,
)
class VLLMServer(APIServer):
@ -20,14 +24,18 @@ class VLLMServer(APIServer):
VLLM server handling.
"""
def __init__(self, config: APIServerConfig):
def __init__(
self,
config: APIServerConfig,
reasoning_config: ReasoningConfig = None,
):
self.openai = openai.AsyncClient(
api_key=config.api_key,
base_url=config.base_url,
timeout=config.timeout,
)
self.tokenizer = AutoTokenizer.from_pretrained(config.model_name)
super().__init__(config)
super().__init__(config, reasoning_config=reasoning_config)
async def check_server_status_task(self, chat_completion: bool = True):
while True: