NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-26 17:13:09 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

added health check flag to skip entirely

Browse source
This commit is contained in:
Shannon Sands 2025-05-17 13:36:26 -07:00
parent f84934363c
commit c05d9f7f53
3 changed files with 34 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

4
atroposlib/envs/server_handling/trl_vllm_server.py
View file

@ -28,7 +28,9 @@ class TrlVllmServer(APIServer):
self.tokenizer = AutoTokenizer.from_pretrained(config.model_name)
super().__init__(config)
async def check_server_status_task(self, chat_completion: bool = True):
async def check_server_status_task(
self, chat_completion: bool = True, skip_check: bool = False
):
"""
TODO: Implement server health check for trl's vLLM server
"""