NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-19 12:57:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix type checking to substantiate an appropriate class instead of the abstract server class

Browse source
This commit is contained in:
dmahan93 2025-05-13 10:09:36 -05:00
parent e2128b817e
commit 6fc356e76e
1 changed files with 5 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

8
atroposlib/envs/server_handling/server_manager.py
View file

@ -1,4 +1,5 @@
import asyncio
import inspect
import os
from contextlib import asynccontextmanager
from typing import AsyncGenerator, List, Union
@ -34,8 +35,9 @@ class ServerManager:
slurm=False,
testing=False,
):
if type(server_class) is APIServer:
if isinstance(configs, ServerBaseline):
# First we check to see if it's the base server class, and if so, we need to select the appropriate server class
if inspect.isabstract(server_class):
if not isinstance(configs, list):
if configs.server_type == "openai":
server_class = OpenAIServer
elif configs.server_type == "trl":
@ -53,7 +55,7 @@ class ServerManager:
# testing :)
self.servers = [ServerHarness()]
return
if isinstance(configs, ServerBaseline):
if not isinstance(configs, list):
urls = []
if os.environ.get("SLURM_JOB_NODELIST", None) is not None:
nodelist = (