Merge commit '71e7a5ca27' into add-support-for-custom-api-servers

This commit is contained in:
dmahan93 2025-05-12 18:40:35 -05:00
commit 96be544228
45 changed files with 1605 additions and 494 deletions

View file

@ -86,8 +86,8 @@ class ServerManager:
)
)
self.servers = [OpenAIServer(config) for config in openai_configs]
if not slurm:
self.servers = [server_class(config) for config in configs]
elif not slurm:
self.servers = [OpenAIServer(config) for config in configs]
else:
nodelist = (
os.popen(f'scontrol show hostnames {os.environ["SLURM_JOB_NODELIST"]}')