mirror of
https://github.com/NousResearch/atropos.git
synced 2026-04-19 12:57:58 +00:00
revive _get_server_base_url
This commit is contained in:
parent
6cfcbdf4d5
commit
21504537fc
1 changed files with 9 additions and 0 deletions
|
|
@ -167,6 +167,15 @@ class ServerManager:
|
|||
for server in self.servers:
|
||||
await server.update_weight(weight)
|
||||
|
||||
def _get_server_base_url(self, server_idx: int = 0) -> Optional[str]:
|
||||
"""Get the base_url from a server's config."""
|
||||
if not self.servers:
|
||||
return None
|
||||
server = self.servers[server_idx]
|
||||
if hasattr(server, "config") and hasattr(server.config, "base_url"):
|
||||
return server.config.base_url
|
||||
return None
|
||||
|
||||
async def wait_for_sem(self, is_training: bool):
|
||||
"""
|
||||
Wait for a server to be available. This is used to prevent the client from
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue