This commit is contained in:
Shannon Sands 2025-05-17 13:06:16 -07:00
parent 90138376f9
commit f84934363c
2 changed files with 5 additions and 3 deletions

View file

@ -37,8 +37,8 @@ class OpenAIServer(APIServer):
await self.openai.completions.create(
model=self.config.model_name,
prompt="hi",
max_tokens=1,
)
max_tokens=1,
)
self.server_healthy = True
except (
aiohttp.ClientError,

View file

@ -320,7 +320,9 @@ class APIServer(ABC):
if (
self.config.base_url is not None
): # skip health check if using OpenAI API
self.check_task = asyncio.create_task(self.check_server_status_task(chat_completion=False))
self.check_task = asyncio.create_task(
self.check_server_status_task(chat_completion=False)
)
else:
self.server_healthy = True
self.initialized = True