changed health check to chat completions since all oai models are compatible with that, and it should work with compatible servers

This commit is contained in:
Shannon Sands 2025-05-17 12:46:50 -07:00
parent c9b6534eae
commit 7dc3938038

View file

@ -27,7 +27,7 @@ class OpenAIServer(APIServer):
async def check_server_status_task(self):
while True:
try:
await self.openai.completions.create(
await self.openai.chat.completions.create(
model=self.config.model_name,
prompt="hi",
max_tokens=1,