mirror of
https://github.com/NousResearch/atropos.git
synced 2026-04-22 16:48:57 +00:00
changed health check to chat completions since all oai models are compatible with that, and it should work with compatible servers
This commit is contained in:
parent
c9b6534eae
commit
7dc3938038
1 changed files with 1 additions and 1 deletions
|
|
@ -27,7 +27,7 @@ class OpenAIServer(APIServer):
|
|||
async def check_server_status_task(self):
|
||||
while True:
|
||||
try:
|
||||
await self.openai.completions.create(
|
||||
await self.openai.chat.completions.create(
|
||||
model=self.config.model_name,
|
||||
prompt="hi",
|
||||
max_tokens=1,
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue