added health check flag to skip entirely

This commit is contained in:
Shannon Sands 2025-05-17 13:36:26 -07:00
parent f84934363c
commit c05d9f7f53
3 changed files with 34 additions and 13 deletions

View file

@ -24,7 +24,12 @@ class OpenAIServer(APIServer):
)
super().__init__(config)
async def check_server_status_task(self, chat_completion: bool = True):
async def check_server_status_task(
self, chat_completion: bool = True, skip_check: bool = False
):
if skip_check:
self.server_healthy = True
return
while True:
try:
if chat_completion: