removed unused

This commit is contained in:
Shannon Sands 2025-05-17 13:37:55 -07:00
parent c05d9f7f53
commit 76736ec4c2
3 changed files with 3 additions and 12 deletions

View file

@ -24,12 +24,7 @@ class OpenAIServer(APIServer):
)
super().__init__(config)
async def check_server_status_task(
self, chat_completion: bool = True, skip_check: bool = False
):
if skip_check:
self.server_healthy = True
return
async def check_server_status_task(self, chat_completion: bool = True):
while True:
try:
if chat_completion:

View file

@ -155,9 +155,7 @@ class APIServer(ABC):
self.eval_sem.update_weight(weight)
@abstractmethod
async def check_server_status_task(
self, chat_completion: bool = True, skip_check: bool = False
):
async def check_server_status_task(self, chat_completion: bool = True):
"""
Check the status of the server. Should be overridden by the child class.
Set self.server_healthy to True if the server is healthy.

View file

@ -28,9 +28,7 @@ class TrlVllmServer(APIServer):
self.tokenizer = AutoTokenizer.from_pretrained(config.model_name)
super().__init__(config)
async def check_server_status_task(
self, chat_completion: bool = True, skip_check: bool = False
):
async def check_server_status_task(self, chat_completion: bool = True):
"""
TODO: Implement server health check for trl's vLLM server
"""