mirror of
https://github.com/NousResearch/atropos.git
synced 2026-04-30 17:40:36 +00:00
removed unused
This commit is contained in:
parent
c05d9f7f53
commit
76736ec4c2
3 changed files with 3 additions and 12 deletions
|
|
@ -24,12 +24,7 @@ class OpenAIServer(APIServer):
|
|||
)
|
||||
super().__init__(config)
|
||||
|
||||
async def check_server_status_task(
|
||||
self, chat_completion: bool = True, skip_check: bool = False
|
||||
):
|
||||
if skip_check:
|
||||
self.server_healthy = True
|
||||
return
|
||||
async def check_server_status_task(self, chat_completion: bool = True):
|
||||
while True:
|
||||
try:
|
||||
if chat_completion:
|
||||
|
|
|
|||
|
|
@ -155,9 +155,7 @@ class APIServer(ABC):
|
|||
self.eval_sem.update_weight(weight)
|
||||
|
||||
@abstractmethod
|
||||
async def check_server_status_task(
|
||||
self, chat_completion: bool = True, skip_check: bool = False
|
||||
):
|
||||
async def check_server_status_task(self, chat_completion: bool = True):
|
||||
"""
|
||||
Check the status of the server. Should be overridden by the child class.
|
||||
Set self.server_healthy to True if the server is healthy.
|
||||
|
|
|
|||
|
|
@ -28,9 +28,7 @@ class TrlVllmServer(APIServer):
|
|||
self.tokenizer = AutoTokenizer.from_pretrained(config.model_name)
|
||||
super().__init__(config)
|
||||
|
||||
async def check_server_status_task(
|
||||
self, chat_completion: bool = True, skip_check: bool = False
|
||||
):
|
||||
async def check_server_status_task(self, chat_completion: bool = True):
|
||||
"""
|
||||
TODO: Implement server health check for trl's vLLM server
|
||||
"""
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue