NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-24 17:04:55 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

start servers as healthy so they can get a chance to check...

Browse source
This commit is contained in:
dmahan93 2025-05-13 11:17:23 -05:00
parent 42c47ebc49
commit 553d45cc7e
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
atroposlib/envs/server_handling/server_baseline.py
View file

@ -134,7 +134,7 @@ class APIServer(ABC):
self.config = config
self.sem = AsyncSemWithAdaptiveWeight(config.num_max_requests_at_once)
self.eval_sem = AsyncSemWithAdaptiveWeight(config.num_requests_for_eval)
self.server_healthy = False
self.server_healthy = True
self.attempts_list = []
self.request_timings = []
# in case eval is much different, we should keep different buffers