NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-29 17:35:07 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fixing comments

Browse source
This commit is contained in:
Jai Suphavadeeprasit 2026-03-03 23:08:28 -05:00
parent 51088ac24d
commit 1eeb31065f
6 changed files with 21 additions and 81 deletions
Download patch file Download diff file Expand all files Collapse all files

13
atroposlib/envs/server_handling/server_manager.py
View file

@ -355,19 +355,6 @@ class ServerManager:
- prompt_topk_token_ids
- prompt_topk_logprobs
"""
n = kwargs.get("n", 1)
if n > self.max_n_completions:
# Prompt logprobs are prompt-level; n-splitting does not change prompt arrays.
results = []
total_n = n
while total_n > 0:
n_to_use = min(total_n, self.max_n_completions)
kwargs["n"] = n_to_use
results.append(self.get_logprobs(**kwargs))
total_n -= n_to_use
results = await asyncio.gather(*results)
return results[0]
is_train = kwargs.pop("split", "train") == "train"
most_available_server = 0
most_available_server_num_slots = -1