NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-25 17:10:42 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge remote-tracking branch 'origin/add-logprob-server-manager-fn' into add-logprob-server-manager-fn

Browse source
This commit is contained in:
dmahan93 2025-10-24 23:18:37 -07:00
commit c22f8ca81b
3 changed files with 15 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

3
atroposlib/envs/server_handling/sglang_server.py
View file

@ -148,7 +148,8 @@ class SGLangServer(APIServer):
kwargs.get("model", None) is not None
), "Model is required for completion!"
assert (
kwargs.get("prompt", None) is not None or kwargs.get("input_ids", None) is not None
kwargs.get("prompt", None) is not None
or kwargs.get("input_ids", None) is not None
), "Prompt or input_ids is required for completion!"
# Get n parameter for number of completions