NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-23 16:54:56 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

address problems

Browse source
This commit is contained in:
Jai Suphavadeeprasit 2026-03-13 16:12:05 -04:00
parent 322e7e6623
commit a8cdb53a4d
6 changed files with 99 additions and 24 deletions
Download patch file Download diff file Expand all files Collapse all files

4
atroposlib/envs/server_handling/vllm_server.py
View file

@ -281,7 +281,7 @@ class VLLMServer(APIServer):
), "Prompt or input_ids is required for get_logprobs!"
top_k = int(kwargs.pop("top_k", kwargs.pop("top_logprobs", 1)))
top_k = max(1, top_k)
top_k = max(0, top_k)
# Use input_ids if provided (from ManagedServer), otherwise tokenize prompt
from_prompt_text = False
@ -420,7 +420,7 @@ def resolve_openai_configs(
) from e
if isinstance(default_server_configs, APIServerConfig):
server_configs = final_openai_config
server_configs = [final_openai_config]
elif isinstance(default_server_configs, list):
server_configs = [final_openai_config]
else: