NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-25 17:10:42 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix pre-commit

Browse source
This commit is contained in:
Dakota 2025-10-29 14:47:50 -05:00
parent 3c8fc32288
commit 578175a709
1 changed files with 1 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

6
atroposlib/envs/server_handling/sglang_server.py
View file

@ -152,9 +152,6 @@ class SGLangServer(APIServer):
or kwargs.get("input_ids", None) is not None
), "Prompt or input_ids is required for completion!"
# Get n parameter for number of completions
n = kwargs.get("n", 1)
# Use input_ids if provided (from ManagedServer), otherwise tokenize prompt
if "input_ids" in kwargs:
prompt_tokens = kwargs.pop("input_ids")
@ -310,7 +307,6 @@ def resolve_openai_configs(
if __name__ == "__main__":
import asyncio
async def test_tokens_and_logprobs():
# Configure the server - update these values for your setup
@ -337,7 +333,7 @@ if __name__ == "__main__":
)
)
print(f"\nResults:")
print("\nResults:")
print(f"Prompt tokens: {prompt_tokens}")
print(f"Output tokens: {output_tokens}")
print(f"Output logprobs (first 5): {[lp[:5] for lp in output_logprobs]}")