NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-25 17:10:42 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

gsm8k trial

Browse source
This commit is contained in:
Jai Suphavadeeprasit 2026-02-19 21:32:40 -05:00
parent bbbfaf1680
commit 809b88bf30
1 changed files with 2 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

13
atroposlib/envs/server_handling/vllm_server.py
View file

@ -210,17 +210,8 @@ class VLLMServer(APIServer):
flush=True,
)
print(
"[ATROPOS_REQ_DEBUG] curl_template="
+ (
"curl -s -X POST "
+ f"{base}/generate "
+ "-H \"Content-Type: application/json\" "
+ "-d '{\"prompt\": \"<PROMPT_FROM_PREVIEW_OR_LOG>\", "
+ f"\"n\": {request_data.get('n', 1)}, "
+ f"\"max_tokens\": {request_data.get('max_tokens', 256)}, "
+ f"\"temperature\": {request_data.get('temperature', 1.0)}, "
+ f"\"top_p\": {request_data.get('top_p', 1.0)}}'"
),
f"[ATROPOS_REQ_DEBUG] curl_base=curl -s -X POST {base}/generate "
'-H "Content-Type: application/json" -d \'<JSON_PAYLOAD>\'',
flush=True,
)