NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-19 12:57:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

gsm8k trial

Browse source
This commit is contained in:
Jai Suphavadeeprasit 2026-02-19 21:17:49 -05:00
parent 0dcc9156d2
commit bbbfaf1680
2 changed files with 52 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

34
atroposlib/envs/server_handling/vllm_server.py
View file

@ -2,6 +2,7 @@
# see example_trainer/vllm_api_server.py for an example
import asyncio
import os
import warnings
import aiohttp
@ -189,6 +190,39 @@ class VLLMServer(APIServer):
# Prepare request for VLLM native API
request_data = {"prompt": {"prompt_token_ids": prompt_tokens}, "logprobs": 0}
request_data.update(kwargs)
debug_requests = os.getenv("ATROPOS_DEBUG_REQUESTS", "0") == "1"
if debug_requests:
base = self.config.base_url.replace("/v1", "")
prompt_preview = self.tokenizer.decode(prompt_tokens[:256]).replace("\n", "\\n")
print(
f"[ATROPOS_REQ_DEBUG] vllm_generate_url={base}/generate "
f"prompt_token_len={len(prompt_tokens)}",
flush=True,
)
print(
f"[ATROPOS_REQ_DEBUG] request_meta="
f"{{'n': {request_data.get('n')}, 'max_tokens': {request_data.get('max_tokens')}, "
f"'temperature': {request_data.get('temperature')}, 'top_p': {request_data.get('top_p')}}}",
flush=True,
)
print(
f"[ATROPOS_REQ_DEBUG] prompt_preview={prompt_preview!r}",
flush=True,
)
print(
"[ATROPOS_REQ_DEBUG] curl_template="
+ (
"curl -s -X POST "
+ f"{base}/generate "
+ "-H \"Content-Type: application/json\" "
+ "-d '{\"prompt\": \"<PROMPT_FROM_PREVIEW_OR_LOG>\", "
+ f"\"n\": {request_data.get('n', 1)}, "
+ f"\"max_tokens\": {request_data.get('max_tokens', 256)}, "
+ f"\"temperature\": {request_data.get('temperature', 1.0)}, "
+ f"\"top_p\": {request_data.get('top_p', 1.0)}}'"
),
flush=True,
)
# Make async request to VLLM /generate endpoint
async with aiohttp.ClientSession() as session: