prompt logprobs

This commit is contained in:
Jai Suphavadeeprasit 2026-03-03 21:57:52 -05:00
parent 439b9b129b
commit f1c20591b6
3 changed files with 0 additions and 4 deletions

View file

@ -711,13 +711,11 @@ class DummyManagedServer:
This keeps interface parity with ManagedServer while making it explicit
that results are placeholders and not suitable for training.
"""
n = int(kwargs.get("n", 1))
prompt_tokens = self.DUMMY_TOKENS[:]
return {
"prompt_tokens": prompt_tokens,
"prompt_topk_token_ids": [[tok] for tok in prompt_tokens],
"prompt_topk_logprobs": [[self.DUMMY_LOGPROBS[0]] for _ in prompt_tokens],
"finish_reasons": ["stop"] * n, # Retained for compatibility in callers.
}