set prompt logprobs to a masked value

This commit is contained in:
dmahan93 2025-10-26 11:58:55 -07:00
parent c22f8ca81b
commit c483840f59
2 changed files with 6 additions and 4 deletions

View file

@ -243,7 +243,7 @@ class ManagedServer:
elif len(output_logprobs) > len(output_tokens):
output_logprobs = output_logprobs[: len(output_tokens)]
full_logprobs = [0.0] * prompt_len + output_logprobs
full_logprobs = [1.0] * prompt_len + output_logprobs
return SequenceNode(
full_text=full_text,