mirror of
https://github.com/NousResearch/atropos.git
synced 2026-04-19 12:57:58 +00:00
set prompt logprobs to a masked value
This commit is contained in:
parent
c22f8ca81b
commit
c483840f59
2 changed files with 6 additions and 4 deletions
|
|
@ -243,7 +243,7 @@ class ManagedServer:
|
|||
elif len(output_logprobs) > len(output_tokens):
|
||||
output_logprobs = output_logprobs[: len(output_tokens)]
|
||||
|
||||
full_logprobs = [0.0] * prompt_len + output_logprobs
|
||||
full_logprobs = [1.0] * prompt_len + output_logprobs
|
||||
|
||||
return SequenceNode(
|
||||
full_text=full_text,
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue