NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-27 17:23:08 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

sneaky bug

Browse source
This commit is contained in:
Jai Suphavadeeprasit 2026-03-10 11:12:48 -04:00
parent bb2736db4e
commit 64794e7c72
4 changed files with 13 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

8
atroposlib/envs/server_handling/managed_server.py
View file

@ -447,27 +447,27 @@ class ManagedServer:
if not self.track_tree and self.tokenizer is not None:
input_ids = self._compute_input_ids(prompt, extending_node)
completion_kwargs["input_ids"] = input_ids
logger.info(
logger.warning(
"managed_server chat_completion prepared input_ids=%s extending=%s",
len(input_ids),
extending_node is not None,
)
else:
logger.info(
logger.warning(
"managed_server chat_completion using prompt passthrough track_tree=%s tokenizer=%s",
self.track_tree,
self.tokenizer is not None,
)
# Call the tokens and logprobs wrapper directly
logger.info("managed_server chat_completion calling backend completion wrapper")
logger.warning("managed_server chat_completion calling backend completion wrapper")
(
prompt_tokens,
output_tokens_list,
output_logprobs_list,
finish_reasons,
) = await self.server.tokens_and_logprobs_completion(**completion_kwargs)
logger.info(
logger.warning(
"managed_server chat_completion backend returned prompt_tokens=%s outputs=%s",
len(prompt_tokens),
len(output_tokens_list),