mirror of
https://github.com/NousResearch/atropos.git
synced 2026-04-19 12:57:58 +00:00
removed new fn
This commit is contained in:
parent
101cbdd803
commit
e480c30b8b
2 changed files with 3 additions and 104 deletions
|
|
@ -27,7 +27,7 @@ from atroposlib.envs.base import (
|
|||
OpenaiConfig,
|
||||
ScoredDataGroup,
|
||||
)
|
||||
from atroposlib.utils.tokenize_for_trainer import tokenize_for_trainer_multistep
|
||||
from atroposlib.utils.tokenize_for_trainer import tokenize_for_trainer
|
||||
from atroposlib.utils.tool_call_parser import parse_tool_call
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
|
@ -435,7 +435,7 @@ class BlackjackEnv(BaseEnv):
|
|||
next_state_msgs_i = current_state_plus_response
|
||||
alt_next_state_msgs.append(next_state_msgs_i)
|
||||
|
||||
tokenized_i = tokenize_for_trainer_multistep(
|
||||
tokenized_i = tokenize_for_trainer(
|
||||
self.tokenizer, next_state_msgs_i
|
||||
)
|
||||
alt_tokens.append(tokenized_i["tokens"])
|
||||
|
|
@ -1066,7 +1066,7 @@ class BlackjackEnv(BaseEnv):
|
|||
break
|
||||
|
||||
try:
|
||||
tokenized_alt = tokenize_for_trainer_multistep(
|
||||
tokenized_alt = tokenize_for_trainer(
|
||||
self.tokenizer, working_messages[alt_idx]
|
||||
)
|
||||
temp_new_alt_tokens.append(tokenized_alt["tokens"])
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue