NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-22 16:48:57 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

linting

Browse source
This commit is contained in:
Shannon Sands 2025-05-13 07:52:03 +10:00
parent e480c30b8b
commit d980acfaf9
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
atroposlib/utils/tokenize_for_trainer.py
View file

@ -6,6 +6,7 @@ from atroposlib.type_definitions import Message
# Roles that should be masked in the loss calculation (not used for training)
UNMASKED_ROLES = ["assistant", "agent"]
def tokenize_for_trainer(
tokenizer: PreTrainedTokenizer,
chat: list[Message],