NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-24 17:04:55 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

simplified config and reward

Browse source
This commit is contained in:
Shannon Sands 2025-05-10 08:04:39 +10:00
parent 7e95c0b67d
commit c506bb147e
4 changed files with 210 additions and 455 deletions
Download patch file Download diff file Expand all files Collapse all files

2
atroposlib/utils/tokenize_for_trainer.py
View file

@ -4,7 +4,7 @@ from transformers import PreTrainedTokenizer
from atroposlib.type_definitions import Message
# Roles that should be masked in the loss calculation (not used for training)
UNMASKED_ROLES = ["assistant"]
UNMASKED_ROLES = ["assistant", "agent"]
def tokenize_for_trainer(