update default max_toks

This commit is contained in:
teknium 2025-08-06 18:26:48 +00:00 committed by Jai Suphavadeeprasit
parent 69135320b4
commit ff7a2569dc

View file

@ -299,8 +299,8 @@ class RefusalBenchEnv(BaseEnv):
total_steps=2000, total_steps=2000,
batch_size=1024, batch_size=1024,
steps_per_eval=25, steps_per_eval=25,
train_max_tokens=2048, train_max_tokens=1024 * 16,
eval_max_tokens=4096, eval_max_tokens=1024 * 32,
inference_weight=1.0, inference_weight=1.0,
wandb_name="refusal_bench", wandb_name="refusal_bench",
eval_handling=EvalHandlingEnum.LIMIT_TRAIN, eval_handling=EvalHandlingEnum.LIMIT_TRAIN,