diff --git a/environments/eval_environments/refusalbench_environment.py b/environments/eval_environments/refusalbench_environment.py index 30798b1e..5f8a65e8 100644 --- a/environments/eval_environments/refusalbench_environment.py +++ b/environments/eval_environments/refusalbench_environment.py @@ -299,8 +299,8 @@ class RefusalBenchEnv(BaseEnv): total_steps=2000, batch_size=1024, steps_per_eval=25, - train_max_tokens=2048, - eval_max_tokens=4096, + train_max_tokens=1024 * 16, + eval_max_tokens=1024 * 32, inference_weight=1.0, wandb_name="refusal_bench", eval_handling=EvalHandlingEnum.LIMIT_TRAIN,