update eval yaml config files

This commit is contained in:
Andreas Koepf 2025-03-10 00:48:32 +01:00
parent a49463c323
commit 4109b5b72c
9 changed files with 79 additions and 6 deletions

View file

@ -0,0 +1,12 @@
model: deepseek/deepseek-r1
provider: Nebius
output_dir: results/deepseek-r1_arc
max_concurrent: 10
default_size: 50
default_seed: 45
categories:
- category: arc
datasets:
- dataset: arc_1d
- dataset: arc_agi
- dataset: rearc