update eval yaml config files

This commit is contained in:
Andreas Koepf 2025-03-10 00:48:32 +01:00
parent a49463c323
commit 4109b5b72c
9 changed files with 79 additions and 6 deletions

View file

@ -0,0 +1,16 @@
model: deepseek/deepseek-r1
provider: Nebius
output_dir: results/deepseek-r1_logic
max_concurrent: 10
default_size: 50
default_seed: 45
categories:
- category: logic
datasets:
- dataset: aiw
- dataset: circuit_logic
- dataset: knights_knaves
- dataset: propositional_logic
- dataset: self_reference
- dataset: syllogism
- dataset: zebra_puzzles