open-thought/reasoning-gym
1
0
Fork 0
mirror of https://github.com/open-thought/reasoning-gym.git synced 2026-04-19 12:58:07 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

use results folder name for eval results

Browse source
This commit is contained in:
Andreas Koepf 2025-02-25 19:41:21 +01:00
parent ffe60ef112
commit 791f16ec0f
4 changed files with 12 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

8
eval/yaml/example.yaml Normal file
View file

@ -0,0 +1,8 @@
model: anthropic/claude-3.7-sonnet # find model id: https://openrouter.ai/models
category: test
datasets:
- YOUR_DATASET_NAME
eval_dir: results/test
dataset_size: 100
dataset_seed: 42
developer_role: system

2
eval/yaml/r1/algorithmic.yaml
View file

@ -28,7 +28,7 @@ datasets:
- word_ladder
- word_sequence_reversal
- word_sorting
eval_dir: eval/r1
eval_dir: results/r1
dataset_size: 50
dataset_seed: 45
developer_role: system

8
eval/yaml/r1/test.yaml
View file

@ -1,8 +0,0 @@
model: deepseek/deepseek-r1
category: test
datasets:
- YOUR_DATASET_NAME
eval_dir: results/r1
dataset_size: 10
dataset_seed: 42
developer_role: system