open-thought/reasoning-gym
1
0
Fork 0
mirror of https://github.com/open-thought/reasoning-gym.git synced 2026-04-19 12:58:07 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

use results folder name for eval results

Browse source
This commit is contained in:
Andreas Koepf 2025-02-25 19:41:21 +01:00
parent ffe60ef112
commit 791f16ec0f
4 changed files with 12 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

6
eval/README.md
View file

@ -42,7 +42,7 @@ category: category-name
datasets:
- dataset1
- dataset2
eval_dir: eval/r1
eval_dir: results/model-name
dataset_size: 50
dataset_seed: 42
developer_role: system
@ -81,7 +81,7 @@ datasets:
- word_ladder
- word_sequence_reversal
- word_sorting
eval_dir: eval/r1
eval_dir: results/deepseek-r1
dataset_size: 50
dataset_seed: 45
developer_role: system
@ -117,7 +117,7 @@ datasets:
- word_ladder
- word_sequence_reversal
- word_sorting
eval_dir: eval/r1
eval_dir: results/claude-3.5-sonnet
dataset_size: 50
dataset_seed: 45
developer_role: system