mirror of
https://github.com/open-thought/reasoning-gym.git
synced 2026-04-28 17:29:39 +00:00
Added games training and evaluation configuration (#426)
* added games * Update eval_games_composite.yaml * Delete training/evaluations/eval_qwen_3b.yaml * Add files via upload * Delete training/evaluations/eval_algebraic_composite.yaml * Delete training/evaluations/eval_algorithmic_composite.yaml * Delete training/evaluations/eval_arithmetic_composite.yaml * Delete training/evaluations/eval_cognition_composite.yaml * Delete training/evaluations/eval_games_composite.yaml
This commit is contained in:
parent
10863ea12b
commit
73e3cb33a4
7 changed files with 10 additions and 38 deletions
|
|
@ -1,28 +0,0 @@
|
|||
# Model configuration
|
||||
model_path: Qwen/Qwen2.5-3B-Instruct # Change to the smaller model
|
||||
max_tokens: 1024 # From max_response_length in training config
|
||||
temperature: 0.7 # Lower temperature for more focused responses
|
||||
top_p: 0.9 # From rollout top_p
|
||||
developer_prompt: DeepSeekZero
|
||||
developer_role: system # Standard role for system prompts
|
||||
|
||||
# Output configuration
|
||||
output_dir: results
|
||||
save_metadata: true
|
||||
save_full_results: true
|
||||
eval_repeats: 3
|
||||
|
||||
# Categories and datasets to evaluate
|
||||
categories:
|
||||
- category: reasoning
|
||||
datasets:
|
||||
- dataset: decimal_chain_sum
|
||||
size: 100
|
||||
seed: 42
|
||||
params:
|
||||
min_terms: 2
|
||||
max_terms: 4
|
||||
min_digits: 1
|
||||
max_digits: 3
|
||||
min_decimal_places: 1
|
||||
max_decimal_places: 4
|
||||
|
|
@ -1,12 +1,10 @@
|
|||
# Model configuration
|
||||
model_path: ../utils/qwen3b_games
|
||||
max_tokens: 1024
|
||||
model_path: ../utils/games
|
||||
max_tokens: 2048
|
||||
temperature: 0.6 # Lower temperature for more focused responses
|
||||
top_p: 0.9 # From rollout top_p
|
||||
developer_prompt: DeepSeekZero
|
||||
developer_role: system # Standard role for system prompts
|
||||
|
||||
# Output configuration
|
||||
output_dir: results
|
||||
save_metadata: true
|
||||
save_full_results: true
|
||||
|
|
@ -16,9 +14,11 @@ eval_repeats: 3
|
|||
categories:
|
||||
- category: reasoning
|
||||
datasets:
|
||||
- dataset: mahjong_puzzle
|
||||
- dataset: tower_of_hanoi
|
||||
size: 100
|
||||
seed: 42
|
||||
params:
|
||||
min_num_rounds: 10
|
||||
max_num_rounds: 50
|
||||
min_disks: 3
|
||||
max_disks: 4
|
||||
min_pegs: 3
|
||||
max_pegs: 4
|
||||
Loading…
Add table
Add a link
Reference in a new issue