Added games training and evaluation configuration (#426)

* added games

* Update eval_games_composite.yaml

* Delete training/evaluations/eval_qwen_3b.yaml

* Add files via upload

* Delete training/evaluations/eval_algebraic_composite.yaml

* Delete training/evaluations/eval_algorithmic_composite.yaml

* Delete training/evaluations/eval_arithmetic_composite.yaml

* Delete training/evaluations/eval_cognition_composite.yaml

* Delete training/evaluations/eval_games_composite.yaml
This commit is contained in:
joesharratt1229 2025-04-26 19:45:32 +01:00 committed by GitHub
parent 10863ea12b
commit 73e3cb33a4
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
7 changed files with 10 additions and 38 deletions

View file

@ -1,28 +0,0 @@
# Model configuration
model_path: Qwen/Qwen2.5-3B-Instruct # Change to the smaller model
max_tokens: 1024 # From max_response_length in training config
temperature: 0.7 # Lower temperature for more focused responses
top_p: 0.9 # From rollout top_p
developer_prompt: DeepSeekZero
developer_role: system # Standard role for system prompts
# Output configuration
output_dir: results
save_metadata: true
save_full_results: true
eval_repeats: 3
# Categories and datasets to evaluate
categories:
- category: reasoning
datasets:
- dataset: decimal_chain_sum
size: 100
seed: 42
params:
min_terms: 2
max_terms: 4
min_digits: 1
max_digits: 3
min_decimal_places: 1
max_decimal_places: 4

View file

@ -1,12 +1,10 @@
# Model configuration
model_path: ../utils/qwen3b_games
max_tokens: 1024
model_path: ../utils/games
max_tokens: 2048
temperature: 0.6 # Lower temperature for more focused responses
top_p: 0.9 # From rollout top_p
developer_prompt: DeepSeekZero
developer_role: system # Standard role for system prompts
# Output configuration
output_dir: results
save_metadata: true
save_full_results: true
@ -16,9 +14,11 @@ eval_repeats: 3
categories:
- category: reasoning
datasets:
- dataset: mahjong_puzzle
- dataset: tower_of_hanoi
size: 100
seed: 42
params:
min_num_rounds: 10
max_num_rounds: 50
min_disks: 3
max_disks: 4
min_pegs: 3
max_pegs: 4