open-thought/reasoning-gym
1
0
Fork 0
mirror of https://github.com/open-thought/reasoning-gym.git synced 2026-04-27 17:23:19 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(evals): Medium configs (#415)

Browse source 
* updated medium configs

* fix problematic curriculum values / small issues causing exceptions to be raised

* optimus alpha config

* all configs so far

* fix tests
This commit is contained in:
Zafir Stojanovski 2025-04-14 08:25:31 +02:00 • committed by GitHub
parent cd1a9ea58b
commit 290bfc4fdd
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
25 changed files with 7050 additions and 63 deletions
Download patch file Download diff file Expand all files Collapse all files

4
tests/test_countdown.py
View file

@ -143,11 +143,11 @@ def test_countdown_curriculum():
increased_cfg = curriculum.generate_configuration(base_value)
assert increased_cfg.min_numbers == 3 and increased_cfg.max_numbers == 9
assert increased_cfg.min_target == 100 and increased_cfg.max_target == 1000
assert increased_cfg.min_value == 1 and increased_cfg.max_value == 250
assert increased_cfg.min_value == 1 and increased_cfg.max_value == 200
# Test decrementing attribute level for numbers again
curriculum.decrement_attr_level("numbers")
partially_decreased_cfg = curriculum.generate_configuration(base_value)
assert partially_decreased_cfg.min_numbers == 3 and partially_decreased_cfg.max_numbers == 6
assert partially_decreased_cfg.min_target == 100 and partially_decreased_cfg.max_target == 1000
assert partially_decreased_cfg.min_value == 1 and partially_decreased_cfg.max_value == 250
assert partially_decreased_cfg.min_value == 1 and partially_decreased_cfg.max_value == 200