open-thought/reasoning-gym
1
0
Fork 0
mirror of https://github.com/open-thought/reasoning-gym.git synced 2026-04-19 12:58:07 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Refactor Curriculum Attributes (#335)

Browse source 
* remove min_value from AttributeDefinition
* remove type from AttributeDefinition
* Add CurriculumContext
* add ensure_interval option for RangeAttributes
* docs: Add legend explaining curriculum indicators in dataset gallery
* update GALLERY.md
This commit is contained in:
Andreas Köpf 2025-03-16 15:40:28 +01:00 • committed by GitHub
parent 4e7d9296ee
commit d2c895f1d3
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
101 changed files with 286 additions and 677 deletions
Download patch file Download diff file Expand all files Collapse all files

8
tests/test_base_conversion.py
View file

@ -169,7 +169,7 @@ def test_base_conversion_formatting():
assert "use lowercase letters" in item["question"]
def test_base_conversion__curriculum():
def test_base_conversion_curriculum():
curriculum = BaseConversionCurriculum()
base_value = {"size": 150, "seed": 1}
@ -178,17 +178,17 @@ def test_base_conversion__curriculum():
assert base_cfg.seed == 1
assert base_cfg.size == 150
assert base_cfg.min_base == 2 and base_cfg.max_base == 9
assert base_cfg.min_value == 1000 and base_cfg.max_value == 1000
assert base_cfg.min_value == 1000 and base_cfg.max_value == 10_000
# test incrementing attribute levels
curriculum.increment_attr_level("base")
curriculum.increment_attr_level("value")
increased_cfg = curriculum.generate_configuration(base_value)
assert increased_cfg.min_base == 2 and increased_cfg.max_base == 18
assert increased_cfg.min_value == 1000 and increased_cfg.max_value == 10000
assert increased_cfg.min_value == 1000 and increased_cfg.max_value == 100_000
# test decrementing attribute level for base again
curriculum.decrement_attr_level("base")
partially_decreased_cfg = curriculum.generate_configuration(base_value)
assert partially_decreased_cfg.min_base == 2 and partially_decreased_cfg.max_base == 9
assert partially_decreased_cfg.min_value == 1000 and partially_decreased_cfg.max_value == 10000
assert partially_decreased_cfg.min_value == 1000 and partially_decreased_cfg.max_value == 100_000