open-thought/reasoning-gym
1
0
Fork 0
mirror of https://github.com/open-thought/reasoning-gym.git synced 2026-04-19 12:58:07 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

spell backward curriculum (#327)

Browse source 
Co-authored-by: Andreas Köpf <andreas.koepf@xamla.com>
This commit is contained in:
Zafir Stojanovski 2025-03-11 00:22:28 +01:00 • committed by GitHub
parent a23c8c3d4e
commit f204a848d9
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 59 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

27
tests/test_spell_backward.py
View file

@ -2,7 +2,7 @@
import pytest
from reasoning_gym.algorithmic.spell_backward import SpellBackwardConfig, SpellBackwardDataset
from reasoning_gym.algorithmic.spell_backward import SpellBackwardConfig, SpellBackwardCurriculum, SpellBackwardDataset
def test_spell_backward_config_validation():
@ -11,6 +11,10 @@ def test_spell_backward_config_validation():
config = SpellBackwardConfig(min_word_len=0)
config.validate()
with pytest.raises(AssertionError):
config = SpellBackwardConfig(min_word_len=4, max_word_len=3)
config.validate()
def test_spell_backward_dataset_deterministic():
"""Test that dataset generates same items with same seed"""
@ -57,3 +61,24 @@ def test_spell_backward_dataset_iteration():
# Test multiple iterations yield same items
assert items == list(dataset)
def test_spell_backward_curriculum():
curriculum = SpellBackwardCurriculum()
base_value = {"size": 150, "seed": 1}
base_cfg: SpellBackwardConfig = curriculum.generate_configuration(base_value)
assert base_cfg.seed == 1
assert base_cfg.size == 150
assert base_cfg.min_word_len == 5 and base_cfg.max_word_len == 10
# test incrementing attribute levels
curriculum.increment_attr_level("word_len")
increased_cfg = curriculum.generate_configuration(base_value)
assert increased_cfg.min_word_len == 5 and increased_cfg.max_word_len == 20
# test decrementing attribute levels
curriculum.decrement_attr_level("word_len")
partially_decreased_cfg = curriculum.generate_configuration(base_value)
assert partially_decreased_cfg.min_word_len == 5 and partially_decreased_cfg.max_word_len == 10