open-thought/reasoning-gym
1
0
Fork 0
mirror of https://github.com/open-thought/reasoning-gym.git synced 2026-04-19 12:58:07 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

sentence reordering curriculum (#326)

Browse source
This commit is contained in:
Zafir Stojanovski 2025-03-11 00:21:41 +01:00 • committed by GitHub
parent 3c39cbda40
commit a23c8c3d4e
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 52 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

27
tests/test_sentence_reordering.py
View file

@ -1,6 +1,10 @@
import pytest
from reasoning_gym.algorithmic.sentence_reordering import SentenceReorderingConfig, SentenceReorderingDataset
from reasoning_gym.algorithmic.sentence_reordering import (
SentenceReorderingConfig,
SentenceReorderingCurriculum,
SentenceReorderingDataset,
)
@pytest.fixture
@ -49,3 +53,24 @@ def test_key_error_in_getitem(dataset):
with pytest.raises(KeyError):
dataset[0]
def test_sentence_reordering_curriculum():
curriculum = SentenceReorderingCurriculum()
base_value = {"size": 150, "seed": 1}
base_cfg: SentenceReorderingConfig = curriculum.generate_configuration(base_value)
assert base_cfg.seed == 1
assert base_cfg.size == 150
assert base_cfg.min_words_in_sentence == 5 and base_cfg.max_words_in_sentence == 20
# test incrementing attribute levels
curriculum.increment_attr_level("words_in_sentence")
increased_cfg = curriculum.generate_configuration(base_value)
assert increased_cfg.min_words_in_sentence == 5 and increased_cfg.max_words_in_sentence == 50
# test decrementing attribute level
curriculum.decrement_attr_level("words_in_sentence")
partially_decreased_cfg = curriculum.generate_configuration(base_value)
assert partially_decreased_cfg.min_words_in_sentence == 5 and partially_decreased_cfg.max_words_in_sentence == 20