mirror of
https://github.com/open-thought/reasoning-gym.git
synced 2026-04-19 12:58:07 +00:00
71 lines
2.5 KiB
Python
71 lines
2.5 KiB
Python
import pytest
|
|
|
|
from reasoning_gym.cognition.figlet_fonts import FigletFontConfig, FigletFontCurriculum, FigletFontDataset
|
|
|
|
|
|
def test_figlet_config_validation():
|
|
"""Test that invalid configs raise appropriate errors"""
|
|
with pytest.raises(AssertionError):
|
|
config = FigletFontConfig(min_word_len=2, max_word_len=1) # max_word_len < min_word_len
|
|
config.validate()
|
|
|
|
|
|
def test_figlet_deterministic():
|
|
"""Test that dataset generates same items with same seed"""
|
|
config = FigletFontConfig(seed=42, size=15)
|
|
dataset1 = FigletFontDataset(config)
|
|
dataset2 = FigletFontDataset(config)
|
|
|
|
for i in range(15): # Only check first 15 entries for speed
|
|
assert dataset1[i] == dataset2[i]
|
|
|
|
|
|
def test_figlet():
|
|
"""Test basic properties and solution of generated items"""
|
|
config = FigletFontConfig(size=40)
|
|
dataset = FigletFontDataset(config)
|
|
|
|
for item in dataset:
|
|
assert isinstance(item, dict)
|
|
assert "question" in item
|
|
assert "answer" in item
|
|
assert "metadata" in item
|
|
|
|
# Check metadata contains required fields
|
|
assert "font" in item["metadata"]
|
|
|
|
# Test the scoring
|
|
assert dataset.score_answer(answer=item["answer"], entry=item) == 1.0
|
|
|
|
|
|
def test_static_figlet():
|
|
"""Test basic properties and solution of generated items"""
|
|
config = FigletFontConfig(static_word="TESTY", static_font="caligraphy", space_letters=False, size=15)
|
|
dataset = FigletFontDataset(config)
|
|
|
|
# Test partial scoring
|
|
for item in dataset:
|
|
assert dataset.score_answer(answer="TESTY", entry=item) == 1.0
|
|
assert dataset.score_answer(answer="WESTY", entry=item) == 0.4
|
|
assert dataset.score_answer(answer=None, entry=item) == 0
|
|
|
|
|
|
def test_figlet_curriculum():
|
|
curriculum = FigletFontCurriculum()
|
|
|
|
base_value = {"size": 150, "seed": 1}
|
|
|
|
base_cfg: FigletFontConfig = curriculum.generate_configuration(base_value)
|
|
assert base_cfg.seed == 1
|
|
assert base_cfg.size == 150
|
|
assert base_cfg.min_word_len == 3 and base_cfg.max_word_len == 5
|
|
|
|
# test incrementing attribute levels
|
|
curriculum.increment_attr_level("word_len")
|
|
increased_cfg = curriculum.generate_configuration(base_value)
|
|
assert increased_cfg.min_word_len == 3 and increased_cfg.max_word_len == 10
|
|
|
|
# test decrementing attribute level
|
|
curriculum.decrement_attr_level("word_len")
|
|
partially_decreased_cfg = curriculum.generate_configuration(base_value)
|
|
assert partially_decreased_cfg.min_word_len == 3 and partially_decreased_cfg.max_word_len == 5
|