open-thought/reasoning-gym
1
0
Fork 0
mirror of https://github.com/open-thought/reasoning-gym.git synced 2026-04-19 12:58:07 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix index out of range of arc_1d dataset (#190)

Browse source
This commit is contained in:
Andreas Koepf 2025-02-23 12:51:41 +01:00
parent e4102a44f6
commit 7a45b14a49
3 changed files with 30 additions and 24 deletions
Download patch file Download diff file Expand all files Collapse all files

10
tests/test_arc_1d.py
View file

@ -69,7 +69,7 @@ def test_arc_1d_items():
def test_arc_1d_iteration():
"""Test that iteration respects dataset size"""
config = Arc1DConfig(size=5, seed=42) # Small size for testing
config = Arc1DConfig(size=100, seed=42) # Small size for testing
dataset = Arc1DDataset(config)
# Test manual iteration
@ -105,3 +105,11 @@ def test_arc_1d_scoring():
# Test None answer
assert dataset.score_answer(None, entry) == 0.0
@pytest.mark.parametrize("board_size", [8, 9, 10, 12, 15, 20])
def test_arc_1d_sizes(board_size: int):
config = Arc1DConfig(size=1000, seed=42 + board_size, min_size=board_size, max_size=board_size)
dataset = Arc1DDataset(config)
for entry in dataset:
assert dataset.score_answer(entry["answer"], entry) == 1.0