open-thought/reasoning-gym
1
0
Fork 0
mirror of https://github.com/open-thought/reasoning-gym.git synced 2026-04-19 12:58:07 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix CCC scoring

Browse source
This commit is contained in:
Rich Jones 2025-02-26 12:54:40 +01:00
parent 574edb5c5b
commit 229086131a
2 changed files with 12 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

10
tests/test_color_cube_rotation.py
View file

@ -49,6 +49,16 @@ def test_deterministic_generation():
assert dataset1[i]["question"] == dataset2[i]["question"]
assert dataset1[i]["answer"] == dataset2[i]["answer"]
for item in dataset1:
assert isinstance(item, dict)
assert "question" in item
assert "answer" in item
assert "metadata" in item
# Test the scoring
assert dataset1.score_answer(answer=item["answer"], entry=item) == 1.0
assert dataset1.score_answer(answer=None, entry=item) == 0.0
def test_cube_rotations():
# Test individual rotation operations