open-thought/reasoning-gym
1
0
Fork 0
mirror of https://github.com/open-thought/reasoning-gym.git synced 2026-04-24 17:05:03 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

added testing of score answer method

Browse source
This commit is contained in:
joesharratt1229 2025-01-31 06:46:18 +00:00
parent 3a9eedaa87
commit d7ebe409d8
1 changed files with 8 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

8
tests/test_countdown.py
View file

@ -64,6 +64,14 @@ def test_countdown_game_items():
# Verify expression evaluates correctly
expr = item["metadata"]["expression"]
#check score
assert dataset.score_answer(answer=expr, metadata=item["metadata"]) == 1.0 #correct answer
assert dataset.score_answer(answer="45+2", metadata=item["metadata"]) == 0.05 #wrong answer but an attempt
assert dataset.score_answer(answer="a wrong solution", metadata=item["metadata"]) == 0.01 #wrong answer but incorrectly formatted
assert dataset.score_answer(answer="", metadata=item["metadata"]) == 0.01 #wrong answer but empty string
assert dataset.score_answer(answer=None, metadata=item["metadata"]) == 0.0 #no answer
try:
result = eval(expr) # Safe here since we control expression generation
assert result == item["metadata"]["target"]