open-thought/reasoning-gym
1
0
Fork 0
mirror of https://github.com/open-thought/reasoning-gym.git synced 2026-04-19 12:58:07 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

adapt unit tests to partial match changes

Browse source
This commit is contained in:
Andreas Koepf 2025-02-14 21:30:50 +01:00
parent 0169c0fba4
commit 044da9687f
2 changed files with 4 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
tests/test_arc_1d.py
View file

@ -98,7 +98,7 @@ def test_arc_1d_scoring():
assert dataset.score_answer(entry["answer"], entry) == 1.0
# Test partial match (answer contained within response)
assert dataset.score_answer(f"The answer is: {entry['answer']}", entry) == 0.5
assert dataset.score_answer(f"The answer is: {entry['answer']}", entry) > 0.5
# Test incorrect answer
assert dataset.score_answer("wrong answer", entry) == 0.01