open-thought/reasoning-gym
1
0
Fork 0
mirror of https://github.com/open-thought/reasoning-gym.git synced 2026-04-22 16:49:06 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

test for parsing answer as python list

Browse source
This commit is contained in:
Zafir Stojanovski 2025-02-15 16:14:13 +01:00
parent 0db8012e88
commit 815b3c4ee5
2 changed files with 19 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

15
tests/test_binary_matrix.py
View file

@ -106,3 +106,18 @@ def test_binary_matrix_answer():
# Empty matrix
matrix = [[0, 0, 0], [0, 0, 0], [0, 0, 0]]
assert dataset._get_distances(matrix) == [[0, 0, 0], [0, 0, 0], [0, 0, 0]]
# String representation of answer
answer = "0 0 0\n0 1 0\n1 2 1"
entry = {"answer": "0 0 0\n0 1 0\n1 2 1"}
assert dataset.score_answer(answer, entry) == 1.0
# Answer is a python list (partially correct answer)
answer = "[[0, 0, 0], [0, 1, 0], [1, 2, 1]]"
entry = {"answer": "0 0 0\n0 1 0\n1 2 1"}
assert dataset.score_answer(answer, entry) == 0.5
# Answer is null
answer = None
entry = {"answer": "0 0 0\n0 1 0\n1 2 1"}
assert dataset.score_answer(answer, entry) == 0.0