mirror of
https://github.com/open-thought/reasoning-gym.git
synced 2026-04-23 16:55:05 +00:00
expand more
This commit is contained in:
parent
214e9d4957
commit
9daaccc208
2 changed files with 17 additions and 14 deletions
|
|
@ -55,5 +55,7 @@ def test_rubikscube_items():
|
|||
if item["metadata"]["example_correct_answer"] != "R":
|
||||
assert dataset.score_answer(answer="R", entry=item) == 0.05
|
||||
|
||||
assert dataset.score_answer(answer="R2 R3 R4 R5 R'2 R'3", entry=item) == 0.05
|
||||
|
||||
if len(item["metadata"]["example_correct_answer"]) > 0:
|
||||
assert dataset.score_answer(answer="", entry=item) == 0.01
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue