mirror of
https://github.com/open-thought/reasoning-gym.git
synced 2026-04-19 12:58:07 +00:00
[feat] add test case
This commit is contained in:
parent
f27746be17
commit
c612e2abc1
2 changed files with 71 additions and 1 deletions
|
|
@ -262,7 +262,7 @@ class CryptarithmDataset(ProceduralDataset):
|
|||
|
||||
# case 3 : partial score for the number of correct mapping answer
|
||||
total_correct, total = 0, 0
|
||||
for alphabet, number in correct_mapping:
|
||||
for alphabet, number in correct_mapping.items():
|
||||
total += 1
|
||||
if alphabet in predict_mapping:
|
||||
if predict_mapping[alphabet] == number:
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue