open-thought/reasoning-gym
1
0
Fork 0
mirror of https://github.com/open-thought/reasoning-gym.git synced 2026-04-24 17:05:03 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

more tolerant parsing of futoshiki answers

Browse source
This commit is contained in:
Andreas Koepf 2025-02-16 14:23:40 +01:00
parent 5c786eb7fe
commit 5803a2962e
3 changed files with 58 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

2
reasoning_gym/dataset.py
View file

@ -55,7 +55,7 @@ class ProceduralDataset(ABC, Sized, Iterable[Dict[str, Any]]):
"""Overwrite this method in derived classes if a single oracle answer is not available."""
oracle_answer = entry["answer"]
reward = 0.0
if answer is not None:
if answer is not None and len(answer) > 0:
if answer == oracle_answer:
reward = 1.0
elif oracle_answer in answer: