open-thought/reasoning-gym
1
0
Fork 0
mirror of https://github.com/open-thought/reasoning-gym.git synced 2026-05-01 17:45:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

implemented family_relationships score ans (#260)

Browse source
This commit is contained in:
joesharratt1229 2025-03-04 21:37:57 +01:00 • committed by GitHub
parent 478646622e
commit bf24999bb0
1 changed files with 15 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

16
reasoning_gym/graphs/family_relationships.py
View file

@ -2,7 +2,7 @@ import random
from dataclasses import dataclass, field
from enum import StrEnum
from itertools import count
from typing import Optional
from typing import Any, Optional
from ..factory import ProceduralDataset, register_dataset
@ -356,5 +356,19 @@ class FamilyRelationshipsDataset(ProceduralDataset):
return " ".join(story_parts)
def score_answer(self, answer: Optional[str], entry: dict[str, Any]) -> float:
reward = 0.0
if answer is not None:
try:
answer_formatted = answer.strip().lower()
solved = answer_formatted == entry["answer"].strip().lower()
if solved:
reward = 1.0
else:
reward = 0.01
except:
reward = 0.01
return reward
register_dataset("family_relationships", FamilyRelationshipsDataset, FamilyRelationshipsConfig)