open-thought/reasoning-gym
1
0
Fork 0
mirror of https://github.com/open-thought/reasoning-gym.git synced 2026-04-29 17:35:16 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add ArcAgiDataset class, fix score_entry() metadata params

Browse source
This commit is contained in:
Andreas Koepf 2025-02-08 23:18:18 +01:00
parent 2ad0965fdc
commit 4e49806d22
20 changed files with 194 additions and 93 deletions
Download patch file Download diff file Expand all files Collapse all files

3
reasoning_gym/algebra/complex_arithmetic.py
View file

@ -127,11 +127,12 @@ class ComplexArithmeticDataset(ProceduralDataset):
return student_result
def score_answer(self, answer: str, metadata: dict) -> float:
def score_answer(self, answer: Optional[str], entry: dict) -> float:
"""Score the answer using exponential distance-based scoring."""
if answer is None:
return 0.0
metadata = entry["metadata"]
try:
student_result = self.parse_string_to_complex(answer)
expected_result = complex(*metadata["result"])

3
reasoning_gym/algebra/intermediate_integration.py
View file

@ -235,9 +235,10 @@ class IntermediateIntegrationDataset(ProceduralDataset):
},
}
def score_answer(self, answer: Optional[str], metadata: Dict[str, Any]) -> float:
def score_answer(self, answer: Optional[str], entry: Dict[str, Any]) -> float:
"""Determine if the solution provided solves the problem"""
reward = 0.0
metadata = entry["metadata"]
if answer is not None:
try:
var = metadata["variable"]

3
reasoning_gym/algebra/polynomial_multiplication.py
View file

@ -138,8 +138,9 @@ class PolynomialMultiplicationDataset(ProceduralDataset):
return polynomial_expr
def score_answer(self, answer: Optional[str], metadata: Dict[str, Any]) -> float:
def score_answer(self, answer: Optional[str], entry: Dict[str, Any]) -> float:
reward = 0.0
metadata = entry["metadata"]
if answer is not None:
try:
predicted_poly = sp.parse_expr(answer)

3
reasoning_gym/algebra/simple_integration.py
View file

@ -80,9 +80,10 @@ class SimpleIntegrationDataset(ProceduralDataset):
},
}
def score_answer(self, answer: Optional[str], metadata: Dict[str, Any]) -> float:
def score_answer(self, answer: Optional[str], entry: Dict[str, Any]) -> float:
"""Determine if the solution provided solves the problem"""
reward = 0.0
metadata = entry["metadata"]
if answer is not None:
try:
var = metadata["variable"]