add ArcAgiDataset class, fix score_entry() metadata params

This commit is contained in:
Andreas Koepf 2025-02-08 23:18:18 +01:00
parent 2ad0965fdc
commit 4e49806d22
20 changed files with 194 additions and 93 deletions

View file

@ -138,8 +138,9 @@ class PolynomialMultiplicationDataset(ProceduralDataset):
return polynomial_expr
def score_answer(self, answer: Optional[str], metadata: Dict[str, Any]) -> float:
def score_answer(self, answer: Optional[str], entry: Dict[str, Any]) -> float:
reward = 0.0
metadata = entry["metadata"]
if answer is not None:
try:
predicted_poly = sp.parse_expr(answer)