Add score answer to support comma format

This commit is contained in:
AhmedSaif2 2025-02-20 20:52:31 +02:00
parent e25973b118
commit dcdef3f9ec
3 changed files with 48 additions and 6 deletions

View file

@ -1,6 +1,6 @@
import random
from dataclasses import dataclass
from typing import Optional
from typing import Dict, Optional
from ..coaching import AttributeType, BaseCurriculum, RangeAttributeDefinition
from ..factory import ProceduralDataset, register_dataset
@ -108,6 +108,21 @@ class ChainSumDataset(ProceduralDataset):
expression = " ".join(expression_parts)
return expression, result
def score_answer(self, answer: Optional[str], entry: Dict[str, any]) -> float:
"""Overwrite this method in derived classes if a single oracle answer is not available."""
oracle_answer = entry["answer"].strip()
reward = 0.0
if answer is not None and len(answer) > 0:
answer = answer.strip().replace(",", "")
if answer == oracle_answer:
reward = 1.0
elif oracle_answer in answer:
reward = len(oracle_answer) / len(answer)
else:
reward = 0.01
return reward
class ChainSumCurriculum(BaseCurriculum):
def __init__(self):