add difficulty metadata

This commit is contained in:
Zafir Stojanovski 2025-03-14 22:22:30 +01:00 committed by Rich Jones
parent 29bf78293f
commit 814da6e08a

View file

@ -185,7 +185,11 @@ class FigletFontDataset(ProceduralDataset):
return {
"question": rng.choice(self._prompt_templates).format(figlet_render=figlet_render),
"answer": word,
"metadata": {"font": chosen_font, "space_letters": self.config.space_letters},
"metadata": {
"font": chosen_font,
"space_letters": self.config.space_letters,
"difficulty": {"word_len": len(word)},
},
}
def score_answer(self, answer: Optional[str], entry: dict[str, Any]) -> float: