mirror of
https://github.com/open-thought/reasoning-gym.git
synced 2026-04-19 12:58:07 +00:00
add difficulty metadata
This commit is contained in:
parent
29bf78293f
commit
814da6e08a
1 changed files with 5 additions and 1 deletions
|
|
@ -185,7 +185,11 @@ class FigletFontDataset(ProceduralDataset):
|
|||
return {
|
||||
"question": rng.choice(self._prompt_templates).format(figlet_render=figlet_render),
|
||||
"answer": word,
|
||||
"metadata": {"font": chosen_font, "space_letters": self.config.space_letters},
|
||||
"metadata": {
|
||||
"font": chosen_font,
|
||||
"space_letters": self.config.space_letters,
|
||||
"difficulty": {"word_len": len(word)},
|
||||
},
|
||||
}
|
||||
|
||||
def score_answer(self, answer: Optional[str], entry: dict[str, Any]) -> float:
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue