mirror of
https://github.com/open-thought/reasoning-gym.git
synced 2026-04-19 12:58:07 +00:00
formatting
This commit is contained in:
parent
d2d4b3a644
commit
6bf2dfa36c
4 changed files with 7 additions and 20 deletions
|
|
@ -102,23 +102,16 @@ class SentenceReorderingDataset(ProceduralDataset):
|
|||
goal_words = expected_answer.split()
|
||||
answer_words = answer.split()
|
||||
if len(goal_words) == len(answer_words):
|
||||
credit = [1 if goal_word.lower() == answer_word.lower() else 0 for goal_word, answer_word in zip(goal_words, answer_words)]
|
||||
credit = [
|
||||
1 if goal_word.lower() == answer_word.lower() else 0
|
||||
for goal_word, answer_word in zip(goal_words, answer_words)
|
||||
]
|
||||
reward = sum(credit) / len(credit)
|
||||
else:
|
||||
reward = 0.05
|
||||
except:
|
||||
reward = 0.01
|
||||
return reward
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
register_dataset("sentence_reordering", SentenceReorderingDataset, SentenceReorderingConfig)
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue