mirror of
https://github.com/NousResearch/atropos.git
synced 2026-04-19 12:57:58 +00:00
testing config
This commit is contained in:
parent
e84686b4fd
commit
e79af5ff69
2 changed files with 4 additions and 3 deletions
|
|
@ -368,8 +368,9 @@ class GSM8kEnv(BaseEnv):
|
|||
percentage_of_range = min(percentage_of_range, 1.0)
|
||||
# Apply linear penalty scaling from 1.0 down to 0.0
|
||||
scores["scores"].append(1.0 - percentage_of_range)
|
||||
if all([scores["scores"][0] == score for score in scores["scores"]]):
|
||||
return None # If all the same, we return None
|
||||
# NOTE: identical-score filter disabled for testing.
|
||||
# if all([scores["scores"][0] == score for score in scores["scores"]]):
|
||||
# return None
|
||||
return scores
|
||||
else:
|
||||
# If the gold solution is not parseable, we return None
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue