mirror of
https://github.com/NousResearch/atropos.git
synced 2026-04-19 12:57:58 +00:00
Update accessibility_env.py
This commit is contained in:
parent
db15736775
commit
ad7f89d5c2
1 changed files with 2 additions and 2 deletions
|
|
@ -263,7 +263,7 @@ class AccessibilityEnv(BaseEnv):
|
|||
if not can_proceed_with_rule_checks: # Parsing failed
|
||||
current_item_score = (
|
||||
-1.0 * num_issues_targeted
|
||||
) # Penalize per targeted issue if unparseable
|
||||
) # Penalize per targeted issue if unparsable
|
||||
elif num_issues_actually_fixed == num_issues_targeted:
|
||||
current_item_score = 1.0 # All targeted issues fixed
|
||||
elif (
|
||||
|
|
@ -277,7 +277,7 @@ class AccessibilityEnv(BaseEnv):
|
|||
else: # No issues were targeted for this item (e.g., input was considered good by dataset design)
|
||||
if (
|
||||
not can_proceed_with_rule_checks
|
||||
): # LLM made a good input unparseable
|
||||
): # LLM made a good input unparsable
|
||||
current_item_score = -1.0
|
||||
else: # Parseable, and no issues were targeted (good input remained good)
|
||||
current_item_score = 0.0 # Neutral score
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue