NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-19 12:57:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

[pre-commit.ci] auto fixes from pre-commit.com hooks

Browse source 
for more information, see https://pre-commit.ci
This commit is contained in:
pre-commit-ci[bot] 2025-12-24 10:48:20 +00:00
parent ef9c0c3699
commit afab28dfa9
37 changed files with 4868 additions and 4052 deletions
Download patch file Download diff file Expand all files Collapse all files

29
environments/eval_environments/ifeval_instructions/instructions_registry.py
View file

@ -19,7 +19,6 @@ Ported from lighteval for standalone use in Atropos.
from . import instructions
_KEYWORD = "keywords:"
_LANGUAGE = "language:"
@ -73,7 +72,8 @@ INSTRUCTION_CONFLICTS = {
_KEYWORD + "frequency": {_KEYWORD + "frequency"},
_KEYWORD + "forbidden_words": {_KEYWORD + "forbidden_words"},
_KEYWORD + "letter_frequency": {_KEYWORD + "letter_frequency"},
_LANGUAGE + "response_language": {
_LANGUAGE
+ "response_language": {
_LANGUAGE + "response_language",
_FORMAT + "multiple_sections",
_KEYWORD + "existence",
@ -84,14 +84,16 @@ INSTRUCTION_CONFLICTS = {
_CHANGE_CASES + "english_lowercase",
},
_LENGTH + "number_sentences": {_LENGTH + "number_sentences"},
_LENGTH + "number_paragraphs": {
_LENGTH
+ "number_paragraphs": {
_LENGTH + "number_paragraphs",
_LENGTH + "nth_paragraph_first_word",
_LENGTH + "number_sentences",
_LENGTH + "nth_paragraph_first_word",
},
_LENGTH + "number_words": {_LENGTH + "number_words"},
_LENGTH + "nth_paragraph_first_word": {
_LENGTH
+ "nth_paragraph_first_word": {
_LENGTH + "nth_paragraph_first_word",
_LENGTH + "number_paragraphs",
},
@ -100,16 +102,19 @@ INSTRUCTION_CONFLICTS = {
_FORMAT + "number_bullet_lists": {_FORMAT + "number_bullet_lists"},
_FORMAT + "constrained_response": set(INSTRUCTION_DICT.keys()),
_FORMAT + "number_highlighted_sections": {_FORMAT + "number_highlighted_sections"},
_FORMAT + "multiple_sections": {
_FORMAT
+ "multiple_sections": {
_FORMAT + "multiple_sections",
_LANGUAGE + "response_language",
_FORMAT + "number_highlighted_sections",
},
_FORMAT + "json_format": set(INSTRUCTION_DICT.keys()).difference(
_FORMAT
+ "json_format": set(INSTRUCTION_DICT.keys()).difference(
{_KEYWORD + "forbidden_words", _KEYWORD + "existence"}
),
_FORMAT + "title": {_FORMAT + "title"},
_COMBINATION + "two_responses": set(INSTRUCTION_DICT.keys()).difference(
_COMBINATION
+ "two_responses": set(INSTRUCTION_DICT.keys()).difference(
{
_KEYWORD + "forbidden_words",
_KEYWORD + "existence",
@ -118,17 +123,20 @@ INSTRUCTION_CONFLICTS = {
_PUNCTUATION + "no_comma",
}
),
_COMBINATION + "repeat_prompt": set(INSTRUCTION_DICT.keys()).difference(
_COMBINATION
+ "repeat_prompt": set(INSTRUCTION_DICT.keys()).difference(
{_KEYWORD + "existence", _FORMAT + "title", _PUNCTUATION + "no_comma"}
),
_STARTEND + "end_checker": {_STARTEND + "end_checker"},
_CHANGE_CASES + "capital_word_frequency": {
_CHANGE_CASES
+ "capital_word_frequency": {
_CHANGE_CASES + "capital_word_frequency",
_CHANGE_CASES + "english_lowercase",
_CHANGE_CASES + "english_capital",
},
_CHANGE_CASES + "english_capital": {_CHANGE_CASES + "english_capital"},
_CHANGE_CASES + "english_lowercase": {
_CHANGE_CASES
+ "english_lowercase": {
_CHANGE_CASES + "english_lowercase",
_CHANGE_CASES + "english_capital",
},
@ -153,4 +161,3 @@ def conflict_make(conflicts):
conflicts[k].add(key)
conflicts[key].add(key)
return conflicts