Merge pull request #182 from zafstojano/env/binary-alternation

feat(env): Binary Alternation
This commit is contained in:
Andreas Köpf 2025-02-21 17:27:16 +01:00 committed by GitHub
commit 2947038557
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
5 changed files with 223 additions and 0 deletions

View file

@ -54,6 +54,7 @@ class AsyncOpenRouterEvaluator:
"question": entry["question"],
"expected_answer": entry["answer"],
"model_answer": answer,
"full_model_response": response,
"score": score,
"metadata": entry["metadata"],
}