(evals): Medium configs (#415)

* updated medium configs

* fix problematic curriculum values / small issues causing exceptions to be raised

* optimus alpha config

* all configs so far

* fix tests
This commit is contained in:
Zafir Stojanovski 2025-04-14 08:25:31 +02:00 committed by GitHub
parent cd1a9ea58b
commit 290bfc4fdd
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
25 changed files with 7050 additions and 63 deletions

View file

@ -338,7 +338,7 @@ class JugsCurriculum(BaseCurriculum):
ScalarAttributeDefinition(
name="difficulty",
field_name="difficulty",
levels=[5, 10, 50, 100, 199],
levels=[5, 10, 15, 20],
description="Minimum required moves to solve the puzzle",
),
)

View file

@ -164,7 +164,7 @@ class PalindromePartitioningCurriculum(BaseCurriculum):
self._define_attributes(
RangeAttributeDefinition(
name="string_len",
levels=[5, 10, 50, 100],
levels=[1, 5, 10, 15],
description="Length of the string",
lower_field_name="min_string_len",
upper_field_name="max_string_len",
@ -172,7 +172,7 @@ class PalindromePartitioningCurriculum(BaseCurriculum):
),
RangeAttributeDefinition(
name="substring_palindrome_len",
levels=[3, 5, 10, 20],
levels=[1, 3, 5, 7],
description="Length of the substring palindrome",
lower_field_name="min_substring_palindrome_len",
upper_field_name="max_substring_palindrome_len",