(evals): Medium configs (#415)

* updated medium configs

* fix problematic curriculum values / small issues causing exceptions to be raised

* optimus alpha config

* all configs so far

* fix tests
This commit is contained in:
Zafir Stojanovski 2025-04-14 08:25:31 +02:00 committed by GitHub
parent cd1a9ea58b
commit 290bfc4fdd
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
25 changed files with 7050 additions and 63 deletions

View file

@ -100,6 +100,7 @@ class RubiksCubeDataset(ProceduralDataset):
actions_string = " ".join([str(move) for move in actions])
else:
actions = None
actions_string = ""
return {
"question": rng.choice(self._prompt_templates).format(