added o3 mini yaml

2026-04-24 17:05:03 +00:00 · 2025-02-26 08:09:12 +00:00 · 2025-02-26 08:09:12 +00:00 · 8eaece6f05
commit 8eaece6f05
parent 3a2de98b1c
10 changed files with 168 additions and 0 deletions
--- a/eval/yaml/openai-o3/games.yaml
+++ b/eval/yaml/openai-o3/games.yaml
@ -0,0 +1,19 @@
+model: openai/o3-mini
+category: games
+provider: OpenAI
+datasets:
+  - countdown
+  - emoji_mystery
+  - futoshuki
+  - knight_swap
+  - maze
+  - mini_sudoku
+  - n_queens
+  - sokoban
+  - sudoku
+  - tower_of_hanoi
+  - tsumego
+eval_dir: results/openai-03
+dataset_size: 50
+dataset_seed: 45
+developer_role: system