diff --git a/eval/README.md b/eval/README.md
index 29e6527b..218cd7e5 100644
--- a/eval/README.md
+++ b/eval/README.md
@@ -97,6 +97,22 @@ categories:
       - dataset: "word_sorting"
 ```
 
+### Generating Configurations
+
+You can generate a configuration file with all registered datasets using the `generate_config.py` script:
+
+```bash
+python generate_config.py --output my_config.yaml --model "anthropic/claude-3.5-sonnet" --provider "Anthropic" --size 50 --seed 42
+```
+
+Options:
+- `--output`: Output YAML file path (default: all_datasets.yaml)
+- `--model`: Model name (default: openai/gpt-4)
+- `--provider`: Provider name (default: None)
+- `--size`: Default dataset size (default: 100)
+- `--seed`: Default dataset seed (default: 42)
+- `--include-params`: Include all configuration parameters (default: False)
+
 ### Running Evaluations
 
 To run evaluations:
diff --git a/eval/eval.py b/eval/eval.py
index 32293a0c..35a3cf13 100755
--- a/eval/eval.py
+++ b/eval/eval.py
@@ -27,7 +27,6 @@ import logging
 import os
 import subprocess
 import sys
-from collections import OrderedDict
 from datetime import datetime
 from pathlib import Path
 from typing import Any, Union
@@ -318,7 +317,7 @@ class AsyncModelEvaluator:
 
         return results
 
-    def generate_summary(self, results: dict[str, Any]) -> dict[str, Union[int, OrderedDict]]:
+    def generate_summary(self, results: dict[str, Any]) -> dict[str, Any]:
         """Generate a summary of evaluation results in the original configuration order.
 
         Args:
@@ -330,7 +329,7 @@ class AsyncModelEvaluator:
         summary = {
             "total_datasets": 0,
             "total_examples": 0,
-            "dataset_scores": OrderedDict(),
+            "dataset_scores": {},
         }
 
         # Iterate through categories and datasets in the original order from config
diff --git a/eval/generate_config.py b/eval/generate_config.py
new file mode 100644
index 00000000..4ab31eb1
--- /dev/null
+++ b/eval/generate_config.py
@@ -0,0 +1,112 @@
+#!/usr/bin/env python
+"""
+Configuration generator for reasoning-gym evaluation.
+
+This script generates a YAML configuration file with all registered datasets
+from reasoning_gym, organized by category.
+
+Usage:
+    python generate_config.py [options]
+
+Options:
+    --output OUTPUT       Output YAML file path (default: all_datasets.yaml)
+    --model MODEL         Model name (default: openai/gpt-4)
+    --provider PROVIDER   Provider name (default: None)
+    --size SIZE           Default dataset size (default: 100)
+    --seed SEED           Default dataset seed (default: 42)
+    --include-params      Include all configuration parameters (default: False)
+"""
+
+import argparse
+import inspect
+from collections import defaultdict
+from dataclasses import fields
+
+import yaml
+
+from reasoning_gym.factory import DATASETS
+
+
+def extract_category(module_name):
+    """Extract category from module name."""
+    parts = module_name.split(".")
+    if len(parts) >= 3:
+        return parts[1]  # reasoning_gym.{category}.dataset_name
+    return "other"
+
+
+def generate_config(model, provider, size, seed, include_params):
+    """Generate configuration with all registered datasets."""
+    # Group datasets by category
+    categories = defaultdict(list)
+
+    for dataset_name, (dataset_cls, config_cls) in DATASETS.items():
+        # Extract category from module name
+        category = extract_category(dataset_cls.__module__)
+
+        # Create dataset entry
+        dataset_entry = {"dataset": dataset_name}
+
+        # Optionally include all configuration parameters
+        if include_params:
+            params = {}
+            # Get default values from config class fields
+            for field in fields(config_cls):
+                # Skip seed and size as they're handled separately
+                if field.name not in ["seed", "size"]:
+                    # Only include fields with default values
+                    if field.default != inspect.Parameter.empty:
+                        params[field.name] = field.default
+
+            if params:
+                dataset_entry["params"] = params
+
+        # Add to appropriate category
+        categories[category].append(dataset_entry)
+
+    # Create configuration structure
+    config = {
+        "model": model,
+        "provider": provider,
+        "output_dir": "results",
+        "max_concurrent": 10,
+        "default_size": size,
+        "default_seed": seed,
+        "categories": [],
+    }
+
+    # Add categories
+    for category_name, datasets in sorted(categories.items()):
+        config["categories"].append({"category": category_name, "datasets": datasets})
+
+    return config
+
+
+def main():
+    parser = argparse.ArgumentParser(description="Generate evaluation configuration with all datasets")
+    parser.add_argument("--output", default="all_datasets.yaml", help="Output YAML file path")
+    parser.add_argument("--model", default="openai/gpt-4", help="Model name")
+    parser.add_argument("--provider", default=None, help="Provider name")
+    parser.add_argument("--size", type=int, default=100, help="Default dataset size")
+    parser.add_argument("--seed", type=int, default=42, help="Default dataset seed")
+    parser.add_argument("--include-params", action="store_true", help="Include all configuration parameters")
+
+    args = parser.parse_args()
+
+    # Generate configuration
+    config = generate_config(
+        model=args.model, provider=args.provider, size=args.size, seed=args.seed, include_params=args.include_params
+    )
+
+    # Write to file
+    with open(args.output, "w") as f:
+        yaml.dump(config, f, default_flow_style=False, sort_keys=False)
+
+    print(
+        f"Configuration with {sum(len(cat['datasets']) for cat in config['categories'])} datasets written to {args.output}"
+    )
+    print(f"Categories: {', '.join(cat['category'] for cat in config['categories'])}")
+
+
+if __name__ == "__main__":
+    main()
diff --git a/eval/yaml/claude-3.5-sonnet.yaml b/eval/yaml/claude-3.5-sonnet.yaml
index 82f4d43b..e589fca4 100644
--- a/eval/yaml/claude-3.5-sonnet.yaml
+++ b/eval/yaml/claude-3.5-sonnet.yaml
@@ -1,34 +1,124 @@
-# Combined configuration for Claude 3.5 Sonnet
-model: "anthropic/claude-3.5-sonnet"
-provider: "Anthropic"
-output_dir: "results"
+model: anthropic/claude-3.5-sonnet
+provider: Anthropic
+output_dir: results
 max_concurrent: 10
 default_size: 50
 default_seed: 45
-
 categories:
-  - category: "algorithmic"
-    datasets:
-      - dataset: "count_primes"
-      - dataset: "game_of_life"
-      - dataset: "graph_color"
-      - dataset: "group_anagrams"
-      - dataset: "isomorphic_strings"
-      - dataset: "letter_counting"
-      - dataset: "letter_jumble"
-      - dataset: "manipulate_matrix"
-      - dataset: "number_filtering"
-      - dataset: "number_sorting"
-      - dataset: "palindrome"
-      - dataset: "pool_matrix"
-      - dataset: "ransom_note"
-      - dataset: "rotate_matrix"
-      - dataset: "sentence_reordering"
-      - dataset: "spell_backward"
-      - dataset: "spiral_matrix"
-      - dataset: "string_insertion"
-      - dataset: "string_manipulation"
-      - dataset: "string_synthesis"
-      - dataset: "word_ladder"
-      - dataset: "word_sequence_reversal"
-      - dataset: "word_sorting"
+- category: algebra
+  datasets:
+  - dataset: complex_arithmetic
+  - dataset: intermediate_integration
+  - dataset: polynomial_equations
+  - dataset: polynomial_multiplication
+  - dataset: simple_equations
+  - dataset: simple_integration
+- category: algorithmic
+  datasets:
+  - dataset: ab
+  - dataset: base_conversion
+  - dataset: binary_alternation
+  - dataset: binary_matrix
+  - dataset: caesar_cipher
+  - dataset: count_primes
+  - dataset: cryptarithm
+  - dataset: game_of_life
+  - dataset: graph_color
+  - dataset: group_anagrams
+  - dataset: isomorphic_strings
+  - dataset: jugs
+  - dataset: letter_counting
+  - dataset: letter_jumble
+  - dataset: manipulate_matrix
+  - dataset: number_filtering
+  - dataset: number_sorting
+  - dataset: palindrome
+  - dataset: palindrome_partitioning
+  - dataset: pool_matrix
+  - dataset: ransom_note
+  - dataset: rotate_matrix
+  - dataset: rotten_oranges
+  - dataset: sentence_reordering
+  - dataset: spell_backward
+  - dataset: spiral_matrix
+  - dataset: string_insertion
+  - dataset: string_manipulation
+  - dataset: string_splitting
+  - dataset: string_synthesis
+  - dataset: word_ladder
+  - dataset: word_sequence_reversal
+  - dataset: word_sorting
+- category: arc
+  datasets:
+  - dataset: arc_1d
+  - dataset: arc_agi
+  - dataset: rearc
+- category: arithmetic
+  datasets:
+  - dataset: basic_arithmetic
+  - dataset: bitwise_arithmetic
+  - dataset: calendar_arithmetic
+  - dataset: chain_sum
+  - dataset: count_bits
+  - dataset: decimal_arithmetic
+  - dataset: decimal_chain_sum
+  - dataset: dice
+  - dataset: fraction_simplification
+  - dataset: gcd
+  - dataset: gsm_symbolic
+  - dataset: lcm
+  - dataset: leg_counting
+  - dataset: number_format
+  - dataset: power_function
+  - dataset: prime_factorization
+  - dataset: products
+  - dataset: time_intervals
+- category: code
+  datasets:
+  - dataset: bf
+  - dataset: codeio
+- category: cognition
+  datasets:
+  - dataset: color_cube_rotation
+  - dataset: figlet_font
+  - dataset: needle_haystack
+  - dataset: number_sequence
+  - dataset: rectangle_count
+  - dataset: rubiks_cube
+- category: games
+  datasets:
+  - dataset: countdown
+  - dataset: emoji_mystery
+  - dataset: futoshiki
+  - dataset: knight_swap
+  - dataset: maze
+  - dataset: mini_sudoku
+  - dataset: n_queens
+  - dataset: rush_hour
+  - dataset: sokoban
+  - dataset: sudoku
+  - dataset: tower_of_hanoi
+  - dataset: tsumego
+- category: geometry
+  datasets:
+  - dataset: advanced_geometry
+  - dataset: simple_geometry
+- category: graphs
+  datasets:
+  - dataset: course_schedule
+  - dataset: family_relationships
+  - dataset: largest_island
+  - dataset: quantum_lock
+  - dataset: shortest_path
+- category: induction
+  datasets:
+  - dataset: list_functions
+- category: logic
+  datasets:
+  - dataset: aiw
+  - dataset: circuit_logic
+  - dataset: knights_knaves
+  - dataset: propositional_logic
+  - dataset: self_reference
+  - dataset: syllogism
+  - dataset: zebra_puzzles
diff --git a/eval/yaml/claude-3.7-sonnet_thinking.yaml b/eval/yaml/claude-3.7-sonnet_thinking.yaml
new file mode 100644
index 00000000..14034b51
--- /dev/null
+++ b/eval/yaml/claude-3.7-sonnet_thinking.yaml
@@ -0,0 +1,124 @@
+model: anthropic/claude-3.7-sonnet:thinking
+provider: Anthropic
+output_dir: results
+max_concurrent: 10
+default_size: 50
+default_seed: 45
+categories:
+- category: algebra
+  datasets:
+  - dataset: complex_arithmetic
+  - dataset: intermediate_integration
+  - dataset: polynomial_equations
+  - dataset: polynomial_multiplication
+  - dataset: simple_equations
+  - dataset: simple_integration
+- category: algorithmic
+  datasets:
+  - dataset: ab
+  - dataset: base_conversion
+  - dataset: binary_alternation
+  - dataset: binary_matrix
+  - dataset: caesar_cipher
+  - dataset: count_primes
+  - dataset: cryptarithm
+  - dataset: game_of_life
+  - dataset: graph_color
+  - dataset: group_anagrams
+  - dataset: isomorphic_strings
+  - dataset: jugs
+  - dataset: letter_counting
+  - dataset: letter_jumble
+  - dataset: manipulate_matrix
+  - dataset: number_filtering
+  - dataset: number_sorting
+  - dataset: palindrome
+  - dataset: palindrome_partitioning
+  - dataset: pool_matrix
+  - dataset: ransom_note
+  - dataset: rotate_matrix
+  - dataset: rotten_oranges
+  - dataset: sentence_reordering
+  - dataset: spell_backward
+  - dataset: spiral_matrix
+  - dataset: string_insertion
+  - dataset: string_manipulation
+  - dataset: string_splitting
+  - dataset: string_synthesis
+  - dataset: word_ladder
+  - dataset: word_sequence_reversal
+  - dataset: word_sorting
+- category: arc
+  datasets:
+  - dataset: arc_1d
+  - dataset: arc_agi
+  - dataset: rearc
+- category: arithmetic
+  datasets:
+  - dataset: basic_arithmetic
+  - dataset: bitwise_arithmetic
+  - dataset: calendar_arithmetic
+  - dataset: chain_sum
+  - dataset: count_bits
+  - dataset: decimal_arithmetic
+  - dataset: decimal_chain_sum
+  - dataset: dice
+  - dataset: fraction_simplification
+  - dataset: gcd
+  - dataset: gsm_symbolic
+  - dataset: lcm
+  - dataset: leg_counting
+  - dataset: number_format
+  - dataset: power_function
+  - dataset: prime_factorization
+  - dataset: products
+  - dataset: time_intervals
+- category: code
+  datasets:
+  - dataset: bf
+  - dataset: codeio
+- category: cognition
+  datasets:
+  - dataset: color_cube_rotation
+  - dataset: figlet_font
+  - dataset: needle_haystack
+  - dataset: number_sequence
+  - dataset: rectangle_count
+  - dataset: rubiks_cube
+- category: games
+  datasets:
+  - dataset: countdown
+  - dataset: emoji_mystery
+  - dataset: futoshiki
+  - dataset: knight_swap
+  - dataset: maze
+  - dataset: mini_sudoku
+  - dataset: n_queens
+  - dataset: rush_hour
+  - dataset: sokoban
+  - dataset: sudoku
+  - dataset: tower_of_hanoi
+  - dataset: tsumego
+- category: geometry
+  datasets:
+  - dataset: advanced_geometry
+  - dataset: simple_geometry
+- category: graphs
+  datasets:
+  - dataset: course_schedule
+  - dataset: family_relationships
+  - dataset: largest_island
+  - dataset: quantum_lock
+  - dataset: shortest_path
+- category: induction
+  datasets:
+  - dataset: list_functions
+- category: logic
+  datasets:
+  - dataset: aiw
+  - dataset: circuit_logic
+  - dataset: knights_knaves
+  - dataset: propositional_logic
+  - dataset: self_reference
+  - dataset: syllogism
+  - dataset: zebra_puzzles
diff --git a/eval/yaml/deepseek-r1.yaml b/eval/yaml/deepseek-r1.yaml
index b0232494..0f6d2ee7 100644
--- a/eval/yaml/deepseek-r1.yaml
+++ b/eval/yaml/deepseek-r1.yaml
@@ -1,61 +1,124 @@
-# Combined configuration for deepseek-r1
-model: "deepseek/deepseek-r1"
-provider: "Nebius"
-output_dir: "results"
+model: deepseek/deepseek-r1
+provider: Nebius
+output_dir: results
 max_concurrent: 10
 default_size: 50
 default_seed: 45
-
 categories:
-  - category: "algebra"
-    datasets:
-      - dataset: "intermediate_integration"
-      - dataset: "polynomial_equations"
-      - dataset: "polynomial_multiplication"
-      - dataset: "simple_equations"
-      - dataset: "simple_integration"
-      - dataset: "complex_arithmetic"
-
-  - category: "algorithmic"
-    datasets:
-      - dataset: "ab"
-      - dataset: "base_conversion"
-      - dataset: "binary_matrix"
-      - dataset: "caesar_cipher"
-      - dataset: "count_primes"
-      - dataset: "game_of_life"
-      - dataset: "graph_color"
-      - dataset: "group_anagrams"
-      - dataset: "isomorphic_strings"
-      - dataset: "letter_counting"
-      - dataset: "letter_jumble"
-      - dataset: "manipulate_matrix"
-      - dataset: "number_filtering"
-      - dataset: "number_sorting"
-      - dataset: "palindrome"
-      - dataset: "pool_matrix"
-      - dataset: "ransom_note"
-      - dataset: "rotate_matrix"
-      - dataset: "sentence_reordering"
-      - dataset: "spell_backward"
-      - dataset: "spiral_matrix"
-      - dataset: "string_insertion"
-      - dataset: "string_manipulation"
-      - dataset: "string_synthesis"
-      - dataset: "word_ladder"
-      - dataset: "word_sequence_reversal"
-      - dataset: "word_sorting"
-
-  - category: "cognition"
-    datasets:
-      - dataset: "color_cube_rotation"
-      - dataset: "figlet_font"
-      - dataset: "number_sequence"
-      - dataset: "rubiks_cube"
-
-  - category: "logic"
-    datasets:
-      - dataset: "propositional_logic"
-      - dataset: "self_reference"
-      - dataset: "syllogism"
-      - dataset: "zebra_puzzles"
+- category: algebra
+  datasets:
+  - dataset: complex_arithmetic
+  - dataset: intermediate_integration
+  - dataset: polynomial_equations
+  - dataset: polynomial_multiplication
+  - dataset: simple_equations
+  - dataset: simple_integration
+- category: algorithmic
+  datasets:
+  - dataset: ab
+  - dataset: base_conversion
+  - dataset: binary_alternation
+  - dataset: binary_matrix
+  - dataset: caesar_cipher
+  - dataset: count_primes
+  - dataset: cryptarithm
+  - dataset: game_of_life
+  - dataset: graph_color
+  - dataset: group_anagrams
+  - dataset: isomorphic_strings
+  - dataset: jugs
+  - dataset: letter_counting
+  - dataset: letter_jumble
+  - dataset: manipulate_matrix
+  - dataset: number_filtering
+  - dataset: number_sorting
+  - dataset: palindrome
+  - dataset: palindrome_partitioning
+  - dataset: pool_matrix
+  - dataset: ransom_note
+  - dataset: rotate_matrix
+  - dataset: rotten_oranges
+  - dataset: sentence_reordering
+  - dataset: spell_backward
+  - dataset: spiral_matrix
+  - dataset: string_insertion
+  - dataset: string_manipulation
+  - dataset: string_splitting
+  - dataset: string_synthesis
+  - dataset: word_ladder
+  - dataset: word_sequence_reversal
+  - dataset: word_sorting
+- category: arc
+  datasets:
+  - dataset: arc_1d
+  - dataset: arc_agi
+  - dataset: rearc
+- category: arithmetic
+  datasets:
+  - dataset: basic_arithmetic
+  - dataset: bitwise_arithmetic
+  - dataset: calendar_arithmetic
+  - dataset: chain_sum
+  - dataset: count_bits
+  - dataset: decimal_arithmetic
+  - dataset: decimal_chain_sum
+  - dataset: dice
+  - dataset: fraction_simplification
+  - dataset: gcd
+  - dataset: gsm_symbolic
+  - dataset: lcm
+  - dataset: leg_counting
+  - dataset: number_format
+  - dataset: power_function
+  - dataset: prime_factorization
+  - dataset: products
+  - dataset: time_intervals
+- category: code
+  datasets:
+  - dataset: bf
+  - dataset: codeio
+- category: cognition
+  datasets:
+  - dataset: color_cube_rotation
+  - dataset: figlet_font
+  - dataset: needle_haystack
+  - dataset: number_sequence
+  - dataset: rectangle_count
+  - dataset: rubiks_cube
+- category: games
+  datasets:
+  - dataset: countdown
+  - dataset: emoji_mystery
+  - dataset: futoshiki
+  - dataset: knight_swap
+  - dataset: maze
+  - dataset: mini_sudoku
+  - dataset: n_queens
+  - dataset: rush_hour
+  - dataset: sokoban
+  - dataset: sudoku
+  - dataset: tower_of_hanoi
+  - dataset: tsumego
+- category: geometry
+  datasets:
+  - dataset: advanced_geometry
+  - dataset: simple_geometry
+- category: graphs
+  datasets:
+  - dataset: course_schedule
+  - dataset: family_relationships
+  - dataset: largest_island
+  - dataset: quantum_lock
+  - dataset: shortest_path
+- category: induction
+  datasets:
+  - dataset: list_functions
+- category: logic
+  datasets:
+  - dataset: aiw
+  - dataset: circuit_logic
+  - dataset: knights_knaves
+  - dataset: propositional_logic
+  - dataset: self_reference
+  - dataset: syllogism
+  - dataset: zebra_puzzles
diff --git a/eval/yaml/llama-3.3-70b-instruct.yaml b/eval/yaml/llama-3.3-70b-instruct.yaml
index b42ab9bc..ef00220b 100644
--- a/eval/yaml/llama-3.3-70b-instruct.yaml
+++ b/eval/yaml/llama-3.3-70b-instruct.yaml
@@ -1,130 +1,124 @@
-# Combined configuration for llama-3.3-70b-instruct
-model: "meta-llama/llama-3.3-70b-instruct"
-provider: "Hyperbolic"
-output_dir: "results"
+model: meta-llama/llama-3.3-70b-instruct
+provider: Hyperbolic
+output_dir: results
 max_concurrent: 10
 default_size: 50
 default_seed: 45
-
 categories:
-  - category: "algebra"
-    datasets:
-      - dataset: "intermediate_integration"
-      - dataset: "polynomial_equations"
-      - dataset: "polynomial_multiplication"
-      - dataset: "simple_equations"
-      - dataset: "simple_integration"
-      - dataset: "complex_arithmetic"
-
-  - category: "algorithmic"
-    datasets:
-      - dataset: "ab"
-      - dataset: "base_conversion"
-      - dataset: "binary_alternation"
-      - dataset: "binary_matrix"
-      - dataset: "caesar_cipher"
-      - dataset: "count_primes"
-      - dataset: "cryptarithm"
-      - dataset: "game_of_life"
-      - dataset: "graph_color"
-      - dataset: "group_anagrams"
-      - dataset: "isomorphic_strings"
-      - dataset: "jugs"
-      - dataset: "letter_counting"
-      - dataset: "letter_jumble"
-      - dataset: "manipulate_matrix"
-      - dataset: "number_filtering"
-      - dataset: "number_sorting"
-      - dataset: "palindrome"
-      - dataset: "palindrome_partitioning"
-      - dataset: "pool_matrix"
-      - dataset: "ransom_note"
-      - dataset: "rotate_matrix"
-      - dataset: "rotten_oranges"
-      - dataset: "sentence_reordering"
-      - dataset: "spell_backward"
-      - dataset: "spiral_matrix"
-      - dataset: "string_insertion"
-      - dataset: "string_manipulation"
-      - dataset: "string_splitting"
-      - dataset: "string_synthesis"
-      - dataset: "word_ladder"
-      - dataset: "word_sequence_reversal"
-      - dataset: "word_sorting"
-
-  - category: "arc"
-    datasets:
-      - dataset: "arc_1d"
-      - dataset: "arc_agi"
-      - dataset: "rearc"
-
-  - category: "arithmetic"
-    datasets:
-      - dataset: "basic_arithmetic"
-      - dataset: "bitwise_arithmetic"
-      - dataset: "calendar_arithmetic"
-      - dataset: "chain_sum"
-      - dataset: "count_bits"
-      - dataset: "decimal_arithmetic"
-      - dataset: "decimal_chain_sum"
-      - dataset: "dice"
-      - dataset: "fraction_simplification"
-      - dataset: "gcd"
-      - dataset: "gsm_symbolic"
-      - dataset: "lcm"
-      - dataset: "leg_counting"
-      - dataset: "number_format"
-      - dataset: "power_function"
-      - dataset: "prime_factorization"
-      - dataset: "products"
-      - dataset: "time_intervals"
-
-  - category: "code"
-    datasets:
-      - dataset: "bf"
-
-  - category: "cognition"
-    datasets:
-      - dataset: "color_cube_rotation"
-      - dataset: "figlet_font"
-      - dataset: "needle_haystack"
-      - dataset: "number_sequence"
-      - dataset: "rectangle_count"
-      - dataset: "rubiks_cube"
-
-  - category: "games"
-    datasets:
-      - dataset: "countdown"
-      - dataset: "emoji_mystery"
-      - dataset: "futoshuki"
-      - dataset: "knight_swap"
-      - dataset: "maze"
-      - dataset: "mini_sudoku"
-      - dataset: "n_queens"
-      - dataset: "sokoban"
-      - dataset: "sudoku"
-      - dataset: "tower_of_hanoi"
-      - dataset: "tsumego"
-
-  - category: "geometry"
-    datasets:
-      - dataset: "simple_geometry"
-      - dataset: "advanced_geometry"
-
-  - category: "graphs"
-    datasets:
-      - dataset: "course_schedule"
-      - dataset: "family_relationships"
-      - dataset: "largest_island"
-      - dataset: "list_functions"
-      - dataset: "quantum_lock"
-      - dataset: "shortest_path"
-
-  - category: "logic"
-    datasets:
-      - dataset: "aiw"
-      - dataset: "circuit_logic"
-      - dataset: "propositional_logic"
-      - dataset: "self_reference"
-      - dataset: "syllogism"
-      - dataset: "zebra_puzzles"
+- category: algebra
+  datasets:
+  - dataset: complex_arithmetic
+  - dataset: intermediate_integration
+  - dataset: polynomial_equations
+  - dataset: polynomial_multiplication
+  - dataset: simple_equations
+  - dataset: simple_integration
+- category: algorithmic
+  datasets:
+  - dataset: ab
+  - dataset: base_conversion
+  - dataset: binary_alternation
+  - dataset: binary_matrix
+  - dataset: caesar_cipher
+  - dataset: count_primes
+  - dataset: cryptarithm
+  - dataset: game_of_life
+  - dataset: graph_color
+  - dataset: group_anagrams
+  - dataset: isomorphic_strings
+  - dataset: jugs
+  - dataset: letter_counting
+  - dataset: letter_jumble
+  - dataset: manipulate_matrix
+  - dataset: number_filtering
+  - dataset: number_sorting
+  - dataset: palindrome
+  - dataset: palindrome_partitioning
+  - dataset: pool_matrix
+  - dataset: ransom_note
+  - dataset: rotate_matrix
+  - dataset: rotten_oranges
+  - dataset: sentence_reordering
+  - dataset: spell_backward
+  - dataset: spiral_matrix
+  - dataset: string_insertion
+  - dataset: string_manipulation
+  - dataset: string_splitting
+  - dataset: string_synthesis
+  - dataset: word_ladder
+  - dataset: word_sequence_reversal
+  - dataset: word_sorting
+- category: arc
+  datasets:
+  - dataset: arc_1d
+  - dataset: arc_agi
+  - dataset: rearc
+- category: arithmetic
+  datasets:
+  - dataset: basic_arithmetic
+  - dataset: bitwise_arithmetic
+  - dataset: calendar_arithmetic
+  - dataset: chain_sum
+  - dataset: count_bits
+  - dataset: decimal_arithmetic
+  - dataset: decimal_chain_sum
+  - dataset: dice
+  - dataset: fraction_simplification
+  - dataset: gcd
+  - dataset: gsm_symbolic
+  - dataset: lcm
+  - dataset: leg_counting
+  - dataset: number_format
+  - dataset: power_function
+  - dataset: prime_factorization
+  - dataset: products
+  - dataset: time_intervals
+- category: code
+  datasets:
+  - dataset: bf
+  - dataset: codeio
+- category: cognition
+  datasets:
+  - dataset: color_cube_rotation
+  - dataset: figlet_font
+  - dataset: needle_haystack
+  - dataset: number_sequence
+  - dataset: rectangle_count
+  - dataset: rubiks_cube
+- category: games
+  datasets:
+  - dataset: countdown
+  - dataset: emoji_mystery
+  - dataset: futoshiki
+  - dataset: knight_swap
+  - dataset: maze
+  - dataset: mini_sudoku
+  - dataset: n_queens
+  - dataset: rush_hour
+  - dataset: sokoban
+  - dataset: sudoku
+  - dataset: tower_of_hanoi
+  - dataset: tsumego
+- category: geometry
+  datasets:
+  - dataset: advanced_geometry
+  - dataset: simple_geometry
+- category: graphs
+  datasets:
+  - dataset: course_schedule
+  - dataset: family_relationships
+  - dataset: largest_island
+  - dataset: quantum_lock
+  - dataset: shortest_path
+- category: induction
+  datasets:
+  - dataset: list_functions
+- category: logic
+  datasets:
+  - dataset: aiw
+  - dataset: circuit_logic
+  - dataset: knights_knaves
+  - dataset: propositional_logic
+  - dataset: self_reference
+  - dataset: syllogism
+  - dataset: zebra_puzzles
diff --git a/eval/yaml/openai-o1.yaml b/eval/yaml/openai-o1.yaml
new file mode 100644
index 00000000..6ab33757
--- /dev/null
+++ b/eval/yaml/openai-o1.yaml
@@ -0,0 +1,124 @@
+model: openai/o1
+provider: OpenAI
+output_dir: results
+max_concurrent: 10
+default_size: 50
+default_seed: 45
+categories:
+- category: algebra
+  datasets:
+  - dataset: complex_arithmetic
+  - dataset: intermediate_integration
+  - dataset: polynomial_equations
+  - dataset: polynomial_multiplication
+  - dataset: simple_equations
+  - dataset: simple_integration
+- category: algorithmic
+  datasets:
+  - dataset: ab
+  - dataset: base_conversion
+  - dataset: binary_alternation
+  - dataset: binary_matrix
+  - dataset: caesar_cipher
+  - dataset: count_primes
+  - dataset: cryptarithm
+  - dataset: game_of_life
+  - dataset: graph_color
+  - dataset: group_anagrams
+  - dataset: isomorphic_strings
+  - dataset: jugs
+  - dataset: letter_counting
+  - dataset: letter_jumble
+  - dataset: manipulate_matrix
+  - dataset: number_filtering
+  - dataset: number_sorting
+  - dataset: palindrome
+  - dataset: palindrome_partitioning
+  - dataset: pool_matrix
+  - dataset: ransom_note
+  - dataset: rotate_matrix
+  - dataset: rotten_oranges
+  - dataset: sentence_reordering
+  - dataset: spell_backward
+  - dataset: spiral_matrix
+  - dataset: string_insertion
+  - dataset: string_manipulation
+  - dataset: string_splitting
+  - dataset: string_synthesis
+  - dataset: word_ladder
+  - dataset: word_sequence_reversal
+  - dataset: word_sorting
+- category: arc
+  datasets:
+  - dataset: arc_1d
+  - dataset: arc_agi
+  - dataset: rearc
+- category: arithmetic
+  datasets:
+  - dataset: basic_arithmetic
+  - dataset: bitwise_arithmetic
+  - dataset: calendar_arithmetic
+  - dataset: chain_sum
+  - dataset: count_bits
+  - dataset: decimal_arithmetic
+  - dataset: decimal_chain_sum
+  - dataset: dice
+  - dataset: fraction_simplification
+  - dataset: gcd
+  - dataset: gsm_symbolic
+  - dataset: lcm
+  - dataset: leg_counting
+  - dataset: number_format
+  - dataset: power_function
+  - dataset: prime_factorization
+  - dataset: products
+  - dataset: time_intervals
+- category: code
+  datasets:
+  - dataset: bf
+  - dataset: codeio
+- category: cognition
+  datasets:
+  - dataset: color_cube_rotation
+  - dataset: figlet_font
+  - dataset: needle_haystack
+  - dataset: number_sequence
+  - dataset: rectangle_count
+  - dataset: rubiks_cube
+- category: games
+  datasets:
+  - dataset: countdown
+  - dataset: emoji_mystery
+  - dataset: futoshiki
+  - dataset: knight_swap
+  - dataset: maze
+  - dataset: mini_sudoku
+  - dataset: n_queens
+  - dataset: rush_hour
+  - dataset: sokoban
+  - dataset: sudoku
+  - dataset: tower_of_hanoi
+  - dataset: tsumego
+- category: geometry
+  datasets:
+  - dataset: advanced_geometry
+  - dataset: simple_geometry
+- category: graphs
+  datasets:
+  - dataset: course_schedule
+  - dataset: family_relationships
+  - dataset: largest_island
+  - dataset: quantum_lock
+  - dataset: shortest_path
+- category: induction
+  datasets:
+  - dataset: list_functions
+- category: logic
+  datasets:
+  - dataset: aiw
+  - dataset: circuit_logic
+  - dataset: knights_knaves
+  - dataset: propositional_logic
+  - dataset: self_reference
+  - dataset: syllogism
+  - dataset: zebra_puzzles
diff --git a/eval/yaml/openai-o3.yaml b/eval/yaml/openai-o3.yaml
index 87574df0..c6ba35d1 100644
--- a/eval/yaml/openai-o3.yaml
+++ b/eval/yaml/openai-o3.yaml
@@ -1,126 +1,124 @@
-# Combined configuration for openai/o3-mini
-model: "openai/o3-mini"
-provider: "OpenAI"
-output_dir: "results"
+model: openai/o3-mini
+provider: OpenAI
+output_dir: results
 max_concurrent: 10
 default_size: 50
 default_seed: 45
-
 categories:
-  - category: "algebra"
-    datasets:
-      - dataset: "complex_arithmetic"
-      - dataset: "intermediate_integration"
-      - dataset: "polynomial_equations"
-      - dataset: "polynomial_multiplication"
-      - dataset: "simple_equations"
-      - dataset: "simple_integration"
-
-  - category: "algorithmic"
-    datasets:
-      - dataset: "ab"
-      - dataset: "binary_alternation"
-      - dataset: "base_conversion"
-      - dataset: "binary_matrix"
-      - dataset: "caesar_cipher"
-      - dataset: "count_primes"
-      - dataset: "cryptarithm"
-      - dataset: "game_of_life"
-      - dataset: "graph_color"
-      - dataset: "group_anagrams"
-      - dataset: "isomorphic_strings"
-      - dataset: "letter_counting"
-      - dataset: "letter_jumble"
-      - dataset: "manipulate_matrix"
-      - dataset: "number_filtering"
-      - dataset: "number_sorting"
-      - dataset: "palindrome"
-      - dataset: "pool_matrix"
-      - dataset: "ransom_note"
-      - dataset: "rotate_matrix"
-      - dataset: "sentence_reordering"
-      - dataset: "spell_backward"
-      - dataset: "spiral_matrix"
-      - dataset: "string_insertion"
-      - dataset: "string_manipulation"
-      - dataset: "string_synthesis"
-      - dataset: "word_ladder"
-      - dataset: "word_sequence_reversal"
-      - dataset: "word_sorting"
-
-  - category: "arc"
-    datasets:
-      - dataset: "arc_1d"
-      - dataset: "arc_agi"
-      - dataset: "rearc"
-
-  - category: "arithmetic"
-    datasets:
-      - dataset: "basic_arithmetic"
-      - dataset: "bitwise_arithmetic"
-      - dataset: "calendar_arithmetic"
-      - dataset: "chain_sum"
-      - dataset: "count_bits"
-      - dataset: "decimal_arithmetic"
-      - dataset: "decimal_chain_sum"
-      - dataset: "dice"
-      - dataset: "fraction_simplification"
-      - dataset: "gcd"
-      - dataset: "gsm_symbolic"
-      - dataset: "lcm"
-      - dataset: "leg_counting"
-      - dataset: "number_format"
-      - dataset: "power_function"
-      - dataset: "prime_factorization"
-      - dataset: "products"
-      - dataset: "time_intervals"
-
-  - category: "code"
-    datasets:
-      - dataset: "bf"
-
-  - category: "cognition"
-    datasets:
-      - dataset: "color_cube_rotation"
-      - dataset: "figlet_font"
-      - dataset: "needle_haystack"
-      - dataset: "number_sequence"
-      - dataset: "rectangle_count"
-      - dataset: "rubiks_cube"
-
-  - category: "games"
-    datasets:
-      - dataset: "countdown"
-      - dataset: "emoji_mystery"
-      - dataset: "futoshuki"
-      - dataset: "knight_swap"
-      - dataset: "maze"
-      - dataset: "mini_sudoku"
-      - dataset: "n_queens"
-      - dataset: "sokoban"
-      - dataset: "sudoku"
-      - dataset: "tower_of_hanoi"
-      - dataset: "tsumego"
-
-  - category: "geometry"
-    datasets:
-      - dataset: "simple_geometry"
-      - dataset: "advanced_geometry"
-
-  - category: "graphs"
-    datasets:
-      - dataset: "course_schedule"
-      - dataset: "family_relationships"
-      - dataset: "largest_island"
-      - dataset: "list_functions"
-      - dataset: "quantum_lock"
-      - dataset: "shortest_path"
-
-  - category: "logic"
-    datasets:
-      - dataset: "aiw"
-      - dataset: "circuit_logic"
-      - dataset: "propositional_logic"
-      - dataset: "self_reference"
-      - dataset: "syllogism"
-      - dataset: "zebra_puzzles"
+- category: algebra
+  datasets:
+  - dataset: complex_arithmetic
+  - dataset: intermediate_integration
+  - dataset: polynomial_equations
+  - dataset: polynomial_multiplication
+  - dataset: simple_equations
+  - dataset: simple_integration
+- category: algorithmic
+  datasets:
+  - dataset: ab
+  - dataset: base_conversion
+  - dataset: binary_alternation
+  - dataset: binary_matrix
+  - dataset: caesar_cipher
+  - dataset: count_primes
+  - dataset: cryptarithm
+  - dataset: game_of_life
+  - dataset: graph_color
+  - dataset: group_anagrams
+  - dataset: isomorphic_strings
+  - dataset: jugs
+  - dataset: letter_counting
+  - dataset: letter_jumble
+  - dataset: manipulate_matrix
+  - dataset: number_filtering
+  - dataset: number_sorting
+  - dataset: palindrome
+  - dataset: palindrome_partitioning
+  - dataset: pool_matrix
+  - dataset: ransom_note
+  - dataset: rotate_matrix
+  - dataset: rotten_oranges
+  - dataset: sentence_reordering
+  - dataset: spell_backward
+  - dataset: spiral_matrix
+  - dataset: string_insertion
+  - dataset: string_manipulation
+  - dataset: string_splitting
+  - dataset: string_synthesis
+  - dataset: word_ladder
+  - dataset: word_sequence_reversal
+  - dataset: word_sorting
+- category: arc
+  datasets:
+  - dataset: arc_1d
+  - dataset: arc_agi
+  - dataset: rearc
+- category: arithmetic
+  datasets:
+  - dataset: basic_arithmetic
+  - dataset: bitwise_arithmetic
+  - dataset: calendar_arithmetic
+  - dataset: chain_sum
+  - dataset: count_bits
+  - dataset: decimal_arithmetic
+  - dataset: decimal_chain_sum
+  - dataset: dice
+  - dataset: fraction_simplification
+  - dataset: gcd
+  - dataset: gsm_symbolic
+  - dataset: lcm
+  - dataset: leg_counting
+  - dataset: number_format
+  - dataset: power_function
+  - dataset: prime_factorization
+  - dataset: products
+  - dataset: time_intervals
+- category: code
+  datasets:
+  - dataset: bf
+  - dataset: codeio
+- category: cognition
+  datasets:
+  - dataset: color_cube_rotation
+  - dataset: figlet_font
+  - dataset: needle_haystack
+  - dataset: number_sequence
+  - dataset: rectangle_count
+  - dataset: rubiks_cube
+- category: games
+  datasets:
+  - dataset: countdown
+  - dataset: emoji_mystery
+  - dataset: futoshiki
+  - dataset: knight_swap
+  - dataset: maze
+  - dataset: mini_sudoku
+  - dataset: n_queens
+  - dataset: rush_hour
+  - dataset: sokoban
+  - dataset: sudoku
+  - dataset: tower_of_hanoi
+  - dataset: tsumego
+- category: geometry
+  datasets:
+  - dataset: advanced_geometry
+  - dataset: simple_geometry
+- category: graphs
+  datasets:
+  - dataset: course_schedule
+  - dataset: family_relationships
+  - dataset: largest_island
+  - dataset: quantum_lock
+  - dataset: shortest_path
+- category: induction
+  datasets:
+  - dataset: list_functions
+- category: logic
+  datasets:
+  - dataset: aiw
+  - dataset: circuit_logic
+  - dataset: knights_knaves
+  - dataset: propositional_logic
+  - dataset: self_reference
+  - dataset: syllogism
+  - dataset: zebra_puzzles