reasoning-gym/eval/yaml/anthropic/algorithmic.yaml
vncntt 29179f783e
fix sonnet eval_dir (#216)
* fix eval_dir

* add logging
2025-02-26 09:37:09 +01:00

31 lines
637 B
YAML

model: anthropic/claude-3.5-sonnet
category: algorithmic
provider: Anthropic
datasets:
- count_primes
- game_of_life
- graph_color
- group_anagrams
- isomorphic_strings
- letter_counting
- letter_jumble
- manipulate_matrix
- number_filtering
- number_sorting
- palindrome
- pool_matrix
- ransom_note
- rotate_matrix
- sentence_reordering
- spell_backward
- spiral_matrix
- string_insertion
- string_manipulation
- string_synthesis
- word_ladder
- word_sequence_reversal
- word_sorting
eval_dir: eval/sonnet-3.5
dataset_size: 50
dataset_seed: 45
developer_role: system