mirror of
https://github.com/open-thought/reasoning-gym.git
synced 2026-04-19 12:58:07 +00:00
25 lines
560 B
Python
25 lines
560 B
Python
from dataclasses import dataclass
|
|
from typing import Union
|
|
|
|
import yaml
|
|
|
|
from reasoning_gym.utils import SYSTEM_PROMPTS
|
|
|
|
|
|
@dataclass
|
|
class EvalConfig:
|
|
category: str
|
|
datasets: Union[str, list[str]]
|
|
eval_dir: str
|
|
dataset_size: int
|
|
dataset_seed: int
|
|
model: str
|
|
provider: str
|
|
developer_role: str = "system"
|
|
developer_prompt: str = SYSTEM_PROMPTS["DeepSeekZero"]
|
|
|
|
@classmethod
|
|
def from_yaml(cls, yaml_path: str):
|
|
with open(yaml_path, "r") as f:
|
|
config = yaml.safe_load(f)
|
|
return cls(**config)
|