reasoning-gym/eval/r1/eval_config.py

25 lines
596 B
Python

from dataclasses import dataclass
from typing import Union
import yaml
from reasoning_gym.utils import SYSTEM_PROMPTS
@dataclass
class EvalConfig:
category: str
datasets: Union[str, list[str]]
eval_dir: str
dataset_size: int
dataset_seed: int
model: str = "deepseek/deepseek-r1"
provider: str = "Nebius"
developer_role: str = "system"
developer_prompt: str = SYSTEM_PROMPTS["DeepSeekZero"]
@classmethod
def from_yaml(cls, yaml_path: str):
with open(yaml_path, "r") as f:
config = yaml.safe_load(f)
return cls(**config)