NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-19 12:57:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

evals erros

Browse source
This commit is contained in:
Jai Suphavadeeprasit 2026-01-21 17:15:27 -05:00
parent dedb399911
commit 00801646d7
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
environments/eval_environments/gsm8k_eval.py
View file

@ -164,7 +164,10 @@ class GSM8KEvalEnv(BaseEnv):
thinking_prompt = get_default_thinking_prompt(
self.config.custom_thinking_prompt
)
print(f" Thinking prompt: {thinking_prompt[:80]}...")
if thinking_prompt:
print(f" Thinking prompt: {thinking_prompt[:80]}...")
else:
print(" Thinking prompt: (using model's native reasoning)")
print(f" Loaded {len(self.eval_items)} evaluation items")
async def _load_dataset(self) -> None: