NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-19 12:57:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

more linter nonsense

Browse source
This commit is contained in:
teknium 2025-12-24 11:04:33 +00:00
parent f18d46549d
commit abdda3978a
29 changed files with 113 additions and 151 deletions
Download patch file Download diff file Expand all files Collapse all files

4
environments/eval_environments/pubmedqa_eval.py
View file

@ -154,7 +154,7 @@ class PubMedQAEvalEnv(BaseEnv):
if not self._dataset_loaded:
await self._load_dataset()
print(f"\nPubMedQA Evaluation Setup (Generative Mode):")
print("\nPubMedQA Evaluation Setup (Generative Mode):")
print(f" Dataset: {self.config.dataset_name}")
print(f" Subset: {self.config.subset}")
print(f" Evaluation split: {self.config.eval_split}")
@ -481,7 +481,7 @@ class PubMedQAEvalEnv(BaseEnv):
print(f" Format Compliance: {format_valid / total:.2%}")
if self.config.thinking_mode:
print(f" Thinking Utilization: {has_thinking / total:.2%}")
print(f"\n Per-Answer Breakdown:")
print("\n Per-Answer Breakdown:")
for answer, data in answer_metrics.items():
print(
f" {answer}: {data['accuracy']:.2%} ({data['correct']}/{data['total']})"