open-thought/reasoning-gym
1
0
Fork 0
mirror of https://github.com/open-thought/reasoning-gym.git synced 2026-05-01 17:45:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Run categories in parallel

Browse source
This commit is contained in:
SzymonOzog 2025-07-27 08:46:54 -07:00
parent 0f5352e5cd
commit 2ab408e2d6
1 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
eval/eval.py
View file

@ -657,11 +657,11 @@ class AsyncModelEvaluator:
# Process each category sequentially to ensure proper checkpointing # Process each category sequentially to ensure proper checkpointing
category_results = [] category_results = []
for category in self.config.categories: tasks = [asyncio.create_task(self.evaluate_category(category)) for category in self.config.categories]
category_result = await self.evaluate_category(category)
category_results.append(category_result)
# Update partial summary after each category for finished_task in asyncio.as_completed(tasks):
result = await finished_task
category_results.append(result)
self._update_partial_summary(category_results) self._update_partial_summary(category_results)
# Generate results structure # Generate results structure