From cf99528dbe926e9084600da2f1efcac6b057ca96 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Szymon=20O=C5=BC=C3=B3g?=
 <58388001+SzymonOzog@users.noreply.github.com>
Date: Wed, 30 Jul 2025 19:11:27 +0200
Subject: [PATCH] Run categories in parallel (#492)

---
 eval/eval.py | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/eval/eval.py b/eval/eval.py
index 6236456d..aa369dcf 100755
--- a/eval/eval.py
+++ b/eval/eval.py
@@ -659,11 +659,11 @@ class AsyncModelEvaluator:
 
         # Process each category sequentially to ensure proper checkpointing
         category_results = []
-        for category in self.config.categories:
-            category_result = await self.evaluate_category(category)
-            category_results.append(category_result)
+        tasks = [asyncio.create_task(self.evaluate_category(category)) for category in self.config.categories]
 
-            # Update partial summary after each category
+        for finished_task in asyncio.as_completed(tasks):
+            result = await finished_task
+            category_results.append(result)
             self._update_partial_summary(category_results)
 
         # Generate results structure