diff --git a/eval/eval.py b/eval/eval.py
index 999325a3..494d92d0 100755
--- a/eval/eval.py
+++ b/eval/eval.py
@@ -146,9 +146,6 @@ class AsyncModelEvaluator:
                         params["extra_body"] = {"provider": {"order": [self.config.provider], "allow_fallbacks": False}}
 
                     completion = await self.client.chat.completions.create(**params)
-                    if completion.error:
-                        raise Exception(completion.error["message"])
-
                     response = completion.choices[0].message.content
 
                     if self.verbose: