diff --git a/atroposlib/envs/server_handling/openai_server.py b/atroposlib/envs/server_handling/openai_server.py
index fde7344e..3af68e98 100644
--- a/atroposlib/envs/server_handling/openai_server.py
+++ b/atroposlib/envs/server_handling/openai_server.py
@@ -166,7 +166,8 @@ def resolve_openai_configs(
         raise FailedExecutionException(
             message=f"CLI overrides for OpenAI settings (--{openai_full_prefix}*) are not supported "
             f"when multiple servers are defined (either via YAML list under '{OPENAI_NAMESPACE}' "
-            "or a default list with length >= 2)."
+            "or a default list with length >= 2).",
+            exit_code=2
         )
 
     if is_multi_server_yaml: