diff --git a/eval_protocol/pytest/exception_config.py b/eval_protocol/pytest/exception_config.py
index 2584aa50..355e716a 100644
--- a/eval_protocol/pytest/exception_config.py
+++ b/eval_protocol/pytest/exception_config.py
@@ -8,7 +8,7 @@
 
 import backoff
 
-
+import litellm
 import requests
 import httpx
 
@@ -28,6 +28,12 @@
     httpx.TimeoutException,
     httpx.NetworkError,
     httpx.RemoteProtocolError,
+    litellm.exceptions.RateLimitError,
+    litellm.exceptions.InternalServerError,
+    litellm.exceptions.Timeout,
+    litellm.exceptions.NotFoundError,
+    litellm.exceptions.BadRequestError,  # remove this once we have a long term solution
+    litellm.exceptions.ServiceUnavailableError,
 }