add litellm error to the default retry exceptions

Author: mayinghan

eval_protocol/pytest/exception_config.py

@@ -8,7 +8,7 @@
 
 import backoff
 
-
+import litellm
 import requests
 import httpx
 
@@ -28,8 +28,14 @@
     httpx.TimeoutException,
     httpx.NetworkError,
     httpx.RemoteProtocolError,
-}
 
+    litellm.exceptions.RateLimitError,
+    litellm.exceptions.InternalServerError,
+    litellm.exceptions.Timeout,
+    litellm.exceptions.NotFoundError,
+    litellm.exceptions.BadRequestError,
+    litellm.exceptions.ServiceUnavailableError,
+}
 
 @dataclass
 class BackoffConfig: