add

Author: mayinghan

eval_protocol/pytest/evaluation_test.py

@@ -478,9 +478,9 @@ async def _execute_groupwise_eval_with_semaphore(
                                         results = rows
                                         for row in results:
                                             row.evaluation_result = EvaluateResult(
-                                            score=0.0,
-                                            is_score_valid=False,
-                                            reason=f"Error during evaluation: {type(e).__name__}: {e}",
+                                                score=0.0,
+                                                is_score_valid=False,
+                                                reason=f"Error during evaluation: {type(e).__name__}: {e}",
                                             )
                                             if row.eval_metadata is not None:
                                                 row.eval_metadata.status = Status.error(

eval_protocol/pytest/exception_config.py

@@ -35,7 +35,7 @@
     litellm.exceptions.NotFoundError,
     litellm.exceptions.BadRequestError,  # remove this once we have a long term solution
     litellm.exceptions.ServiceUnavailableError,
-    litellm.exceptions.APIError
+    litellm.exceptions.APIError,
 }