We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 4b31337 commit 5fce8abCopy full SHA for 5fce8ab
tests/pytest/test_pytest_evaluator_error_handling.py
@@ -25,6 +25,15 @@
25
from eval_protocol.dataset_logger.dataset_logger import DatasetLogger
26
27
28
+@pytest.fixture(autouse=True)
29
+def _force_catch_eval_exceptions(monkeypatch: pytest.MonkeyPatch):
30
+ """
31
+ These tests validate the behavior when evaluation exceptions are caught and converted
32
+ into evaluation_result/status fields. Ensure the env var is set to disable raising.
33
34
+ monkeypatch.setenv("EP_RAISE_EVAL_EXCEPTIONS", "false")
35
+
36
37
class TrackingLogger(DatasetLogger):
38
"""Custom logger that tracks all logged rows for testing."""
39
0 commit comments