format

Author: mayinghan

eval_protocol/pytest/evaluation_test.py

@@ -189,7 +189,7 @@ def evaluation_test(
     max_concurrent_rollouts = parse_ep_max_concurrent_rollouts(max_concurrent_rollouts)
     max_dataset_rows = parse_ep_max_rows(max_dataset_rows)
     completion_params = parse_ep_completion_params(completion_params)
-    completion_params = parse_ep_completion_params_overwrite(completion_params) 
+    completion_params = parse_ep_completion_params_overwrite(completion_params)
     original_completion_params = completion_params
     passed_threshold = parse_ep_passed_threshold(passed_threshold)
     data_loaders = parse_ep_dataloaders(data_loaders)
@@ -199,7 +199,7 @@ def evaluation_test(
     if data_loaders:
         input_dataset = None
         input_messages = None
-        input_rows = None 
+        input_rows = None
 
     def decorator(
         test_func: TestFunction,

eval_protocol/pytest/plugin.py

@@ -120,23 +120,18 @@ def pytest_addoption(parser) -> None:
     group.addoption(
         "--ep-jsonl-path",
         default=None,
-        help=("Load input from a jsonl file that is already in EvaluationRow or openai CHAT format")
+        help=("Load input from a jsonl file that is already in EvaluationRow or openai CHAT format"),
     )
     group.addoption(
         "--ep-completion-params",
         default=[],
         action="append",
-        help=(
-            "Overwrite completion params with json. Can be used multiple times. "
-        ),
+        help=("Overwrite completion params with json. Can be used multiple times. "),
     )
     group.addoption(
         "--ep-remote-rollout-processor-base-url",
         default=None,
-        help=(
-            "If set, use this base URL for remote rollout processing. "
-            "Example: http://localhost:8000"
-        ),
+        help=("If set, use this base URL for remote rollout processing. Example: http://localhost:8000"),
     )
 
 
@@ -271,10 +266,10 @@ def pytest_configure(config) -> None:
 
     if config.getoption("--ep-completion-params"):
         # redump to json to make sure they are legit
-        os.environ["EP_COMPLETION_PARAMS"] = json.dumps([
-            json.loads(s) for s in config.getoption("--ep-completion-params") or []
-        ])
-    
+        os.environ["EP_COMPLETION_PARAMS"] = json.dumps(
+            [json.loads(s) for s in config.getoption("--ep-completion-params") or []]
+        )
+
     if config.getoption("--ep-remote-rollout-processor-base-url"):
         os.environ["EP_REMOTE_ROLLOUT_PROCESSOR_BASE_URL"] = config.getoption("--ep-remote-rollout-processor-base-url")
 

eval_protocol/pytest/utils.py

@@ -20,7 +20,7 @@
     Status,
 )
 from eval_protocol.data_loader import DynamicDataLoader
-from eval_protocol.data_loader.models import EvaluationDataLoader 
+from eval_protocol.data_loader.models import EvaluationDataLoader
 from eval_protocol.pytest.rollout_processor import RolloutProcessor
 from eval_protocol.pytest.types import (
     RolloutProcessorConfig,
@@ -240,7 +240,10 @@ def parse_ep_completion_params(
         pass
     return completion_params
 
-def parse_ep_completion_params_overwrite(completion_params: Sequence[CompletionParams | None] | None) -> Sequence[CompletionParams | None]:
+
+def parse_ep_completion_params_overwrite(
+    completion_params: Sequence[CompletionParams | None] | None,
+) -> Sequence[CompletionParams | None]:
     new_completion_params = os.getenv("EP_COMPLETION_PARAMS")
     if new_completion_params:
         try:
@@ -251,6 +254,7 @@ def parse_ep_completion_params_overwrite(completion_params: Sequence[CompletionP
             pass
     return completion_params or []
 
+
 def _rows_from_jsonl(path: str) -> list[EvaluationRow]:
     rows = []
     try:
@@ -260,17 +264,17 @@ def _rows_from_jsonl(path: str) -> list[EvaluationRow]:
     except Exception as e:
         print(f"❌ Failed to load rows from JSONL at {path}: {e}")
         return []
-    
+
     return rows
 
+
 def parse_ep_dataloaders(
     dataloaders: Sequence[EvaluationDataLoader] | EvaluationDataLoader | None,
 ) -> Sequence[EvaluationDataLoader] | EvaluationDataLoader | None:
     try:
         load_from_jsonl_path = os.getenv("EP_JSONL_PATH")
         if load_from_jsonl_path:
-            return DynamicDataLoader(
-                generators=[lambda path=load_from_jsonl_path: _rows_from_jsonl(path)])
+            return DynamicDataLoader(generators=[lambda path=load_from_jsonl_path: _rows_from_jsonl(path)])
     except Exception:
         pass
     return dataloaders or None