fix

xzrderek · xzrderek · commit 3562d8cbcdb3 · 2025-08-21T22:46:05.000-07:00
diff --git a/eval_protocol/pytest/evaluation_test.py b/eval_protocol/pytest/evaluation_test.py
@@ -617,7 +617,7 @@ def _log_eval_error(
                             processed_rows_in_run.append(row)
 
                         # prepare parallel eval helper function
-                        semaphore = asyncio.Semaphore(max_concurrent_rollouts)
+                        semaphore = asyncio.Semaphore(max_concurrent_evaluations)
 
                         async def _execute_eval_with_semaphore(**inner_kwargs):
                             async with semaphore:
