1 run

xzrderek · xzrderek · commit 088dea6e5247 · 2025-09-12T14:16:51.000-07:00
diff --git a/eval_protocol/quickstart/llm_judge.py b/eval_protocol/quickstart/llm_judge.py
@@ -64,6 +64,8 @@ def aime2025_dataset_adapter(rows: List[Dict[str, Any]]) -> List[EvaluationRow]:
     ],
     rollout_processor=SingleTurnRolloutProcessor(),
     # preprocess_fn=split_multi_turn_rows,
+    num_runs=1,
+    max_dataset_rows=1,
     max_concurrent_rollouts=64,
     mode="pointwise",
 )

Original file line number	Diff line number	Diff line change
`@@ -64,6 +64,8 @@ def aime2025_dataset_adapter(rows: List[Dict[str, Any]]) -> List[EvaluationRow]:`
`64`	`64`	`],`
`65`	`65`	`rollout_processor=SingleTurnRolloutProcessor(),`
`66`	`66`	`# preprocess_fn=split_multi_turn_rows,`
	`67`	`+ num_runs=1,`
	`68`	`+ max_dataset_rows=1,`
`67`	`69`	`max_concurrent_rollouts=64,`
`68`	`70`	`mode="pointwise",`
`69`	`71`	`)`