test

xzrderek · xzrderek · commit f35706570463 · 2025-09-12T14:15:08.000-07:00
diff --git a/eval_protocol/quickstart/llm_judge.py b/eval_protocol/quickstart/llm_judge.py
@@ -63,7 +63,7 @@ def aime2025_dataset_adapter(rows: List[Dict[str, Any]]) -> List[EvaluationRow]:
         },
     ],
     rollout_processor=SingleTurnRolloutProcessor(),
-    preprocess_fn=split_multi_turn_rows,
+    # preprocess_fn=split_multi_turn_rows,
     max_concurrent_rollouts=64,
     mode="pointwise",
 )

Original file line number	Diff line number	Diff line change
`@@ -63,7 +63,7 @@ def aime2025_dataset_adapter(rows: List[Dict[str, Any]]) -> List[EvaluationRow]:`
`63`	`63`	`},`
`64`	`64`	`],`
`65`	`65`	`rollout_processor=SingleTurnRolloutProcessor(),`
`66`		`- preprocess_fn=split_multi_turn_rows,`
	`66`	`+ # preprocess_fn=split_multi_turn_rows,`
`67`	`67`	`max_concurrent_rollouts=64,`
`68`	`68`	`mode="pointwise",`
`69`	`69`	`)`