test

Author: xzrderek

eval_protocol/benchmarks/test_aime25.py

@@ -87,17 +87,17 @@ def aime2025_dataset_adapter(rows: List[Dict[str, Any]]) -> List[EvaluationRow]:
     completion_params=[
         {
             "max_tokens": 131000,
-            "extra_body": {"reasoning_effort": "low"},
-            "model": "fireworks_ai/accounts/fireworks/models/gpt-oss-120b",
-            "request_timeout": 1200,  # 20 minutes Fireworks timeout
+            # "extra_body": {"reasoning_effort": "low"},
+            "model": "fireworks_ai/accounts/pyroworks/deployedModels/glm-4p6-qpwrimne",
+            "request_timeout": 30,
         }
     ],
     rollout_processor=SingleTurnRolloutProcessor(),
     aggregation_method="mean",
     passed_threshold=0.8,
     num_runs=1,
     max_dataset_rows=1,
-    max_concurrent_rollouts=4,
+    max_concurrent_rollouts=1,
     mode="pointwise",
 )
 def test_aime25_pointwise(row: EvaluationRow) -> EvaluationRow: