Skip to content

Commit c1fdb95

Browse files
committed
fix path
1 parent 514ff96 commit c1fdb95

File tree

1 file changed

+7
-1
lines changed

1 file changed

+7
-1
lines changed

eval_protocol/benchmarks/test_aime25.py

Lines changed: 7 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,5 @@
11
from typing import Any, Dict, List, Optional
2+
from pathlib import Path
23

34
from eval_protocol.models import (
45
EvaluateResult,
@@ -58,6 +59,11 @@ def _normalize_to_int_or_none(s: Optional[str]) -> Optional[int]:
5859
return None
5960

6061

62+
def _get_aime_dataset_path() -> str:
63+
"""Get the AIME dataset file path."""
64+
return str(Path(__file__).parent / "data" / "aime.jsonl")
65+
66+
6167
def aime2025_dataset_adapter(rows: List[Dict[str, Any]]) -> List[EvaluationRow]:
6268
converted: List[EvaluationRow] = []
6369
for r in rows:
@@ -73,7 +79,7 @@ def aime2025_dataset_adapter(rows: List[Dict[str, Any]]) -> List[EvaluationRow]:
7379

7480
@evaluation_test(
7581
input_dataset=[
76-
"eval_protocol/benchmarks/data/aime.jsonl",
82+
_get_aime_dataset_path(),
7783
# "https://huggingface.co/datasets/opencompass/AIME2025/raw/main/aime2025-I.jsonl",
7884
# "https://huggingface.co/datasets/opencompass/AIME2025/raw/main/aime2025-II.jsonl",
7985
],

0 commit comments

Comments
 (0)