@@ -37,25 +37,6 @@ def _map_api_host_to_app_host(api_base: str) -> str:
3737 return "https://app.fireworks.ai"
3838
3939
40- def load_evaluator_trace (project_root : str , evaluator_id : str ) -> Optional [Dict [str , Any ]]:
41- trace_path = Path (project_root ) / ".eval_protocol" / "evaluators" / f"{ evaluator_id } .json"
42- if not trace_path .exists ():
43- return None
44- try :
45- with open (trace_path , "r" , encoding = "utf-8" ) as f :
46- return json .load (f )
47- except Exception :
48- return None
49-
50-
51- def save_evaluator_trace (project_root : str , evaluator_id : str , trace : Dict [str , Any ]) -> None :
52- base_dir = Path (project_root ) / ".eval_protocol" / "evaluators"
53- base_dir .mkdir (parents = True , exist_ok = True )
54- trace_path = base_dir / f"{ evaluator_id } .json"
55- with open (trace_path , "w" , encoding = "utf-8" ) as f :
56- json .dump (trace , f , indent = 2 , ensure_ascii = False )
57-
58-
5940def detect_dataset_builder (metric_dir : str ) -> Optional [str ]:
6041 """
6142 Best-effort scan for a dataset builder callable inside the metric directory.
@@ -228,8 +209,6 @@ def build_default_output_model(evaluator_id: str) -> str:
228209
229210
230211__all__ = [
231- "load_evaluator_trace" ,
232- "save_evaluator_trace" ,
233212 "detect_dataset_builder" ,
234213 "materialize_dataset_via_builder" ,
235214 "create_dataset_from_jsonl" ,
0 commit comments