1818
1919logger = logging .getLogger (__name__ )
2020
21- litellm ._turn_on_debug ()
22-
23- # Configure logger with timestamp format if not already configured
24- if not logger .handlers :
25- handler = logging .StreamHandler ()
26- handler .setFormatter (logging .Formatter ('%(asctime)s.%(msecs)03d %(message)s' , datefmt = '%H:%M:%S' ))
27- logger .addHandler (handler )
28- logger .setLevel (logging .INFO )
29-
3021
3122class SingleTurnRolloutProcessor (RolloutProcessor ):
3223 """Single turn rollout processor for direct LLM calls."""
@@ -48,7 +39,7 @@ def __call__(self, rows: List[EvaluationRow], config: RolloutProcessorConfig) ->
4839 async def process_row (row : EvaluationRow ) -> EvaluationRow :
4940 """Process a single row asynchronously."""
5041 start_time = time .perf_counter ()
51-
42+
5243 if len (row .messages ) == 0 :
5344 raise ValueError ("Messages is empty. Please provide a non-empty dataset" )
5445
@@ -106,12 +97,7 @@ async def process_row(row: EvaluationRow) -> EvaluationRow:
10697 chunks .append (chunk )
10798 response = litellm .stream_chunk_builder (chunks , messages_payload )
10899 else :
109- logger .warning (f"******** rolling out { row .execution_metadata .run_id } " )
110- logger .warning (json .dumps (request_params ))
111- start_time = time .perf_counter ()
112100 response = await acompletion (** request_params )
113- rollout_duration = time .perf_counter () - start_time
114- logger .warning (f"******** rollout duration for { row .execution_metadata .run_id } { rollout_duration } seconds" )
115101
116102 assert response is not None , "Response is None"
117103 assert isinstance (response , ModelResponse ), "Response should be ModelResponse"
0 commit comments