From f9ff21cf7d347128ad1196fb588b28347a3a65c6 Mon Sep 17 00:00:00 2001 From: Shrey Modi Date: Fri, 24 Oct 2025 15:06:46 -0700 Subject: [PATCH 1/2] helper function --- eval_protocol/utils/evaluation_row_utils.py | 22 +++++++++++++++++++++ 1 file changed, 22 insertions(+) diff --git a/eval_protocol/utils/evaluation_row_utils.py b/eval_protocol/utils/evaluation_row_utils.py index d89f0c55..61efb98e 100644 --- a/eval_protocol/utils/evaluation_row_utils.py +++ b/eval_protocol/utils/evaluation_row_utils.py @@ -9,6 +9,7 @@ from typing import List from eval_protocol.models import EvaluationRow, Message +from eval_protocol.models import InputMetadata def serialize_message(msg: Message) -> str: @@ -134,3 +135,24 @@ def assistant_to_ground_truth(data: List[EvaluationRow]) -> List[EvaluationRow]: ) return processed_rows + + +def create_rows_from_indices(count: int, **metadata) -> List[EvaluationRow]: + """Create evaluation rows with sequential row_ids. + Useful for remote processors where the server determines content based on row_id. + Args: + count: Number of rows to create + **metadata: Additional metadata to include in each row + Returns: + List of EvaluationRows with row_id set to "0", "1", "2", ... + """ + rows = [] + for idx in range(count): + row_metadata = {"row_id": str(idx), **metadata} + rows.append( + EvaluationRow( + messages=[], + input_metadata=InputMetadata(**row_metadata), + ) + ) + return rows From 9f7f0a1d448cd43f3040a0ac4396593cec311fb7 Mon Sep 17 00:00:00 2001 From: Shrey Modi Date: Fri, 24 Oct 2025 15:11:48 -0700 Subject: [PATCH 2/2] fixed cursor comment --- eval_protocol/utils/evaluation_row_utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/eval_protocol/utils/evaluation_row_utils.py b/eval_protocol/utils/evaluation_row_utils.py index 61efb98e..b6147eed 100644 --- a/eval_protocol/utils/evaluation_row_utils.py +++ b/eval_protocol/utils/evaluation_row_utils.py @@ -148,7 +148,7 @@ def create_rows_from_indices(count: int, **metadata) -> List[EvaluationRow]: """ rows = [] for idx in range(count): - row_metadata = {"row_id": str(idx), **metadata} + row_metadata = {**metadata, "row_id": str(idx)} rows.append( EvaluationRow( messages=[],