From 281499c5cb9dbd2524d06cf71ecadfdde9c50d60 Mon Sep 17 00:00:00 2001 From: d42me Date: Thu, 25 Dec 2025 22:45:38 +0100 Subject: [PATCH 1/2] Update eval sample field. --- packages/prime-evals/src/prime_evals/models.py | 2 +- packages/prime-evals/tests/test_evals.py | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/packages/prime-evals/src/prime_evals/models.py b/packages/prime-evals/src/prime_evals/models.py index 16efe6b8..7d278dcf 100644 --- a/packages/prime-evals/src/prime_evals/models.py +++ b/packages/prime-evals/src/prime_evals/models.py @@ -83,7 +83,7 @@ class Sample(BaseModel): correct: Optional[bool] = None format_reward: Optional[float] = Field(None, alias="formatReward") correctness: Optional[float] = None - metadata: Optional[Dict[str, Any]] = None + info: Optional[Dict[str, Any]] = None model_config = ConfigDict(populate_by_name=True, extra="allow") diff --git a/packages/prime-evals/tests/test_evals.py b/packages/prime-evals/tests/test_evals.py index a320089b..47183782 100644 --- a/packages/prime-evals/tests/test_evals.py +++ b/packages/prime-evals/tests/test_evals.py @@ -111,7 +111,7 @@ def test_sample_model_with_metadata(): "reward": 1.0, "answer": "18", "custom_field": "custom_value", # Extra field should be allowed - "metadata": {"batch": 1}, + "info": {"batch": 1}, } sample = Sample.model_validate(data) @@ -119,7 +119,7 @@ def test_sample_model_with_metadata(): assert sample.example_id == 0 assert sample.task == "gsm8k" assert sample.reward == 1.0 - assert sample.metadata == {"batch": 1} + assert sample.info == {"batch": 1} def test_evals_client_context_manager(): From dc42f60a8dcb43fb4e391456825b8ae0bfd5ec32 Mon Sep 17 00:00:00 2001 From: d42me Date: Thu, 25 Dec 2025 22:49:24 +0100 Subject: [PATCH 2/2] Update docs. --- packages/prime-evals/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/packages/prime-evals/README.md b/packages/prime-evals/README.md index 900dcff7..52ee41fb 100644 --- a/packages/prime-evals/README.md +++ b/packages/prime-evals/README.md @@ -154,7 +154,7 @@ samples_batch = [ "completion": [ {"role": "assistant", "content": f"The answer is {i * 2}."} ], - "metadata": {"batch": 1} + "info": {"batch": 1} } for i in range(10) ]