File tree Expand file tree Collapse file tree 1 file changed +3
-1
lines changed
Expand file tree Collapse file tree 1 file changed +3
-1
lines changed Original file line number Diff line number Diff line change 1010import requests
1111
1212from eval_protocol .data_loader .dynamic_data_loader import DynamicDataLoader
13- from eval_protocol .models import EvaluationRow , Message
13+ from eval_protocol .models import EvaluationRow , Message , EvaluateResult
1414from eval_protocol .pytest import evaluation_test
1515from eval_protocol .pytest .remote_rollout_processor import RemoteRolloutProcessor
1616from eval_protocol .adapters .fireworks_tracing import FireworksTracingAdapter
@@ -119,6 +119,8 @@ async def test_remote_rollout_and_fetch_fireworks(row: EvaluationRow) -> Evaluat
119119 - trigger remote rollout via RemoteRolloutProcessor (calls init/status)
120120 - fetch traces from Langfuse via Fireworks tracing proxy filtered by metadata via output_data_loader; FAIL if none found
121121 """
122+ row .evaluation_result = EvaluateResult (score = 0.0 , reason = "Test reason" )
123+
122124 assert row .messages [0 ].content == "What is the capital of France?" , "Row should have correct message content"
123125 assert len (row .messages ) > 1 , "Row should have a response. If this fails, we fellback to the original row."
124126
You can’t perform that action at this time.
0 commit comments