Skip to content

Commit ae7bb7e

Browse files
committed
update comment
1 parent 6751af4 commit ae7bb7e

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

eval_protocol/pytest/evaluation_test_postprocess.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -146,15 +146,15 @@ def postprocess(
146146
print(
147147
f"EP Summary | suite={suite_name} model={model_used} runs={num_runs} rows={total_rows}\n"
148148
f" agg_score={summary_obj['agg_score']:.3f} (valid scores only)\n"
149-
f" raw_score={raw_score:.3f} (includes invalid scores)\n"
149+
f" raw_score={raw_score:.3f} (invalid scores as 0)\n"
150150
f" se={summary_obj['standard_error']:.3f} ci95=[{ci_low:.3f},{ci_high:.3f}]",
151151
file=sys.__stderr__,
152152
)
153153
else:
154154
print(
155155
f"EP Summary | suite={suite_name} model={model_used} runs={num_runs} rows={total_rows}\n"
156156
f" agg_score={summary_obj['agg_score']:.3f} (valid scores only)\n"
157-
f" raw_score={raw_score:.3f} (includes invalid scores)",
157+
f" raw_score={raw_score:.3f} (invalid scores as 0)",
158158
file=sys.__stderr__,
159159
)
160160
# As per project convention, avoid printing per-metric CI lines to reduce noise

0 commit comments

Comments
 (0)