Skip to content
Merged
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
14 changes: 14 additions & 0 deletions eval_protocol/pytest/remote_rollout_processor.py
Original file line number Diff line number Diff line change
Expand Up @@ -122,9 +122,21 @@ async def _process_row(row: EvaluationRow) -> EvaluationRow:
status_logs.append(log)

if status_logs:
if len(status_logs) > 1:
logger.warning(
"Found %s status logs for rollout %s; expected at most 1. Using the first one: %s",
len(status_logs),
row.execution_metadata.rollout_id,
status_logs[0],
)
# Use the first log with status information
status_log = status_logs[0]
status_dict = status_log.get("status")
# Filter out transport metadata fields from extras
raw_extras = status_log.get("extras", {})
status_extras = {
k: v for k, v in raw_extras.items() if k not in ("logger_name", "level", "timestamp")
}
Comment thread
xzrderek marked this conversation as resolved.

logger.info(
f"Found status log for rollout {row.execution_metadata.rollout_id}: {status_log.get('message', '')}"
Expand All @@ -149,6 +161,8 @@ async def _process_row(row: EvaluationRow) -> EvaluationRow:
details=status_details,
)

row.execution_metadata.extra = status_extras
Comment thread
xzrderek marked this conversation as resolved.
Outdated

logger.info("Stopping polling for rollout %s", row.execution_metadata.rollout_id)
break

Expand Down
Loading