Improve error handling in RemoteRolloutProcessor by raising exceptions for non-404 errors during polling, ensuring better visibility into issues while continuing to handle 404 errors gracefully.

Author: Dylan Huang

eval_protocol/pytest/remote_rollout_processor.py

@@ -194,9 +194,15 @@ def _get_status() -> Dict[str, Any]:
                     terminated = bool(status.get("terminated", False))
                     if terminated:
                         break
+                except requests.exceptions.HTTPError as e:
+                    if e.response is not None and e.response.status_code == 404:
+                        # Only pass on 404 errors; continue polling
+                        pass
+                    else:
+                        raise
                 except Exception:
-                    # transient errors; continue polling
-                    pass
+                    # For all other exceptions, raise them
+                    raise
 
                 await asyncio.sleep(poll_interval)
             else: