Alert-system: Map to internal cluster eoapi url

alert_system/etl/base/extraction.py

@@ -229,11 +229,10 @@ def _extract_event_items(self, extraction_run_id: str, is_past_event: bool = Fal
             logger.warning(f"Failed to fetch events: {e}")
             raise
 
-        first_event_item = next(event_items, None)
-        if not first_event_item:
-            msg = f"No event items found for extraction_run_id={extraction_run_id}"
-            logger.warning(msg)
-            raise ValueError(msg)
+        event_items = list(event_items)
+        if not event_items:
+            logger.warning(f"No event items found for extraction_run_id={extraction_run_id}")
+            return
 
         for event_item in event_items:
             self.process_event_item(event_item=event_item, extraction_run_id=extraction_run_id, is_past_event=is_past_event)

alert_system/helpers.py

@@ -2,6 +2,24 @@
 from typing import Dict, Generator, Optional
 
 import httpx
+from django.conf import settings
+
+
+def _remap_stac_url(url: str) -> str:
+    """
+    Replace the external STAC base URL prefix with the internal cluster URL.
+
+    Requires both EOAPI_STAC_EXTERNAL_URL and EOAPI_STAC_INTERNAL_URL to be set.
+    """
+    external_base = getattr(settings, "EOAPI_STAC_EXTERNAL_URL", None)
+    internal_base = getattr(settings, "EOAPI_STAC_INTERNAL_URL", None)
+    if not external_base or not internal_base:
+        return url
+    external_base = external_base.rstrip("/")
+    internal_base = internal_base.rstrip("/")
+    if url.startswith(external_base):
+        return internal_base + url[len(external_base) :]
+    return url
 
 
 def build_search_params(
@@ -57,7 +75,7 @@ def build_stac_search(
 
 
 def fetch_stac_data(url: str, payload: dict | None = None, timeout: int | None = 60):
-    response = httpx.get(url=url, params=payload, timeout=timeout)
+    response = httpx.get(url=_remap_stac_url(url), params=payload, timeout=timeout)
     response.raise_for_status()
     return response.json()
 

main/settings.py

@@ -151,6 +151,9 @@
     # PowerBI
     POWERBI_WORKSPACE_ID=(str, None),
     POWERBI_DATASET_IDS=(str, None),
+    # Alert system - remap external STAC related-item URLs to internal cluster URLs
+    EOAPI_STAC_EXTERNAL_URL=(str, None),  # e.g. https://montandon-eoapi.ifrc.org/stac
+    EOAPI_STAC_INTERNAL_URL=(str, None),  # e.g. http://montandon-eoapi-stac.montandon-eoapi.svc.cluster.local:8080
 )
 
 
@@ -174,6 +177,9 @@ def parse_domain(*env_keys: str) -> str:
     return domain.strip("/")
 
 
+EOAPI_STAC_EXTERNAL_URL = env("EOAPI_STAC_EXTERNAL_URL")
+EOAPI_STAC_INTERNAL_URL = env("EOAPI_STAC_INTERNAL_URL")
+
 GO_API_URL = parse_domain("API_FQDN")
 GO_WEB_URL = parse_domain("FRONTEND_URL")
 # NOTE: Used in local development to point to the frontend service from within go-api container