Refactor enrichment to use google-genai SDK and global location for Gemini 3 Flash

Author: DevDizzle

.gcloudignore

@@ -0,0 +1,17 @@
+# This file specifies files that are *not* uploaded to Google Cloud
+# using gcloud. It follows the same syntax as .gitignore, with the addition of
+# "#!include" directives (which insert the entries of the given .gitignore-style
+# file at that point).
+#
+# For more information, run:
+#   $ gcloud topic gcloudignore
+#
+.gcloudignore
+# If you would like to upload your .git directory, .gitignore file or files
+# from your .gitignore file, remove the corresponding line
+# below:
+.git
+.gitignore
+
+node_modules
+#!include:.gitignore

.gemini/tmp/overnight_signals_schema.json

@@ -0,0 +1,28 @@
+[
+  {"name": "scan_date", "type": "DATE", "mode": "REQUIRED"},
+  {"name": "scan_timestamp", "type": "TIMESTAMP", "mode": "REQUIRED"},
+  {"name": "ticker", "type": "STRING", "mode": "REQUIRED"},
+  {"name": "direction", "type": "STRING"},
+  {"name": "overnight_score", "type": "INTEGER"},
+  {"name": "price_change_pct", "type": "FLOAT"},
+  {"name": "underlying_price", "type": "FLOAT"},
+  {"name": "day_volume", "type": "INTEGER"},
+  {"name": "call_dollar_volume", "type": "FLOAT"},
+  {"name": "put_dollar_volume", "type": "FLOAT"},
+  {"name": "total_options_dollar_volume", "type": "FLOAT"},
+  {"name": "call_vol_oi_ratio", "type": "FLOAT"},
+  {"name": "put_vol_oi_ratio", "type": "FLOAT"},
+  {"name": "call_active_strikes", "type": "INTEGER"},
+  {"name": "put_active_strikes", "type": "INTEGER"},
+  {"name": "call_uoa_depth", "type": "FLOAT"},
+  {"name": "put_uoa_depth", "type": "FLOAT"},
+  {"name": "signals", "type": "STRING", "mode": "REPEATED"},
+  {"name": "recommended_contract", "type": "STRING"},
+  {"name": "recommended_strike", "type": "FLOAT"},
+  {"name": "recommended_expiration", "type": "DATE"},
+  {"name": "recommended_dte", "type": "INTEGER"},
+  {"name": "recommended_mid_price", "type": "FLOAT"},
+  {"name": "recommended_spread_pct", "type": "FLOAT"},
+  {"name": "contract_score", "type": "FLOAT"},
+  {"name": "inserted_at", "type": "TIMESTAMP"}
+]

overnight-edge-enrichment/PROMPT-SITE-POLISH-SEO-PAGES.md

@@ -1,3 +1,3 @@
 # src/__init__.py
 
-from . import enrichment, ingestion, serving, utils
+# from . import enrichment, ingestion, serving, utils

src/__init__.py

@@ -1,3 +1,3 @@
 # src/enrichment/core/__init__.py
 
-from . import pipelines
+# from . import pipelines

src/enrichment/core/__init__.py

@@ -1,5 +1,6 @@
 import logging
 import time
+from datetime import date
 import requests
 from requests.adapters import HTTPAdapter
 from tenacity import retry, stop_after_attempt, wait_exponential
@@ -140,3 +141,80 @@ def fetch_option_contract_snapshot(
                 "Option contract snapshot failed for %s: %s", contract_symbol, e
             )
             return None
+
+    def fetch_all_tickers_snapshot(self) -> list[dict]:
+        """
+        Get snapshot for ALL stock tickers in one call.
+        /v2/snapshot/locale/us/markets/stocks/tickers
+        """
+        url = f"{self.BASE}/v2/snapshot/locale/us/markets/stocks/tickers"
+        try:
+            res = self._get(url)
+            return res.get("tickers") or []
+        except Exception as e:
+            logging.error("All-tickers snapshot failed: %s", e)
+            return []
+
+    def fetch_underlying_price(self, ticker: str) -> float | None:
+        """
+        Fetch current/latest price for a ticker (for backfilling options data).
+        """
+        try:
+            snap = self.fetch_stock_snapshot(ticker)
+            if not snap:
+                return None
+            t = snap.get("ticker") or {}
+            # 1. lastTrade.p
+            lt = t.get("lastTrade") or {}
+            p = lt.get("p")
+            if p is not None: return float(p)
+            # 2. day.c
+            day = t.get("day") or {}
+            c = day.get("c")
+            if c is not None: return float(c)
+            # 3. prevDay.c
+            pd = t.get("prevDay") or {}
+            pc = pd.get("c")
+            if pc is not None: return float(pc)
+            
+            return self._extract_underlying_price(t)
+        except Exception:
+            return None
+
+    def fetch_options_chain(self, ticker: str, max_days: int = 90) -> list[dict]:
+        """
+        Snapshot all active option contracts for an underlying (paged).
+        """
+        from datetime import timedelta
+
+        url = f"{self.BASE}/v3/snapshot/options/{ticker}"
+        params = {"limit": 250}
+        out: list[dict] = []
+        today = date.today()
+        max_exp = today + timedelta(days=max_days)
+
+        while True:
+            j = self._get(url, params=params)
+            for r in j.get("results") or []:
+                exp = (r.get("details") or {}).get("expiration_date")
+                try:
+                    if exp and not (today <= date.fromisoformat(exp) <= max_exp):
+                        continue
+                except Exception:
+                    continue
+                out.append(self._map_options_result(r))
+
+            next_url = j.get("next_url")
+            if not next_url:
+                break
+            url, params = next_url, {}
+
+        # Backfill underlying price if missing
+        if out and any(o.get("underlying_price") is None for o in out):
+            upx = self.fetch_underlying_price(ticker)
+            if isinstance(upx, (int, float)):
+                for o in out:
+                    if o.get("underlying_price") is None:
+                        o["underlying_price"] = float(upx)
+
+        return out

src/enrichment/core/clients/polygon_client.py

@@ -27,6 +27,10 @@
 CHAIN_TABLE = OPTIONS_CHAIN_TABLE_ID
 CAND_TABLE = OPTIONS_CANDIDATES_TABLE_ID
 
+# Overnight Scanner
+OVERNIGHT_SIGNALS_TABLE = f"{PROJECT_ID}.{BIGQUERY_DATASET}.overnight_signals"
+OVERNIGHT_UNIVERSE_FILE = os.getenv("UNIVERSE_FILE", "overnight-universe.txt")
+
 # --- Score Aggregator: Regime-Aware Weighting ---
 
 # 1. EVENT REGIME: Catalyst Driven

src/enrichment/core/config.py

@@ -1,15 +1,15 @@
 # src/enrichment/core/pipelines/__init__.py
 
-from . import (
-    business_summarizer,
-    financials_analyzer,
-    fundamentals_analyzer,
-    mda_analyzer,
-    news_analyzer,
-    options_analyzer,
-    options_candidate_selector,
-    options_feature_engineering,
-    score_aggregator,
-    technicals_analyzer,
-    transcript_analyzer,
-)
+# from . import (
+#     business_summarizer,
+#     financials_analyzer,
+#     fundamentals_analyzer,
+#     mda_analyzer,
+#     news_analyzer,
+#     options_analyzer,
+#     options_candidate_selector,
+#     options_feature_engineering,
+#     score_aggregator,
+#     technicals_analyzer,
+#     transcript_analyzer,
+# )