feat: add blob indexer

Author: nmjustinchan

.env.devnet

@@ -244,6 +244,42 @@ TX_SAFE_ABORT_NONCE_TOO_LOW_COUNT=
 # Timeout for sending transactions. If 0 it is disabled.
 TX_SEND_TIMEOUT=
 
+############################### BLOB INDEXER #####################################
+# Database Configuration
+BLOB_INDEXER_DATABASE_URL=mysql://root:password@mysql:3306/blobindexer
+
+# Beacon API Configuration
+# Use a public beacon node endpoint or your own local beacon node
+BLOB_INDEXER_BEACON_URL=http://host.docker.internal:33001
+
+# Exposed port
+BLOB_INDEXER_PORT=9000
+
+# HTTP Server Configuration
+BLOB_INDEXER_HTTP_BIND=0.0.0.0:9000
+
+# Indexer Performance Configuration
+BLOB_INDEXER_POLL_INTERVAL=6s
+BLOB_INDEXER_HTTP_TIMEOUT=20s
+BLOB_INDEXER_MAX_CONCURRENCY=4
+BLOB_INDEXER_BACKFILL_BATCH=32
+
+# Reorg and Finality Configuration
+BLOB_INDEXER_REORG_LOOKBACK=128
+BLOB_INDEXER_FINALITY_CONFIRMATIONS=64
+
+# Logging Configuration
+BLOB_INDEXER_LOG_FORMAT=pretty
+RUST_LOG=info
+
+# Optional: Watch specific contract addresses for blob transactions
+# Comma-separated list of 0x-prefixed addresses
+# BLOB_INDEXER_WATCH_ADDRESSES=0x328F1b56a6128E5F5Efb2d1C9E1b8C2776539363
+
+# Optional: Start indexing from a specific slot (useful for bootstrapping)
+# If not set, will start from the latest finalized slot
+# BLOB_INDEXER_START_SLOT=8000000
+
 ############################### RELAYER #####################################
 # Database
 MYSQL_USER=admin

.env.hoodi

@@ -183,6 +183,42 @@ TX_SAFE_ABORT_NONCE_TOO_LOW_COUNT=
 # Timeout for sending transactions. If 0 it is disabled.
 TX_SEND_TIMEOUT=
 
+############################### BLOB INDEXER #####################################
+# Database Configuration
+BLOB_INDEXER_DATABASE_URL=mysql://root:password@mysql:3306/blobindexer
+
+# Beacon API Configuration
+# Use a public beacon node endpoint or your own local beacon node
+BLOB_INDEXER_BEACON_URL=http://host.docker.internal:33001
+
+# Exposed port
+BLOB_INDEXER_PORT=9000
+
+# HTTP Server Configuration
+BLOB_INDEXER_HTTP_BIND=0.0.0.0:9000
+
+# Indexer Performance Configuration
+BLOB_INDEXER_POLL_INTERVAL=6s
+BLOB_INDEXER_HTTP_TIMEOUT=20s
+BLOB_INDEXER_MAX_CONCURRENCY=4
+BLOB_INDEXER_BACKFILL_BATCH=32
+
+# Reorg and Finality Configuration
+BLOB_INDEXER_REORG_LOOKBACK=128
+BLOB_INDEXER_FINALITY_CONFIRMATIONS=64
+
+# Logging Configuration
+BLOB_INDEXER_LOG_FORMAT=pretty
+RUST_LOG=info
+
+# Optional: Watch specific contract addresses for blob transactions
+# Comma-separated list of 0x-prefixed addresses
+# BLOB_INDEXER_WATCH_ADDRESSES=0x328F1b56a6128E5F5Efb2d1C9E1b8C2776539363
+
+# Optional: Start indexing from a specific slot (useful for bootstrapping)
+# If not set, will start from the latest finalized slot
+# BLOB_INDEXER_START_SLOT=8000000
+
 ############################### RELAYER #####################################
 # Database
 MYSQL_USER=admin

.env.staging

@@ -183,6 +183,42 @@ TX_SAFE_ABORT_NONCE_TOO_LOW_COUNT=
 # Timeout for sending transactions. If 0 it is disabled.
 TX_SEND_TIMEOUT=
 
+############################### BLOB INDEXER #####################################
+# Database Configuration
+BLOB_INDEXER_DATABASE_URL=mysql://root:password@mysql:3306/blobindexer
+
+# Beacon API Configuration
+# Use a public beacon node endpoint or your own local beacon node
+BLOB_INDEXER_BEACON_URL=http://host.docker.internal:33001
+
+# Exposed port
+BLOB_INDEXER_PORT=9000
+
+# HTTP Server Configuration
+BLOB_INDEXER_HTTP_BIND=0.0.0.0:9000
+
+# Indexer Performance Configuration
+BLOB_INDEXER_POLL_INTERVAL=6s
+BLOB_INDEXER_HTTP_TIMEOUT=20s
+BLOB_INDEXER_MAX_CONCURRENCY=4
+BLOB_INDEXER_BACKFILL_BATCH=32
+
+# Reorg and Finality Configuration
+BLOB_INDEXER_REORG_LOOKBACK=128
+BLOB_INDEXER_FINALITY_CONFIRMATIONS=64
+
+# Logging Configuration
+BLOB_INDEXER_LOG_FORMAT=pretty
+RUST_LOG=info
+
+# Optional: Watch specific contract addresses for blob transactions
+# Comma-separated list of 0x-prefixed addresses
+# BLOB_INDEXER_WATCH_ADDRESSES=0x328F1b56a6128E5F5Efb2d1C9E1b8C2776539363
+
+# Optional: Start indexing from a specific slot (useful for bootstrapping)
+# If not set, will start from the latest finalized slot
+# BLOB_INDEXER_START_SLOT=8000000
+
 ############################### RELAYER #####################################
 # Database
 MYSQL_USER=admin

docker-compose.yml

@@ -225,6 +225,56 @@ services:
     profiles:
       - prover
 
+  # MySQL Database for storing blob data
+  mysql:
+    image: mysql:8.4
+    container_name: l2-taiko-blob-indexer-mysql
+    restart: unless-stopped
+    environment:
+      MYSQL_ROOT_PASSWORD: password
+      MYSQL_DATABASE: blobindexer
+    ports:
+      - 3307:3306
+    command:
+      - --character-set-server=utf8mb4
+      - --collation-server=utf8mb4_unicode_ci
+      - --max-connections=1000
+      - --innodb-buffer-pool-size=1G
+    volumes:
+      - ./blobindexer-mysql:/var/lib/mysql
+    healthcheck:
+      test: ["CMD", "mysqladmin", "ping", "-ppassword"]
+      interval: 5s
+      timeout: 3s
+      retries: 20
+    networks:
+      - surge
+    profiles:
+      - blobindexer
+
+  # Blob Indexer Service
+  blobindexer:
+    image: nethermind/surge-blob-indexer:sha-b978642
+    container_name: l2-taiko-blob-indexer
+    restart: unless-stopped
+    depends_on:
+      mysql:
+        condition: service_healthy
+    env_file:
+      - .env
+    ports:
+      - ${BLOB_INDEXER_PORT}:${BLOB_INDEXER_PORT}
+    networks:
+      - surge
+    healthcheck:
+      test: ["CMD", "curl", "-f", "http://localhost:${BLOB_INDEXER_PORT}/healthz"]
+      interval: 30s
+      timeout: 10s
+      retries: 3
+      start_period: 60s
+    profiles:
+      - blobindexer
+
   tx-spammer:
     image: ethpandaops/spamoor:master
     container_name: l2-tx-spammer

script/start-driver.sh

@@ -14,6 +14,7 @@ ARGS="${ARGS} \
     --l2.ws ws://l2-nethermind-execution-client:"${L2_WS_PORT}" \
     --l1.beacon ${L1_BEACON_HTTP} \
     --l2.auth http://l2-nethermind-execution-client:${L2_ENGINE_API_PORT} \
+    --blob.server http://l2-taiko-blob-indexer:${BLOB_INDEXER_PORT} \
     --taikoInbox ${TAIKO_INBOX} \
     --taikoAnchor ${TAIKO_ANCHOR} \
     --jwtSecret /tmp/jwt/jwtsecret \

surge-remover.sh

@@ -50,6 +50,7 @@ remove_db() {
     echo
 
     # Remove DB
+    rm -rf ./blobindexer-mysql
     rm -rf ./execution-data
     rm -rf ./blockscout-postgres-data
     rm -rf ./mysql-data
@@ -106,7 +107,7 @@ remove_network() {
 remove_l2_stack
 remove_relayers
 remove_db
-remove_configs
+# remove_configs
 # remove_env_file
 remove_network
 

surge-stack-deployer.sh

@@ -235,6 +235,20 @@ start_l2_stack() {
   fi
 }
 
+start_blob_indexer() {
+  echo
+  echo "╔══════════════════════════════════════════════════════════════╗"
+  echo "║ Starting Blob Indexer...                                     ║"
+  echo "╚══════════════════════════════════════════════════════════════╝"
+  echo
+  docker compose --profile blobindexer up -d --remove-orphans
+  echo
+  echo "╔══════════════════════════════════════════════════════════════╗"
+  echo "  ✅ Blob Indexer started successfully                           "
+  echo "╚══════════════════════════════════════════════════════════════╝"
+  echo
+}
+
 deploy_l2() {
   # Check if deployment is already completed
   if [ -f "deployment/setup_l2.json" ]; then
@@ -467,6 +481,9 @@ EOF
 }
 
 deploy_surge_stack() {
+  # Start Blob Indexer
+  start_blob_indexer
+
   # Start L2 Stack
   start_l2_stack