ost-linker/docker-compose.yml at staging · opensource-together/ost-linker · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
# Shared environment variables for Dagster services
x-common-env: &common-env
  DATABASE_URL: ${DATABASE_URL}
  DAGSTER_HOME: /app/dagster_home
  DAGSTER_STORAGE_DIR: /app/dagster_home/storage
  DAGSTER_LOGS_DIR: /app/dagster_home/logs
  DAGSTER_PG_URL: ${DAGSTER_PG_URL:-${DATABASE_URL}}
  GITHUB_ACCESS_TOKEN: ${GITHUB_ACCESS_TOKEN}
  GO_SCRAPER_PATH: /usr/local/bin/ost-scraper
  GO_FETCHER_PATH: /usr/local/bin/ost-fetcher
  DBT_TARGET: docker
  OPENROUTER_API_KEY: ${OPENROUTER_API_KEY}
  FASTTEXT_MODEL_PATH: models/lid.176.ftz

x-common-volumes: &common-volumes
  - dagster_data:/app/dagster_home

services:
  # ============================================================================
  # DAGSTER WEBSERVER (UI + GraphQL API)
  # ============================================================================
  webserver:
    build: .
    container_name: ost-linker-webserver
    restart: unless-stopped
    ports:
      - "3000:3000"
    environment:
      <<: *common-env
    volumes: *common-volumes
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:3000/server_info"]
      interval: 30s
      timeout: 5s
      retries: 3
      start_period: 120s
    command: ["./scripts/init.sh", "dagster-webserver", "-h", "0.0.0.0", "-p", "3000", "-w", "/app/workspace.yaml"]

  # ============================================================================
  # DAGSTER DAEMON (schedules, sensors, run queue)
  # ============================================================================
  daemon:
    build: .
    container_name: ost-linker-daemon
    restart: unless-stopped
    environment:
      <<: *common-env
      DAGSTER_ROLE: daemon
    volumes: *common-volumes
    depends_on:
      webserver:
        condition: service_healthy
    command: ["./scripts/init.sh", "dagster-daemon", "run", "-w", "/app/workspace.yaml"]

volumes:
  dagster_data: