cauldron/docker-compose.infra.yml at main · devchain-network/cauldron · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
services:
  postgresql_db:
    image: postgres:17
    user: postgres
    environment:
      POSTGRES_DB: "${POSTGRES_DB}"
      POSTGRES_PASSWORD: "${POSTGRES_PASSWORD}"
    healthcheck:
      test: [ "CMD", "pg_isready" ]
      interval: 10s
      timeout: 5s
      retries: 5
    ports:
      - "5433:5432" # map container's 5432 to host's 5433
    volumes:
      - "postgres-data:/var/lib/postgresql/data/"
    networks:
      - devchain-network

  migrator:
    build:
      context: .
      dockerfile: Dockerfile.migrator
    environment:
      DATABASE_URL_MIGRATION: "${DATABASE_URL_INFRA_MIGRATION}"
    depends_on:
      postgresql_db:
        condition: service_healthy
    networks:
      - devchain-network
    restart: "no"

  ngrok:
    image: ngrok/ngrok:latest
    restart: unless-stopped
    command:
      - "http"
      - "${NGROK_FORWARD}"
      - "--url=${NGROK_PUBLIC_URL}"
    environment:
      NGROK_AUTHTOKEN: "${NGROK_AUTHTOKEN}"
    ports:
      - "4040:4040"
    depends_on:
      - cauldron
    networks:
      - devchain-network

  kafka-ui:
    image: provectuslabs/kafka-ui:latest
    depends_on:
      - kafka
    ports:
      - "8080:8080"
    environment:
      DYNAMIC_CONFIG_ENABLED: 'true'
      KAFKA_CLUSTERS_0_NAME: 'devchain'
      KAFKA_CLUSTERS_0_BOOTSTRAPSERVERS: kafka:9092
      LOGGING_LEVEL_ROOT: 'error'
      LOGGING_LEVEL_COM_PROVECTUS: 'error'
    networks:
      - devchain-network

  kafka:
    image: bitnamilegacy/kafka:3.9
    ports:
      - "9092:9092"
      - "9094:9094"
    volumes:
      - "kafka_data:/bitnami"
      - "./containerfiles/kafka/log4j.properties:/opt/bitnami/kafka/config/log4j.properties:ro"
    environment:
      KAFKA_CFG_NODE_ID: 0
      KAFKA_CFG_PROCESS_ROLES: 'controller,broker'
      KAFKA_CFG_CONTROLLER_QUORUM_VOTERS: '0@kafka:9093'

      KAFKA_CFG_LISTENERS: 'PLAINTEXT://:9092,CONTROLLER://:9093,EXTERNAL://:9094'
      KAFKA_CFG_ADVERTISED_LISTENERS: 'PLAINTEXT://kafka:9092,EXTERNAL://localhost:9094'
      KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: 'CONTROLLER:PLAINTEXT,EXTERNAL:PLAINTEXT,PLAINTEXT:PLAINTEXT'
      KAFKA_CFG_CONTROLLER_LISTENER_NAMES: 'CONTROLLER'
      KAFKA_CFG_INTER_BROKER_LISTENER_NAME: 'PLAINTEXT'
      KAFKA_LOG4J_OPTS: '-Dlog4j.configuration=file:/opt/bitnami/kafka/config/log4j.properties'
    networks:
      - devchain-network

  cauldron:
    build:
      context: .
      dockerfile: Dockerfile.webhookserver
    ports:
      - "8000:8000"
    environment:
      GITHUB_HMAC_SECRET: "${GITHUB_HMAC_SECRET}"
      GITLAB_HMAC_SECRET: "${GITLAB_HMAC_SECRET}"
      KCP_BROKERS: "kafka:9092"
    depends_on:
      - kafka
    networks:
      - devchain-network

  github-consumer:
    build:
      context: .
      dockerfile: Dockerfile.github-consumer
    environment:
      KC_TOPIC_GITHUB: "github"
      KCG_NAME: "github-group"
      KCP_BROKERS: "kafka:9092"
      DATABASE_URL: "${DATABASE_URL_INFRA}"
    depends_on:
      - kafka
      - cauldron
      - postgresql_db
      - migrator
    networks:
      - devchain-network

  gitlab-consumer:
    build:
      context: .
      dockerfile: Dockerfile.gitlab-consumer
    environment:
      KC_TOPIC_GITLAB: "gitlab"
      KCG_NAME: "gitlab-group"
      KCP_BROKERS: "kafka:9092"
      DATABASE_URL: "${DATABASE_URL_INFRA}"
    depends_on:
      - kafka
      - cauldron
      - postgresql_db
      - migrator
    networks:
      - devchain-network

volumes:
  kafka_data:
    driver: local
  postgres-data:
    driver: local

networks:
  devchain-network:
    driver: bridge