example-project/docker-compose.yaml at main · kafka-trainings/example-project · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
version: "2"
services:
  csp1_producer:
    build: ./csp1_producer
    volumes:
      - ./csp1_producer.properties:/app/app.properties
      - ./jmx_exporter.jar:/app/jmx_exporter.jar
      - ./jmx_exporter.yaml:/app/jmx_exporter.yaml
    depends_on:
      - broker
    ports:
      - "3011:3011"
  csp1_consumer:
    build: ./csp1_consumer
    volumes:
      - ./csp1_consumer.properties:/app/app.properties
      - ./jmx_exporter.jar:/app/jmx_exporter.jar
      - ./jmx_exporter.yaml:/app/jmx_exporter.yaml
    depends_on:
      - broker
    ports:
      - "3012:3012"
  csp1_transformer:
    build: ./csp1_transformer
    volumes:
      - ./csp1_transformer.properties:/app/app.properties
      - ./jmx_exporter.jar:/app/jmx_exporter.jar
      - ./jmx_exporter.yaml:/app/jmx_exporter.yaml
    depends_on:
      - broker
    ports:
      - "3013:3013"

  csp2_producer:
    build: ./csp2_producer
    volumes:
      - ./csp2_producer.properties:/app/app.properties
      - ./jmx_exporter.jar:/app/jmx_exporter.jar
      - ./jmx_exporter.yaml:/app/jmx_exporter.yaml
    ports:
      - "3021:3021"
    depends_on:
      - broker
  csp2_transformer:
    build: ./csp2_transformer
    volumes:
      - ./csp2_transformer.properties:/app/app.properties
      - ./jmx_exporter.jar:/app/jmx_exporter.jar
      - ./jmx_exporter.yaml:/app/jmx_exporter.yaml
    ports:
      - "3022:3022"
    depends_on:
      - broker
  dashboard:
    build: ./dashboard
    volumes:
      - ./dashboard.properties:/app/app.properties
      - ./jmx_exporter.jar:/app/jmx_exporter.jar
      - ./jmx_exporter.yaml:/app/jmx_exporter.yaml
    depends_on:
      - broker
      - csp1_producer
      - csp2_producer
      - csp1_transformer
      - csp2_transformer
    ports:
      - "9999:9999"
      - "3031:3031"
  zookeeper:
    image: solsson/kafka:latest
    entrypoint: ./bin/zookeeper-server-start.sh
    command:
      - ./config/zookeeper.properties
  broker:
    image: solsson/kafka:latest
    entrypoint: ./bin/kafka-server-start.sh
    volumes:
      - ./broker.properties:/server.properties
    depends_on:
      - zookeeper
    command:
      - /server.properties
    ports:
      - "9092:9093"
  connect:
    build: ./connect
    volumes:
      - ./csp2_customerdb/csp2db.sqlite:/csp2db.sqlite
      - ./connect-distributed.properties:/connect-distributed.properties
      - ./jmx_exporter.jar:/app/jmx_exporter.jar
      - ./jmx_exporter.yaml:/app/jmx_exporter.yaml
    ports:
      - "8083:8083"
    depends_on:
      - broker
    command:
      - /connect-distributed.properties
    entrypoint: ./bin/connect-distributed.sh

  ksqldb-server:
    image: confluentinc/ksqldb-server:0.26.0
    hostname: ksqldb-server
    container_name: ksqldb-server
    depends_on:
      - broker
    ports:
      - "8088:8088"
    environment:
      KSQL_LISTENERS: http://0.0.0.0:8088
      KSQL_BOOTSTRAP_SERVERS: broker:9092
      KSQL_KSQL_LOGGING_PROCESSING_STREAM_AUTO_CREATE: "true"
      KSQL_KSQL_LOGGING_PROCESSING_TOPIC_AUTO_CREATE: "true"

  ksqldb-cli:
    image: confluentinc/ksqldb-cli:0.26.0
    container_name: ksqldb-cli
    depends_on:
      - broker
      - ksqldb-server
    entrypoint: /bin/sh
    tty: true
  create-connector:
    image: curlimages/curl:7.83.1
    volumes:
      - ./connect/source_connector.json:/source_connector.json
    depends_on:
      - connect
    entrypoint: sh
    command:
      - "-c"
      - 'sleep 10 && curl -s -X POST -H "Content-Type: application/json" --data @/source_connector.json http://connect:8083/connectors'
  curl:
    image: curlimages/curl:7.83.1
    entrypoint: sleep
    command:
      - "9999"