app/docker-compose.yml at develop · dhussain101/app · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
#
# Third-party
#

kafka:
   image: spotify/kafka
   environment:
      ADVERTISED_HOST: kafka
      ADVERTISED_PORT: 9092
   hostname: kafka

es:
   image: elasticsearch:2.0
   ports:
      - 9200:9200

redis:
    image: redis
    hostname: redis
    ports:
        - 6379:6379

haproxy:
    image: haproxy
    links:
        - web
    environment:
        WEBSERVER: web:8000
    ports:
        - 8000:80

selenium-chrome:
  image: selenium/standalone-chrome
  container_name: selenium-chrome
  links:
    - web:web
  ports:
    - "4444:4444"

selenium-test:
  image: tp33/django
  container_name: selenium-test
  links:
    - selenium-chrome:selenium-chrome
    - web:web
  volumes:
    - ./app/selenium:/app
  command: bash -c "pip install selenium==3.8.0 && python selenium-tests.py"

spark-master:
  image: spark
  command: bin/spark-class org.apache.spark.deploy.master.Master -h spark-master
  hostname: spark-master
  environment:
    MASTER: spark://spark-master:7077
    SPARK_CONF_DIR: /conf
  expose:
    - 7001
    - 7002
    - 7003
    - 7004
    - 7005
    - 7006
    - 7077
    - 6066
  ports:
    - 4040:4040
    - 6066:6066
    - 7077:7077
    - 8080:8080
  volumes:
    - ./spark/data:/tmp/data

spark-worker:
  image: spark
  command: bin/spark-class org.apache.spark.deploy.worker.Worker spark://spark-master:7077
  hostname: spark-worker
  environment:
    SPARK_CONF_DIR: /conf
    SPARK_WORKER_CORES: 2
    SPARK_WORKER_MEMORY: 512m
    SPARK_WORKER_PORT: 8881
    SPARK_WORKER_WEBUI_PORT: 8081
  links:
    - spark-master
  expose:
    - 7012
    - 7013
    - 7014
    - 7015
    - 7016
    - 8881
  ports:
    - 8081:8081
  volumes:
    - ./spark/data:/tmp/data

#
# First-party
#

models:
   image: djangorest
   external_links:
      - mysql:db
   ports:
      - 8001:8000
   volumes:
      - ./models:/app
   stdin_open: true
   command: bash -c "python manage.py collectstatic --noinput > /dev/null && python manage.py makemigrations models_app && python manage.py migrate && python manage.py loaddata db.json && mod_wsgi-express start-server --working-directory . --url-alias /static build/static --reload-on-changes --log-to-terminal models/wsgi.py"

exp:
   image: djangorest
   links:
      - models
      - kafka
      - es
   ports:
      - 8002:8000
   volumes:
      - ./exp:/app
   stdin_open: true
   command: "mod_wsgi-express start-server --working-directory . --reload-on-changes --log-to-terminal exp/wsgi.py"

web:
   image: djangorest
   links:
      - exp
      - redis
   ports:
      - 8003:8000
   volumes:
      - ./web:/app
   stdin_open: true
   command: bash -c "python manage.py collectstatic --noinput > /dev/null && python manage.py clear_cache > /dev/null && mod_wsgi-express start-server --working-directory . --document-root build --reload-on-changes --log-to-terminal web/wsgi.py"

batch-search:
   image: djangorest
   links:
      - kafka
      - es
   volumes:
      - ./batch:/app
      - ./models:/data
   command: "python search.py es"

batch-recommend:
   image: djangorest
   links:
      - kafka
   volumes:
      - ./batch:/app
      - ./spark:/data
   command: "python log.py"