SentimentAnalysis/docker-compose.yml at master · edithh81/SentimentAnalysis · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
services:
  postgres:
    image: postgres:13
    environment:
      - POSTGRES_USER=airflow
      - POSTGRES_PASSWORD=airflow
      - POSTGRES_DB=airflow
    volumes:
      - postgres-db-volume:/var/lib/postgresql/data
    ports:
      - "5432:5432"
    healthcheck:
      test: ["CMD", "pg_isready", "-U", "airflow"]
      interval: 5s
      retries: 5
    networks:
      - sentiment_network

  mlflow:
    build:
      context: ./mlflow_
      dockerfile: Dockerfile
    environment:
      - MLFLOW_TRACKING_URI=http://mlflow:5000
      - BACKEND_STORE_URI=/mlflow/mlruns
      - DEFAULT_ARTIFACT_ROOT=/mlflow/artifacts
    ports:
      - "5000:5000"
    volumes:
      - ./mlflow_/artifacts:/mlflow/artifacts
      - ./mlflow_/mlruns:/mlflow/mlruns
      - ./data:/mlflow_/data
    depends_on:
      - postgres
    networks:
      - sentiment_network

  backend:
    build:
      context: ./backend
      dockerfile: Dockerfile
    ports:
      - "8000:8000"
    volumes:
      - ./models:/app/models
      - ./ntc-scv:/app/ntc-scv
      - ./src:/app/src
      - ./data:/app/data
    environment:
      - PYTHONPATH=/app
      - MLFLOW_TRACKING_URI=http://mlflow:5000
    depends_on:
      - mlflow
    networks:
      - sentiment_network
  airflow-init:
    image: apache/airflow:2.7.1
    depends_on:
      - postgres
    environment:
      - AIRFLOW__DATABASE__SQL_ALCHEMY_CONN=postgresql+psycopg2://airflow:airflow@postgres:5432/airflow
      - AIRFLOW__CORE__EXECUTOR=LocalExecutor
      - AIRFLOW__CORE__LOAD_EXAMPLES=False
    command: db init
    networks:
      - sentiment_network
  frontend:
    build:
      context: ./frontend
      dockerfile: Dockerfile
    ports:
      - "8501:8501"
    volumes:
      - ./frontend/app:/app/app
    environment:
      - BACKEND_API=http://backend:8000
    depends_on:
      - backend
    networks:
      - sentiment_network

  airflow-webserver:
    build:
      context: ./airflow
      dockerfile: Dockerfile
    command: webserver
    ports:
      - "8080:8080"
    volumes:
      - ./airflow/dags:/opt/airflow/dags
      - ./models:/opt/airflow/models
      - ./data:/opt/airflow/data
      - ./src:/opt/airflow/src
      - ./airflow/dags/config:/opt/airflow/config
      - ./ntc-scv:/opt/airflow/ntc-scv
      - ./mlflow_/artifacts:/mlflow/artifacts
      - ./mlflow_/mlruns:/mlflow/mlruns
      - ./mlflow_/tracking:/opt/airflow/mlflow_/tracking
      - ./mlflow_/data:/opt/airflow/mlflow_/data
      - ./mlflow_/registry:/opt/airflow/mlflow_/registry
    environment:
      - AIRFLOW__CORE__EXECUTOR=LocalExecutor
      - AIRFLOW__DATABASE__SQL_ALCHEMY_CONN=postgresql+psycopg2://airflow:airflow@postgres:5432/airflow
      - AIRFLOW__CORE__LOAD_EXAMPLES=False
      - MLFLOW_TRACKING_URI=http://mlflow:5000
      - DATA_SOURCE_DIR=/opt/airflow/ntc-scv/data_train/train
      - DATA_DEST_DIR=/opt/airflow/data/raw/train
      - CONFIG_DIR=/opt/airflow/config
    depends_on:
      - postgres
      - airflow-init
      - mlflow
    networks:
      - sentiment_network

  airflow-scheduler:
    build:
      context: ./airflow
      dockerfile: Dockerfile
    command: scheduler
    volumes:
      - ./airflow/dags:/opt/airflow/dags
      - ./airflow/dags/config:/opt/airflow/config
      - ./models:/opt/airflow/models
      - ./data:/opt/airflow/data
      - ./src:/opt/airflow/src
      - ./mlflow_/artifacts:/mlflow/artifacts
      - ./mlflow_/mlruns:/mlflow/mlruns
      - ./mlflow_/tracking:/opt/airflow/mlflow_/tracking
      - ./mlflow_/data:/opt/airflow/mlflow_/data
      - ./mlflow_/registry:/opt/airflow/mlflow_/registry
      - ./ntc-scv:/opt/airflow/ntc-scv
    environment:
      - AIRFLOW__CORE__EXECUTOR=LocalExecutor
      - AIRFLOW__DATABASE__SQL_ALCHEMY_CONN=postgresql+psycopg2://airflow:airflow@postgres:5432/airflow
      - AIRFLOW__CORE__LOAD_EXAMPLES=False
      - MLFLOW_TRACKING_URI=http://mlflow:5000
      - DATA_SOURCE_DIR=/opt/airflow/ntc-scv/data_train/train
      - DATA_DEST_DIR=/opt/airflow/data/raw/train
      - CONFIG_DIR=/opt/airflow/config
    depends_on:
      - postgres
      - airflow-webserver
    networks:
      - sentiment_network

networks:
  sentiment_network:
    driver: bridge

volumes:
  postgres-db-volume: