sail/compose.yml at main · SparkApplicationMaster/sail · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
services:
  minio:
    image: quay.io/minio/minio:latest
    command: ["server", "--address", ":9000", "--console-address", ":9001"]
    environment:
      MINIO_ROOT_USER: sail
      MINIO_ROOT_PASSWORD: password
      MINIO_VOLUMES: /mnt/data
    volumes:
      - minio-data:/mnt/data
    ports:
      - "19000:9000"
      - "19001:9001"
    healthcheck:
      test: ["CMD", "mc", "ready", "local"]
      start_period: 30s
      interval: 5s
      timeout: 5s
      retries: 6

  azurite:
    image: mcr.microsoft.com/azure-storage/azurite:latest
    command:
      [
        "azurite",
        "--skipApiVersionCheck",
        "--blobHost",
        "0.0.0.0",
        "--queueHost",
        "0.0.0.0",
        "--tableHost",
        "0.0.0.0",
      ]
    environment:
      AZURITE_ACCOUNTS: "devstoreaccount1:Eby8vdM02xNOcqFlqUwJPLlmEtlCDXJ1OUzFT50uSRZ6IFsuFq2UVErCz4I6tq/K1SZFPTOtr/KBHBeksoGMGw=="
    volumes:
      - azurite-data:/data
    ports:
      - "10000:10000" # Blob service
      - "10001:10001" # Queue service
      - "11000:11000" # Table service

  hdfs:
    build:
      context: ./scripts/hadoop
      dockerfile: Dockerfile
      args:
        HADOOP_USER_NAME: root
    ports:
      - "9870:9870"
      - "127.0.0.1:9000:9000"
      - "9864:9864"
      - "9866:9866"
    healthcheck:
      test:
        ["CMD", "/opt/hadoop/bin/hdfs", "-test", "-e", "/user/root/test.json"]
      start_period: 60s
      interval: 60s
      timeout: 60s
      retries: 5

volumes:
  minio-data:
    driver: local
  azurite-data:
    driver: local