OSINTForge/docker-compose.yml at main · gg-777/OSINTForge · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
version: '3.8'
services:
  opensearch-node:
    image: opensearchproject/opensearch:2.9.0
    environment:
      - discovery.type=single-node
      - OPENSEARCH_JAVA_OPTS=-Xms512m -Xmx512m
      - plugins.security.disabled=true
    ulimits:
      memlock:
        soft: -1
        hard: -1
    volumes:
      - opensearch-data:/usr/share/opensearch/data
    ports:
      - "9200:9200"

  milvus:
    image: milvusdb/milvus:v2.4.4   # ← NEW, stable version
    container_name: milvus
    environment:
      - TZ=UTC
    ports:
      - "19530:19530"
      - "9091:9091"
    command: ["milvus", "run", "standalone"]
    restart: always
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:9091/healthz"]
      interval: 10s
      timeout: 5s
      retries: 5

  minio:
    image: minio/minio:latest
    command: server /data
    environment:
      - MINIO_ROOT_USER=minioadmin
      - MINIO_ROOT_PASSWORD=minioadmin
    ports:
      - "9000:9000"
    volumes:
      - minio-data:/data

  postgres:
    image: postgres:15
    environment:
      - POSTGRES_USER=secuser
      - POSTGRES_PASSWORD=secpass
      - POSTGRES_DB=seccatalog
    ports:
      - "5432:5432"
    volumes:
      - pgdata:/var/lib/postgresql/data

  tika:
    image: apache/tika:latest
    ports:
      - "9998:9998"

  ingestion-worker:
    build: ./ingestion
    depends_on:
      - opensearch-node
      - milvus
      - minio
      - postgres
      - tika
    environment:
      - OPENSEARCH_URL=http://opensearch-node:9200
      - MILVUS_HOST=milvus
      - MILVUS_PORT=19530
      - MINIO_ENDPOINT=minio:9000
      - MINIO_ACCESS_KEY=minioadmin
      - MINIO_SECRET_KEY=minioadmin
      - POSTGRES_CONN=postgresql://secuser:secpass@postgres:5432/seccatalog
      - TIKA_URL=http://tika:9998
      - EMBEDDING_MODEL=sentence-transformers/all-mpnet-base-v2
      - INGEST_BUCKET=sec-repo
    volumes:
      - ./ingestion:/app

  webui:
    build: ./webui
    depends_on:
      - opensearch-node
      - milvus
    environment:
      - OPENSEARCH_URL=http://opensearch-node:9200
      - MILVUS_HOST=milvus
      - MILVUS_PORT=19530
      - EMBEDDING_MODEL=sentence-transformers/all-mpnet-base-v2
    ports:
      - "8088:8088"

volumes:
  opensearch-data:
  minio-data:
  pgdata: