ollama-local/docker-compose.yml at main · tmdev012/ollama-local · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
version: '3.8'

services:
  sashi:
    build: .
    container_name: sashi-ai
    hostname: sashi
    restart: unless-stopped
    ports:
      - "11434:11434"  # Ollama API
    volumes:
      - ollama-models:/root/.ollama
      - sashi-data:/root/ollama-local/db
      - ./.env:/root/ollama-local/.env:ro
    environment:
      - OLLAMA_HOST=http://localhost:11434
      - OLLAMA_NUM_PARALLEL=1
      - OLLAMA_MAX_LOADED_MODELS=1
      - OLLAMA_KEEP_ALIVE=30m
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:11434/api/tags"]
      interval: 30s
      timeout: 10s
      retries: 3
    deploy:
      resources:
        limits:
          memory: 4G
        reservations:
          memory: 2G

volumes:
  ollama-models:
    name: sashi-ollama-models
  sashi-data:
    name: sashi-history-db