open-ai-stack/docker-compose.yml at master · Fuchs-David/open-ai-stack · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
services:
  open-webui:
    container_name: open-webui
    image: ghcr.io/open-webui/open-webui:main
    hostname: open-webui
    ports:
      - "127.0.0.1:8080:8080"
      - "[::1]:8080:8080"
    volumes:
      - ~/open-webui:/app/backend/data
    environment:
      - HF_HUB_OFFLINE=1
      - OLLAMA_BASE_URLS=http://ollama:11434
    networks:
      - frontend
      - ai_network
  ollama:
    container_name: ollama
    image: ollama/ollama:latest
    hostname: ollama
    expose:
      - "11434"
    volumes:
      - ~/ollama:/root/.ollama
    networks:
      - ai_network
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: 1
              capabilities: [gpu]

networks:
  frontend:
    name: frontend
    driver: bridge
  ai_network:
    name: ai-network
    driver: overlay
    enable_ipv6: true
    external: false
    internal: true
    attachable: true