version: '3.8'

services:
  ollama:
    container_name: ollama
    image: ollama/ollama:latest
    restart: always
    volumes:
      - ollama-data:/root/.ollama
      - /mnt/data/External/ollama_model:/ollama_models
    ports:
      - "11434:11434"
    networks:
      - llama_network

    environment:
      - OLLAMA_BASE_URL=http://ollama:11434
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: 1
              capabilities: [gpu]

  open-webui:
    container_name: open-webui
    image: ghcr.io/open-webui/open-webui:main
    restart: always
    volumes:
      - open-webui-data:/app/backend/data
    ports:
      - "9060:8080"
    environment:
      - OLLAMA_BASE_URL=http://ollama:11434
    networks:
      - llama_network
      - webproxy

  ollama-monitor:
    image: docker:cli
    container_name: ollama-monitor
    restart: always
    networks:
      - llama_network
    volumes:
      - /var/run/docker.sock:/var/run/docker.sock
      - /mnt/data/External/ollama_monitor/monitor.sh:/monitor.sh:ro
    entrypoint: ["/bin/sh", "/monitor.sh"]
    depends_on:
      - ollama

volumes:
  ollama-data:
  open-webui-data:
    
networks:
  llama_network:
    driver: bridge
  webproxy:
    external: true