services: ollama: container_name: ollama image: ollama/ollama:latest restart: unless-stopped ports: - 11434:11434 environment: - NVIDIA_VISIBLE_DEVICES=all - NVIDIA_DRIVER_CAPABILITIES=compute,utility - TZ=America/New_York volumes: - /srv/ollama:/root/.ollama runtime: nvidia networks: - npm-network # Optional: Web UI for Ollama open-webui: container_name: open-webui image: ghcr.io/open-webui/open-webui:latest restart: unless-stopped ports: - 3000:8080 environment: - OLLAMA_BASE_URL=http://ollama:11434 - TZ=America/New_York volumes: - /srv/open-webui:/app/backend/data depends_on: - ollama networks: - npm-network networks: npm-network: external: true