poprhythm
3426193bc2
Replace deploy.resources.reservations.devices block with runtime: nvidia for better compatibility with Portainer standalone mode.
38 lines
807 B
YAML
38 lines
807 B
YAML
services:
|
|
ollama:
|
|
container_name: ollama
|
|
image: ollama/ollama:latest
|
|
restart: unless-stopped
|
|
ports:
|
|
- 11434:11434
|
|
environment:
|
|
- NVIDIA_VISIBLE_DEVICES=all
|
|
- NVIDIA_DRIVER_CAPABILITIES=compute,utility
|
|
- TZ=America/New_York
|
|
volumes:
|
|
- /srv/ollama:/root/.ollama
|
|
runtime: nvidia
|
|
networks:
|
|
- npm-network
|
|
|
|
# Optional: Web UI for Ollama
|
|
open-webui:
|
|
container_name: open-webui
|
|
image: ghcr.io/open-webui/open-webui:latest
|
|
restart: unless-stopped
|
|
ports:
|
|
- 3000:8080
|
|
environment:
|
|
- OLLAMA_BASE_URL=http://ollama:11434
|
|
- TZ=America/New_York
|
|
volumes:
|
|
- /srv/open-webui:/app/backend/data
|
|
depends_on:
|
|
- ollama
|
|
networks:
|
|
- npm-network
|
|
|
|
networks:
|
|
npm-network:
|
|
external: true
|