diff --git a/ollama/docker-compose.yml b/ollama/docker-compose.yml index 3c9bdd8..19d5327 100644 --- a/ollama/docker-compose.yml +++ b/ollama/docker-compose.yml @@ -9,6 +9,7 @@ services: - NVIDIA_VISIBLE_DEVICES=all - NVIDIA_DRIVER_CAPABILITIES=compute,utility - TZ=America/New_York + - OLLAMA_NUM_CTX=16384 volumes: - /srv/ollama:/root/.ollama runtime: nvidia