From 23e598779925477846198a76a4220cc1db7462a8 Mon Sep 17 00:00:00 2001 From: sickprodigy Date: Fri, 12 Dec 2025 17:07:09 -0500 Subject: [PATCH] feat: update ollama service configuration for NVIDIA support and environment variables Only way I could mount my p100 gpu to ollama in docker container. Still had to install extra stuff on debian that was for ubuntu. Didn't feel right, did it anyways. Worked. --- docker-compose/ollama/docker-compose.yml | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/docker-compose/ollama/docker-compose.yml b/docker-compose/ollama/docker-compose.yml index 1446060..3e236a7 100644 --- a/docker-compose/ollama/docker-compose.yml +++ b/docker-compose/ollama/docker-compose.yml @@ -6,13 +6,20 @@ services: volumes: - /docker-containers/ollama/code:/code - /docker-containers/ollama/data:/root/.ollama + # - /usr/local/cuda:/usr/local/cuda:ro # <-- mount CUDA runtime from host maybe container_name: ollama - pull_policy: always tty: true restart: always environment: - OLLAMA_KEEP_ALIVE=24h - OLLAMA_HOST=0.0.0.0 + - NVIDIA_VISIBLE_DEVICES=all + - NVIDIA_DRIVER_CAPABILITIES=compute,utility + # devices: + # - /dev/nvidia0:/dev/nvidia0 + # - /dev/nvidiactl:/dev/nvidiactl + # - /dev/nvidia-uvm:/dev/nvidia-uvm + runtime: nvidia networks: - homelab