nvidia gpu compat

2024-12-06 13:09:54 -05:00 · 2024-12-06 13:09:54 -05:00 · b730c68303
commit b730c68303
parent 818723d5e7
1 changed files with 7 additions and 1 deletions
--- a/docker-compose.yml
+++ b/docker-compose.yml
@ -11,7 +11,13 @@ services:
    image: ollama/ollama:latest
    ports:
      - 11434:11434
-
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              count: all
+              capabilities: [gpu]
  ollama-webui:
    image: ghcr.io/ollama-webui/ollama-webui:main
    container_name: ollama-webui