Compare commits
No commits in common. "nvidia" and "main" have entirely different histories.
@ -1,37 +1,29 @@
|
|||||||
|
version: '3.8'
|
||||||
|
|
||||||
services:
|
services:
|
||||||
ollama:
|
ollama:
|
||||||
volumes:
|
volumes:
|
||||||
- ./ollama:/root/.ollama
|
- $HOME/ollama/ollama:/root/.ollama
|
||||||
container_name: ollama
|
container_name: ollama
|
||||||
pull_policy: always
|
pull_policy: always
|
||||||
tty: true
|
tty: true
|
||||||
restart: unless-stopped
|
restart: unless-stopped
|
||||||
image: ollama/ollama:latest
|
image: ollama/ollama:latest
|
||||||
healthcheck:
|
|
||||||
test: ["CMD-SHELL", "nvidia-smi > /dev/null"]
|
|
||||||
interval: 10s
|
|
||||||
timeout: 30s
|
|
||||||
retries: 3
|
|
||||||
environment:
|
|
||||||
- OLLAMA_KEEP_ALIVE=60m
|
|
||||||
- OLLAMA_NUM_PARALLEL=4
|
|
||||||
ports:
|
ports:
|
||||||
- 11434:11434
|
- 11434:11434
|
||||||
deploy:
|
|
||||||
resources:
|
|
||||||
reservations:
|
|
||||||
devices:
|
|
||||||
- driver: nvidia
|
|
||||||
count: all
|
|
||||||
capabilities: [gpu]
|
|
||||||
|
|
||||||
open-webui:
|
ollama-webui:
|
||||||
image: ghcr.io/open-webui/open-webui:main
|
image: ghcr.io/ollama-webui/ollama-webui:main
|
||||||
ports:
|
container_name: ollama-webui
|
||||||
- "3000:8080"
|
|
||||||
environment:
|
|
||||||
- OLLAMA_BASE_URL=http://ollama:11434
|
|
||||||
volumes:
|
volumes:
|
||||||
- ./open-webui:/app/backend/data
|
- $HOME/ollama/ollama-webui:/app/backend/data
|
||||||
container_name: open-webui
|
depends_on:
|
||||||
restart: unless-stopped # Optional: Add a restart policy
|
- ollama
|
||||||
|
ports:
|
||||||
|
- 3000:8080
|
||||||
|
environment:
|
||||||
|
- '/ollama/api=http://ollama:11434/api'
|
||||||
|
extra_hosts:
|
||||||
|
- host.docker.internal:host-gateway
|
||||||
|
restart: unless-stopped
|
||||||
|
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user