enable gpu

This commit is contained in:
Nikhil Shrestha 2024-05-05 08:20:35 +05:45
parent eabbe53aa6
commit 0b59b6030f

View File

@ -33,10 +33,21 @@ services:
ollama: ollama:
image: ollama/ollama:latest image: ollama/ollama:latest
container_name: ollama
volumes: volumes:
- ./models:/root/.ollama - ./models:/root/.ollama
pull_policy: always
tty: true
restart: unless-stopped
ports: ports:
- 11434:11434 - 11434:11434
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: 1
capabilities: [ gpu ]
db: db:
image: postgres:15-alpine image: postgres:15-alpine