From 0b59b6030fcda536bb48c03c026ae410b3146fee Mon Sep 17 00:00:00 2001
From: Nikhil Shrestha <nikhil.shrestha1995@gmail.com>
Date: Sun, 5 May 2024 08:20:35 +0545
Subject: [PATCH] enable gpu

---
 docker-compose.yaml | 11 +++++++++++
 1 file changed, 11 insertions(+)

diff --git a/docker-compose.yaml b/docker-compose.yaml
index fb5359dd..193add27 100644
--- a/docker-compose.yaml
+++ b/docker-compose.yaml
@@ -33,10 +33,21 @@ services:
     
   ollama:
     image: ollama/ollama:latest
+    container_name: ollama
     volumes:
       - ./models:/root/.ollama
+    pull_policy: always
+    tty: true
+    restart: unless-stopped
     ports:
       - 11434:11434
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              count: 1
+              capabilities: [ gpu ]
 
   db:
     image: postgres:15-alpine