From 5641795d81553b029a24c42d1ca1eeaf7d7c4384 Mon Sep 17 00:00:00 2001
From: joecryptotoo <80373433+joecryptotoo@users.noreply.github.com>
Date: Thu, 22 Jun 2023 16:23:02 -0700
Subject: [PATCH 1/4] changed to gpu 0(first GPU)

For me GPU0 is a 3080 and GPU1 is a 4090 others may only have one GPU
---
 docker-compose.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docker-compose.yml b/docker-compose.yml
index b224e1ac3..1f8dc9f52 100644
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -50,7 +50,7 @@ services:
         reservations:
           devices:
             - driver: nvidia
-              device_ids: ['1']
+              device_ids: ['0']
               capabilities: [gpu]
 
 

From f61153a45f56d588f0e9619527d4f0c392861836 Mon Sep 17 00:00:00 2001
From: joecryptotoo <80373433+joecryptotoo@users.noreply.github.com>
Date: Thu, 22 Jun 2023 16:28:48 -0700
Subject: [PATCH 2/4] docker ignore plugins too

---
 .dockerignore | 1 +
 1 file changed, 1 insertion(+)

diff --git a/.dockerignore b/.dockerignore
index 2bcdfd92b..e5b067a78 100644
--- a/.dockerignore
+++ b/.dockerignore
@@ -1 +1,2 @@
 models/
+plugins/

From 572d99adf56b1d29ed6331de4b389c998a961289 Mon Sep 17 00:00:00 2001
From: Joe Crypto <joecrypto300@gmail.com>
Date: Fri, 23 Jun 2023 01:18:34 +0000
Subject: [PATCH 3/4] added tunnel

---
 Dockerfile-webserver => Dockerfile | 16 ++++++++--------
 Dockerfile-llmserver               | 21 ---------------------
 docker-compose.yml                 | 26 +++++++++++++++++++++-----
 3 files changed, 29 insertions(+), 34 deletions(-)
 rename Dockerfile-webserver => Dockerfile (83%)
 delete mode 100644 Dockerfile-llmserver

diff --git a/Dockerfile-webserver b/Dockerfile
similarity index 83%
rename from Dockerfile-webserver
rename to Dockerfile
index bd6aa73dd..3b6d7ef92 100644
--- a/Dockerfile-webserver
+++ b/Dockerfile
@@ -1,23 +1,23 @@
 FROM nvidia/cuda:11.8.0-devel-ubuntu22.04
 
+WORKDIR /app
+
 RUN apt-get update && apt-get install -y \
 	git \
 	python3 \
 	pip
 
-	
-WORKDIR /app
-
-COPY . /app
-
-
 # upgrade pip
 RUN pip3 install --upgrade pip
 
+COPY ./requirements.txt /app/requirements.txt
+
 RUN pip install --no-cache-dir -r requirements.txt
 
 RUN python3 -m spacy download zh_core_web_sm
 
-EXPOSE 7860
 
-CMD ["python3", "pilot/server/webserver.py"]
+COPY . /app
+
+EXPOSE 7860
+EXPOSE 8000
\ No newline at end of file
diff --git a/Dockerfile-llmserver b/Dockerfile-llmserver
deleted file mode 100644
index c36567381..000000000
--- a/Dockerfile-llmserver
+++ /dev/null
@@ -1,21 +0,0 @@
-FROM nvidia/cuda:11.8.0-devel-ubuntu22.04
-
-RUN apt-get update && apt-get install -y \
-	git \
-	python3 \
-	pip
-
-	
-WORKDIR /app
-
-COPY . /app
-
-
-# upgrade pip
-RUN pip3 install --upgrade pip
-
-RUN pip install --no-cache-dir -r requirements.txt
-
-EXPOSE 8000
-
-CMD ["python3", "pilot/server/llmserver.py"]
diff --git a/docker-compose.yml b/docker-compose.yml
index 1f8dc9f52..9f17e160f 100644
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -16,11 +16,16 @@ services:
   webserver:
     build:
       context: .
-      dockerfile: Dockerfile-webserver
+      dockerfile: Dockerfile
+    command: python3 pilot/server/webserver.py
     environment:
       - MODEL_SERVER=http://llmserver:8000
       - LOCAL_DB_HOST=db
       - WEB_SERVER_PORT=7860
+      - ALLOWLISTED_PLUGINS=db_dashboard
+    depends_on:
+      - db
+      - llmserver
     volumes:
       - ./models:/app/models
       - ./plugins:/app/plugins
@@ -28,16 +33,19 @@ services:
     env_file:
       - .env.template
     ports:
-      - 7860:7860
+      - 7860:7860/tcp
     expose:
-      - 7860
+      - 7860/tcp
     restart: unless-stopped
   llmserver:
     build:
       context: .
-      dockerfile: Dockerfile-llmserver
+      dockerfile: Dockerfile
+    command: python3 pilot/server/llmserver.py
     environment:
       - LOCAL_DB_HOST=db
+    depends_on:
+      - db
     volumes:
       - ./models:/app/models
     env_file:
@@ -52,7 +60,15 @@ services:
             - driver: nvidia
               device_ids: ['0']
               capabilities: [gpu]
-
+  tunnel:
+    image: cloudflare/cloudflared:latest
+    container_name: cloudflared-tunnel
+    restart: unless-stopped
+    environment:
+      - TUNNEL_URL=http://webserver:7860
+    command: tunnel --no-autoupdate
+    depends_on:
+      - webserver
 
 
 volumes:

From 19cc2ba6e5d63f3733d5f6232a3209e0eb3e5875 Mon Sep 17 00:00:00 2001
From: Joe Crypto <joecrypto300@gmail.com>
Date: Fri, 23 Jun 2023 01:20:44 +0000
Subject: [PATCH 4/4] added plugins to gitignore

---
 .gitignore | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/.gitignore b/.gitignore
index 359f7a03d..7eac46640 100644
--- a/.gitignore
+++ b/.gitignore
@@ -28,7 +28,9 @@ sdist/
 
 var/
 wheels/
-models/*
+models/
+plugins/
+
 pip-wheel-metadata/
 share/python-wheels/
 *.egg-info/