feat(model): Support vLLM

docker/base/run_sqlite.sh

@@ -1,6 +1,6 @@
 #!/bin/bash
 
-docker run --gpus all -d \
+docker run --ipc host --gpus all -d \
     -p 5000:5000 \
     -e LOCAL_DB_TYPE=sqlite \
     -e LOCAL_DB_PATH=data/default_sqlite.db \

docker/base/run_sqlite_proxyllm.sh

@@ -4,7 +4,7 @@
 PROXY_API_KEY="$PROXY_API_KEY"
 PROXY_SERVER_URL="${PROXY_SERVER_URL-'https://api.openai.com/v1/chat/completions'}"
 
-docker run --gpus all -d \
+docker run --ipc host --gpus all -d \
     -p 5000:5000 \
     -e LOCAL_DB_TYPE=sqlite \
     -e LOCAL_DB_PATH=data/default_sqlite.db \

docker/compose_examples/cluster-docker-compose.yml

@@ -21,6 +21,7 @@ services:
     restart: unless-stopped
     networks:
       - dbgptnet
+    ipc: host
     deploy:
       resources:
         reservations: