feat(model): Support vLLM

2025-09-03 10:05:13 +00:00 · 2023-10-09 20:01:29 +08:00
parent 1cdaaeb820
commit d5a52f79f1
32 changed files with 957 additions and 155 deletions
--- a/docker/compose_examples/cluster-docker-compose.yml
+++ b/docker/compose_examples/cluster-docker-compose.yml
@@ -21,6 +21,7 @@ services:
    restart: unless-stopped
    networks:
      - dbgptnet
+    ipc: host
    deploy:
      resources:
        reservations: