mirror of
https://github.com/csunny/DB-GPT.git
synced 2025-09-17 23:18:20 +00:00
feat(model): Support database model registry (#1656)
This commit is contained in:
Fangyin Cheng
GitHub
@@ -34,15 +34,16 @@ RUN pip3 install --upgrade pip -i $PIP_INDEX_URL \
|
||||
# install openai for proxyllm
|
||||
&& pip3 install -i $PIP_INDEX_URL ".[openai]"
|
||||
|
||||
RUN (if [ "${LANGUAGE}" = "zh" ]; \
|
||||
# language is zh, download zh_core_web_sm from github
|
||||
then wget https://github.com/explosion/spacy-models/releases/download/zh_core_web_sm-3.7.0/zh_core_web_sm-3.7.0-py3-none-any.whl -O /tmp/zh_core_web_sm-3.7.0-py3-none-any.whl \
|
||||
&& pip3 install /tmp/zh_core_web_sm-3.7.0-py3-none-any.whl -i $PIP_INDEX_URL \
|
||||
&& rm /tmp/zh_core_web_sm-3.7.0-py3-none-any.whl; \
|
||||
# not zh, download directly
|
||||
else python3 -m spacy download zh_core_web_sm; \
|
||||
fi;) \
|
||||
&& rm -rf `pip3 cache dir`
|
||||
# Not install spacy model for now
|
||||
#RUN (if [ "${LANGUAGE}" = "zh" ]; \
|
||||
# # language is zh, download zh_core_web_sm from github
|
||||
# then wget https://github.com/explosion/spacy-models/releases/download/zh_core_web_sm-3.7.0/zh_core_web_sm-3.7.0-py3-none-any.whl -O /tmp/zh_core_web_sm-3.7.0-py3-none-any.whl \
|
||||
# && pip3 install /tmp/zh_core_web_sm-3.7.0-py3-none-any.whl -i $PIP_INDEX_URL \
|
||||
# && rm /tmp/zh_core_web_sm-3.7.0-py3-none-any.whl; \
|
||||
# # not zh, download directly
|
||||
# else python3 -m spacy download zh_core_web_sm; \
|
||||
# fi;) \
|
||||
# && rm -rf `pip3 cache dir`
|
||||
|
||||
ARG BUILD_LOCAL_CODE="false"
|
||||
# COPY the rest of the app
|
||||
|
||||
17
docker/base/build_proxy_image.sh
Executable file
17
docker/base/build_proxy_image.sh
Executable file
@@ -0,0 +1,17 @@
|
||||
#!/bin/bash
|
||||
|
||||
SCRIPT_LOCATION=$0
|
||||
cd "$(dirname "$SCRIPT_LOCATION")"
|
||||
WORK_DIR=$(pwd)
|
||||
|
||||
if [[ " $* " == *" --help "* ]] || [[ " $* " == *" -h "* ]]; then
|
||||
bash $WORK_DIR/build_image.sh "$@"
|
||||
exit 0
|
||||
fi
|
||||
|
||||
bash $WORK_DIR/build_image.sh --install-mode openai "$@"
|
||||
|
||||
if [ 0 -ne $? ]; then
|
||||
echo "Error: build base image failed"
|
||||
exit 1
|
||||
fi
|
||||
127
docker/compose_examples/ha-cluster-docker-compose.yml
Normal file
127
docker/compose_examples/ha-cluster-docker-compose.yml
Normal file
@@ -0,0 +1,127 @@
|
||||
# An example of using docker-compose to start a HA model serving cluster with two controllers and one worker.
|
||||
# For simplicity, we use chatgpt_proxyllm as the model for the worker, and we build a new docker image named eosphorosai/dbgpt-openai:latest.
|
||||
# How to build the image:
|
||||
# run `bash ./docker/base/build_proxy_image.sh` in the root directory of the project.
|
||||
# If you want to use other pip index url, you can run command with `--pip-index-url` option.
|
||||
# For example, `bash ./docker/base/build_proxy_image.sh --pip-index-url https://pypi.tuna.tsinghua.edu.cn/simple`
|
||||
#
|
||||
# How to start the cluster:
|
||||
# 1. run `cd docker/compose_examples`
|
||||
# 2. run `OPENAI_API_KEY="{your api key}" OPENAI_API_BASE="https://api.openai.com/v1" docker compose -f ha-cluster-docker-compose.yml up -d`
|
||||
# Note: Make sure you have set the environment variables OPENAI_API_KEY.
|
||||
version: '3.10'
|
||||
|
||||
services:
|
||||
init:
|
||||
image: busybox
|
||||
volumes:
|
||||
- ../examples/sqls:/sqls
|
||||
- ../../assets/schema/dbgpt.sql:/dbgpt.sql
|
||||
- dbgpt-init-scripts:/docker-entrypoint-initdb.d
|
||||
command: /bin/sh -c "cp /dbgpt.sql /docker-entrypoint-initdb.d/ && cp /sqls/* /docker-entrypoint-initdb.d/ && ls /docker-entrypoint-initdb.d/"
|
||||
|
||||
db:
|
||||
image: mysql/mysql-server
|
||||
environment:
|
||||
MYSQL_USER: 'user'
|
||||
MYSQL_PASSWORD: 'password'
|
||||
MYSQL_ROOT_PASSWORD: 'aa123456'
|
||||
ports:
|
||||
- 3306:3306
|
||||
volumes:
|
||||
- dbgpt-myql-db:/var/lib/mysql
|
||||
- ../examples/my.cnf:/etc/my.cnf
|
||||
- dbgpt-init-scripts:/docker-entrypoint-initdb.d
|
||||
restart: unless-stopped
|
||||
networks:
|
||||
- dbgptnet
|
||||
depends_on:
|
||||
- init
|
||||
controller-1:
|
||||
image: eosphorosai/dbgpt-openai:latest
|
||||
command: dbgpt start controller --registry_type database --registry_db_type mysql --registry_db_name dbgpt --registry_db_host db --registry_db_port 3306 --registry_db_user root --registry_db_password aa123456
|
||||
volumes:
|
||||
- ../../:/app
|
||||
restart: unless-stopped
|
||||
networks:
|
||||
- dbgptnet
|
||||
depends_on:
|
||||
- db
|
||||
controller-2:
|
||||
image: eosphorosai/dbgpt-openai:latest
|
||||
command: dbgpt start controller --registry_type database --registry_db_type mysql --registry_db_name dbgpt --registry_db_host db --registry_db_port 3306 --registry_db_user root --registry_db_password aa123456
|
||||
volumes:
|
||||
- ../../:/app
|
||||
restart: unless-stopped
|
||||
networks:
|
||||
- dbgptnet
|
||||
depends_on:
|
||||
- db
|
||||
llm-worker:
|
||||
image: eosphorosai/dbgpt-openai:latest
|
||||
command: dbgpt start worker --model_type proxy --model_name chatgpt_proxyllm --model_path chatgpt_proxyllm --proxy_server_url ${OPENAI_API_BASE}/chat/completions --proxy_api_key ${OPENAI_API_KEY} --controller_addr "http://controller-1:8000,http://controller-2:8000"
|
||||
environment:
|
||||
- DBGPT_LOG_LEVEL=DEBUG
|
||||
# Your real openai model name, e.g. gpt-3.5-turbo, gpt-4o
|
||||
- PROXYLLM_BACKEND=gpt-3.5-turbo
|
||||
depends_on:
|
||||
- controller-1
|
||||
- controller-2
|
||||
volumes:
|
||||
- ../../:/app
|
||||
restart: unless-stopped
|
||||
networks:
|
||||
- dbgptnet
|
||||
ipc: host
|
||||
embedding-worker:
|
||||
image: eosphorosai/dbgpt-openai:latest
|
||||
command: dbgpt start worker --worker_type text2vec --model_name proxy_http_openapi --model_path proxy_http_openapi --proxy_server_url ${OPENAI_API_BASE}/embeddings --proxy_api_key ${OPENAI_API_KEY} --controller_addr "http://controller-1:8000,http://controller-2:8000"
|
||||
environment:
|
||||
- DBGPT_LOG_LEVEL=DEBUG
|
||||
- proxy_http_openapi_proxy_backend=text-embedding-3-small
|
||||
depends_on:
|
||||
- controller-1
|
||||
- controller-2
|
||||
volumes:
|
||||
- ../../:/app
|
||||
restart: unless-stopped
|
||||
networks:
|
||||
- dbgptnet
|
||||
ipc: host
|
||||
webserver:
|
||||
image: eosphorosai/dbgpt-openai:latest
|
||||
command: dbgpt start webserver --light --remote_embedding --controller_addr "http://controller-1:8000,http://controller-2:8000"
|
||||
environment:
|
||||
- DBGPT_LOG_LEVEL=DEBUG
|
||||
- LOCAL_DB_TYPE=mysql
|
||||
- LOCAL_DB_HOST=db
|
||||
- LOCAL_DB_USER=root
|
||||
- LOCAL_DB_PASSWORD=aa123456
|
||||
- LLM_MODEL=chatgpt_proxyllm
|
||||
- EMBEDDING_MODEL=proxy_http_openapi
|
||||
depends_on:
|
||||
- controller-1
|
||||
- controller-2
|
||||
- llm-worker
|
||||
- embedding-worker
|
||||
volumes:
|
||||
- ../../:/app
|
||||
- dbgpt-data:/app/pilot/data
|
||||
- dbgpt-message:/app/pilot/message
|
||||
# env_file:
|
||||
# - .env.template
|
||||
ports:
|
||||
- 5670:5670/tcp
|
||||
# webserver may be failed, it must wait all sqls in /docker-entrypoint-initdb.d execute finish.
|
||||
restart: unless-stopped
|
||||
networks:
|
||||
- dbgptnet
|
||||
volumes:
|
||||
dbgpt-init-scripts:
|
||||
dbgpt-myql-db:
|
||||
dbgpt-data:
|
||||
dbgpt-message:
|
||||
networks:
|
||||
dbgptnet:
|
||||
driver: bridge
|
||||
name: dbgptnet
|
||||
Reference in New Issue
Block a user