github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-09-12 20:53:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge remote-tracking branch 'origin/dbgpt_doc' into dev

Browse Source 
# Conflicts:
#	pilot/server/webserver.py
This commit is contained in:
yhjun1026
2023-05-25 11:40:40 +08:00
parent 64ea33fede 5f0caa5319
commit 0e4955a62a
30 changed files with 494 additions and 25 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
pilot/configs/model_config.py
View File

@@ -37,14 +37,6 @@ LLM_MODEL_CONFIG = {
"sentence-transforms": os.path.join(MODEL_PATH, "all-MiniLM-L6-v2"),
}
VECTOR_SEARCH_TOP_K = 20
LLM_MODEL = "vicuna-13b"
LIMIT_MODEL_CONCURRENCY = 5
MAX_POSITION_EMBEDDINGS = 4096
# VICUNA_MODEL_SERVER = "http://121.41.227.141:8000"
VICUNA_MODEL_SERVER = "http://120.79.27.110:8000"
# Load model config
ISLOAD_8BIT = True
ISDEBUG = False