mirror of
https://github.com/csunny/DB-GPT.git
synced 2025-08-01 08:11:45 +00:00
fix:MODEL_SERVER config
This commit is contained in:
parent
7bedd715bc
commit
f39efb085b
@ -23,7 +23,7 @@ WEB_SERVER_PORT=7860
|
||||
#*******************************************************************#
|
||||
# LLM_MODEL, see /pilot/configs/model_config.LLM_MODEL_CONFIG
|
||||
LLM_MODEL=vicuna-13b-v1.5
|
||||
MODEL_SERVER=http://127.0.0.1:5000
|
||||
MODEL_SERVER=http://127.0.0.1:8000
|
||||
LIMIT_MODEL_CONCURRENCY=5
|
||||
MAX_POSITION_EMBEDDINGS=4096
|
||||
QUANTIZE_QLORA=True
|
||||
|
Loading…
Reference in New Issue
Block a user