mirror of
https://github.com/csunny/DB-GPT.git
synced 2025-08-09 12:18:12 +00:00
feat:MODEL_SERVER default value
This commit is contained in:
parent
1b49267976
commit
1bb007ee55
@ -23,7 +23,7 @@ WEB_SERVER_PORT=7860
|
|||||||
#*******************************************************************#
|
#*******************************************************************#
|
||||||
# LLM_MODEL, see /pilot/configs/model_config.LLM_MODEL_CONFIG
|
# LLM_MODEL, see /pilot/configs/model_config.LLM_MODEL_CONFIG
|
||||||
LLM_MODEL=vicuna-13b-v1.5
|
LLM_MODEL=vicuna-13b-v1.5
|
||||||
MODEL_SERVER=http://127.0.0.1:8000
|
MODEL_SERVER=http://127.0.0.1:5000
|
||||||
LIMIT_MODEL_CONCURRENCY=5
|
LIMIT_MODEL_CONCURRENCY=5
|
||||||
MAX_POSITION_EMBEDDINGS=4096
|
MAX_POSITION_EMBEDDINGS=4096
|
||||||
QUANTIZE_QLORA=True
|
QUANTIZE_QLORA=True
|
||||||
|
Loading…
Reference in New Issue
Block a user