feat:MODEL_SERVER default value

This commit is contained in:
aries_ckt 2023-09-13 14:23:00 +08:00
parent 1b49267976
commit 1bb007ee55

View File

@ -23,7 +23,7 @@ WEB_SERVER_PORT=7860
#*******************************************************************# #*******************************************************************#
# LLM_MODEL, see /pilot/configs/model_config.LLM_MODEL_CONFIG # LLM_MODEL, see /pilot/configs/model_config.LLM_MODEL_CONFIG
LLM_MODEL=vicuna-13b-v1.5 LLM_MODEL=vicuna-13b-v1.5
MODEL_SERVER=http://127.0.0.1:8000 MODEL_SERVER=http://127.0.0.1:5000
LIMIT_MODEL_CONCURRENCY=5 LIMIT_MODEL_CONCURRENCY=5
MAX_POSITION_EMBEDDINGS=4096 MAX_POSITION_EMBEDDINGS=4096
QUANTIZE_QLORA=True QUANTIZE_QLORA=True