fix:MODEL_SERVER config

This commit is contained in:
aries_ckt 2023-09-13 20:07:36 +08:00
parent 7bedd715bc
commit f39efb085b

View File

@ -23,7 +23,7 @@ WEB_SERVER_PORT=7860
#*******************************************************************#
# LLM_MODEL, see /pilot/configs/model_config.LLM_MODEL_CONFIG
LLM_MODEL=vicuna-13b-v1.5
MODEL_SERVER=http://127.0.0.1:5000
MODEL_SERVER=http://127.0.0.1:8000
LIMIT_MODEL_CONCURRENCY=5
MAX_POSITION_EMBEDDINGS=4096
QUANTIZE_QLORA=True