diff --git a/.env.template b/.env.template index 77c94ad66..a6fcd2be3 100644 --- a/.env.template +++ b/.env.template @@ -23,7 +23,7 @@ WEB_SERVER_PORT=7860 #*******************************************************************# # LLM_MODEL, see /pilot/configs/model_config.LLM_MODEL_CONFIG LLM_MODEL=vicuna-13b-v1.5 -MODEL_SERVER=http://127.0.0.1:8000 +MODEL_SERVER=http://127.0.0.1:5000 LIMIT_MODEL_CONCURRENCY=5 MAX_POSITION_EMBEDDINGS=4096 QUANTIZE_QLORA=True