From f39efb085b961722dfb44971459705f2121f1842 Mon Sep 17 00:00:00 2001 From: aries_ckt <916701291@qq.com> Date: Wed, 13 Sep 2023 20:07:36 +0800 Subject: [PATCH] fix:MODEL_SERVER config --- .env.template | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.env.template b/.env.template index a6fcd2be3..77c94ad66 100644 --- a/.env.template +++ b/.env.template @@ -23,7 +23,7 @@ WEB_SERVER_PORT=7860 #*******************************************************************# # LLM_MODEL, see /pilot/configs/model_config.LLM_MODEL_CONFIG LLM_MODEL=vicuna-13b-v1.5 -MODEL_SERVER=http://127.0.0.1:5000 +MODEL_SERVER=http://127.0.0.1:8000 LIMIT_MODEL_CONCURRENCY=5 MAX_POSITION_EMBEDDINGS=4096 QUANTIZE_QLORA=True