From 1bb007ee5566f1b2370a1fb48c2aafead2ab8196 Mon Sep 17 00:00:00 2001 From: aries_ckt <916701291@qq.com> Date: Wed, 13 Sep 2023 14:23:00 +0800 Subject: [PATCH] feat:MODEL_SERVER default value --- .env.template | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.env.template b/.env.template index 77c94ad66..a6fcd2be3 100644 --- a/.env.template +++ b/.env.template @@ -23,7 +23,7 @@ WEB_SERVER_PORT=7860 #*******************************************************************# # LLM_MODEL, see /pilot/configs/model_config.LLM_MODEL_CONFIG LLM_MODEL=vicuna-13b-v1.5 -MODEL_SERVER=http://127.0.0.1:8000 +MODEL_SERVER=http://127.0.0.1:5000 LIMIT_MODEL_CONCURRENCY=5 MAX_POSITION_EMBEDDINGS=4096 QUANTIZE_QLORA=True