model server fix message model

This commit is contained in:
yhjun1026
2023-06-01 16:34:51 +08:00
parent 96c516ab55
commit 661a7b5697
11 changed files with 63 additions and 37 deletions

View File

@@ -19,7 +19,7 @@ sys.path.append(ROOT_PATH)
from pilot.configs.config import Config
from pilot.configs.model_config import *
from pilot.model.inference import generate_output, generate_stream, get_embeddings
from pilot.model.llm_out.vicuna_base_llm import get_embeddings
from pilot.model.loader import ModelLoader
from pilot.server.chat_adapter import get_llm_chat_adapter