github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-09-06 11:31:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

llms: multi model support

Browse Source
This commit is contained in:
csunny
2023-05-21 11:22:56 +08:00
parent 8e127b3863
commit 42b76979a3
2 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
examples/embdserver.py
View File

@@ -12,7 +12,7 @@ from pilot.conversation import conv_qa_prompt_template, conv_templates
from langchain.prompts import PromptTemplate
vicuna_stream_path = "generate_stream"
llmstream_stream_path = "generate_stream"
CFG = Config()
@@ -44,7 +44,7 @@ def generate(query):
}
response = requests.post(
url=urljoin(CFG.MODEL_SERVER, vicuna_stream_path), data=json.dumps(params)
url=urljoin(CFG.MODEL_SERVER, llmstream_stream_path), data=json.dumps(params)
)
skip_echo_len = len(params["prompt"]) + 1 - params["prompt"].count("</s>") * 3