github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-07-23 04:12:13 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'plugin_init' of https://github.com/csunny/DB-GPT into plugin_init

Browse Source
This commit is contained in:
tuyang.yhj 2023-05-14 21:09:42 +08:00
commit 8721ea12c1
1 changed files with 9 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
pilot/server/llmserver.py
View File

@ -101,15 +101,16 @@ def generate(prompt_request: PromptRequest):
"stop": prompt_request.stop
}
response = []
response = []
rsp_str = ""
output = generate_stream_gate(params)
for o in output:
print(o)
response.append(o)
rsp = "".join(response)
print("rsp:",rsp)
return {"response": rsp}
for rsp in output:
# rsp = rsp.decode("utf-8")
rsp_str = str(rsp, "utf-8")
print("[TEST: output]:", rsp_str)
response.append(rsp_str)
return {"response": rsp_str}
@app.post("/embedding")