github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-08-09 04:08:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix

Browse Source
This commit is contained in:
csunny 2023-05-13 23:43:05 +08:00
parent 18da8e00eb
commit 7ee0805eff
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
pilot/server/llmserver.py
View File

@ -102,6 +102,7 @@ def generate(prompt_request: PromptRequest):
} }
response = [] response = []
rsp_str = ""
output = generate_stream_gate(params) output = generate_stream_gate(params)
for rsp in output: for rsp in output:
# rsp = rsp.decode("utf-8") # rsp = rsp.decode("utf-8")
@ -109,7 +110,7 @@ def generate(prompt_request: PromptRequest):
print("[TEST: output]:", rsp_str) print("[TEST: output]:", rsp_str)
response.append(rsp_str) response.append(rsp_str)
return {"response": rsp_str} return {"response": rsp_str}
@app.post("/embedding") @app.post("/embedding")