fix error

This commit is contained in:
csunny
2023-05-13 23:25:37 +08:00
parent 2a2382a902
commit a4e1a332ad

View File

@@ -103,13 +103,13 @@ def generate(prompt_request: PromptRequest):
response = []
output = generate_stream_gate(params)
for o in output:
print(o)
response.append(o)
for rsp in output:
# rsp = rsp.decode("utf-8")
rsp_str = str(rsp, "utf-8")
print("[TEST: output]:", rsp_str)
response.append(rsp_str)
rsp = "".join(response)
print("rsp:",rsp)
return {"response": rsp}
return {"response": response}
@app.post("/embedding")