fix error

This commit is contained in:
csunny
2023-05-13 23:25:37 +08:00
parent 2a2382a902
commit a4e1a332ad

View File

@@ -103,13 +103,13 @@ def generate(prompt_request: PromptRequest):
response = [] response = []
output = generate_stream_gate(params) output = generate_stream_gate(params)
for o in output: for rsp in output:
print(o) # rsp = rsp.decode("utf-8")
response.append(o) rsp_str = str(rsp, "utf-8")
print("[TEST: output]:", rsp_str)
rsp = "".join(response) response.append(rsp_str)
print("rsp:",rsp)
return {"response": rsp} return {"response": response}
@app.post("/embedding") @app.post("/embedding")