This commit is contained in:
csunny 2023-05-13 23:39:09 +08:00
parent a4e1a332ad
commit 18da8e00eb

View File

@ -101,7 +101,7 @@ def generate(prompt_request: PromptRequest):
"stop": prompt_request.stop
}
response = []
response = []
output = generate_stream_gate(params)
for rsp in output:
# rsp = rsp.decode("utf-8")
@ -109,7 +109,7 @@ def generate(prompt_request: PromptRequest):
print("[TEST: output]:", rsp_str)
response.append(rsp_str)
return {"response": response}
return {"response": rsp_str}
@app.post("/embedding")