From 7ee0805eff61de7355243b03ff56330058cd874b Mon Sep 17 00:00:00 2001 From: csunny Date: Sat, 13 May 2023 23:43:05 +0800 Subject: [PATCH] fix --- pilot/server/llmserver.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/pilot/server/llmserver.py b/pilot/server/llmserver.py index f92024385..2860c3b77 100644 --- a/pilot/server/llmserver.py +++ b/pilot/server/llmserver.py @@ -102,6 +102,7 @@ def generate(prompt_request: PromptRequest): } response = [] + rsp_str = "" output = generate_stream_gate(params) for rsp in output: # rsp = rsp.decode("utf-8") @@ -109,7 +110,7 @@ def generate(prompt_request: PromptRequest): print("[TEST: output]:", rsp_str) response.append(rsp_str) - return {"response": rsp_str} + return {"response": rsp_str} @app.post("/embedding")