diff --git a/pilot/server/llmserver.py b/pilot/server/llmserver.py index ba3df420d..2860c3b77 100644 --- a/pilot/server/llmserver.py +++ b/pilot/server/llmserver.py @@ -101,15 +101,16 @@ def generate(prompt_request: PromptRequest): "stop": prompt_request.stop } - response = [] + response = [] + rsp_str = "" output = generate_stream_gate(params) - for o in output: - print(o) - response.append(o) - - rsp = "".join(response) - print("rsp:",rsp) - return {"response": rsp} + for rsp in output: + # rsp = rsp.decode("utf-8") + rsp_str = str(rsp, "utf-8") + print("[TEST: output]:", rsp_str) + response.append(rsp_str) + + return {"response": rsp_str} @app.post("/embedding")