From a4e1a332ad9be29364f2fca5e0d1546e1b841379 Mon Sep 17 00:00:00 2001
From: csunny <cfqcsunny@gmail.com>
Date: Sat, 13 May 2023 23:25:37 +0800
Subject: [PATCH 1/3] fix error

---
 pilot/server/llmserver.py | 14 +++++++-------
 1 file changed, 7 insertions(+), 7 deletions(-)

diff --git a/pilot/server/llmserver.py b/pilot/server/llmserver.py
index ba3df420d..763d0f81e 100644
--- a/pilot/server/llmserver.py
+++ b/pilot/server/llmserver.py
@@ -103,13 +103,13 @@ def generate(prompt_request: PromptRequest):
 
     response = []
     output = generate_stream_gate(params)
-    for o in output:
-        print(o)
-        response.append(o)
-    
-    rsp = "".join(response)
-    print("rsp:",rsp) 
-    return {"response": rsp}
+    for rsp in output:
+        # rsp = rsp.decode("utf-8")
+        rsp_str = str(rsp, "utf-8")
+        print("[TEST: output]:", rsp_str)
+        response.append(rsp_str)
+
+    return {"response": response}
     
 
 @app.post("/embedding")

From 18da8e00eba43019f2633c9d6b73373e5d6a0acc Mon Sep 17 00:00:00 2001
From: csunny <cfqsunny@163.com>
Date: Sat, 13 May 2023 23:39:09 +0800
Subject: [PATCH 2/3] update

---
 pilot/server/llmserver.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/pilot/server/llmserver.py b/pilot/server/llmserver.py
index 763d0f81e..f92024385 100644
--- a/pilot/server/llmserver.py
+++ b/pilot/server/llmserver.py
@@ -101,7 +101,7 @@ def generate(prompt_request: PromptRequest):
         "stop": prompt_request.stop
     }
 
-    response = []
+    response = [] 
     output = generate_stream_gate(params)
     for rsp in output:
         # rsp = rsp.decode("utf-8")
@@ -109,7 +109,7 @@ def generate(prompt_request: PromptRequest):
         print("[TEST: output]:", rsp_str)
         response.append(rsp_str)
 
-    return {"response": response}
+        return {"response": rsp_str}
     
 
 @app.post("/embedding")

From 7ee0805eff61de7355243b03ff56330058cd874b Mon Sep 17 00:00:00 2001
From: csunny <cfqsunny@163.com>
Date: Sat, 13 May 2023 23:43:05 +0800
Subject: [PATCH 3/3] fix

---
 pilot/server/llmserver.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/pilot/server/llmserver.py b/pilot/server/llmserver.py
index f92024385..2860c3b77 100644
--- a/pilot/server/llmserver.py
+++ b/pilot/server/llmserver.py
@@ -102,6 +102,7 @@ def generate(prompt_request: PromptRequest):
     }
 
     response = [] 
+    rsp_str = ""
     output = generate_stream_gate(params)
     for rsp in output:
         # rsp = rsp.decode("utf-8")
@@ -109,7 +110,7 @@ def generate(prompt_request: PromptRequest):
         print("[TEST: output]:", rsp_str)
         response.append(rsp_str)
 
-        return {"response": rsp_str}
+    return {"response": rsp_str}
     
 
 @app.post("/embedding")