From 5a0b61c1f243514228a2852421b6ce4543a12936 Mon Sep 17 00:00:00 2001 From: "tuyang.yhj" Date: Mon, 3 Jul 2023 21:59:54 +0800 Subject: [PATCH] WEB API independent --- pilot/openapi/api_v1/api_v1.py | 4 ++-- pilot/scene/base_chat.py | 3 ++- 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/pilot/openapi/api_v1/api_v1.py b/pilot/openapi/api_v1/api_v1.py index 02f71d1e8..032c52080 100644 --- a/pilot/openapi/api_v1/api_v1.py +++ b/pilot/openapi/api_v1/api_v1.py @@ -279,7 +279,7 @@ async def stream_generator(chat): ) msg = msg.replace("\n", "\\n") yield f"data:{msg}\n\n" - await asyncio.sleep(0.1) + await asyncio.sleep(0.02) else: for chunk in model_response: if chunk: @@ -289,7 +289,7 @@ async def stream_generator(chat): msg = msg.replace("\n", "\\n") yield f"data:{msg}\n\n" - await asyncio.sleep(0.1) + await asyncio.sleep(0.02) chat.current_message.add_ai_message(msg) chat.current_message.add_view_message(msg) diff --git a/pilot/scene/base_chat.py b/pilot/scene/base_chat.py index ef7dd4b02..01586a701 100644 --- a/pilot/scene/base_chat.py +++ b/pilot/scene/base_chat.py @@ -172,7 +172,8 @@ class BaseChat(ABC): from pilot.server.llmserver import worker output = worker.generate_stream_gate(payload) for rsp in output: - rsp_str = str(rsp, "utf-8") + rsp = rsp.replace(b"\0", b"") + rsp_str = rsp.decode() print("[TEST: output]:", rsp_str) ### output parse