github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-08-22 18:20:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

WEB API independent

Browse Source
This commit is contained in:
tuyang.yhj 2023-07-03 21:59:54 +08:00
parent be8ead568a
commit 92920cdaa9
2 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
pilot/openapi/api_v1/api_v1.py
View File

@ -279,7 +279,7 @@ async def stream_generator(chat):
)
msg = msg.replace("\n", "\\n")
yield f"data:{msg}\n\n"
await asyncio.sleep(0.1)
await asyncio.sleep(0.02)
else:
for chunk in model_response:
if chunk:
@ -289,7 +289,7 @@ async def stream_generator(chat):
msg = msg.replace("\n", "\\n")
yield f"data:{msg}\n\n"
await asyncio.sleep(0.1)
await asyncio.sleep(0.02)
chat.current_message.add_ai_message(msg)
chat.current_message.add_view_message(msg)

3
pilot/scene/base_chat.py
View File

@ -172,7 +172,8 @@ class BaseChat(ABC):
from pilot.server.llmserver import worker
output = worker.generate_stream_gate(payload)
for rsp in output:
rsp_str = str(rsp, "utf-8")
rsp = rsp.replace(b"\0", b"")
rsp_str = rsp.decode()
print("[TEST: output]:", rsp_str)
### output parse