github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-08-13 22:15:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: proxy llm raise exception when proxy llm response has error (#303)

Browse Source 
Close #302
This commit is contained in:
magic.chen 2023-07-07 17:27:13 +08:00 committed by GitHub
commit 3dbbc854ec
1 changed files with 12 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
pilot/model/llm_out/proxy_llm.py
View File

@ -77,6 +77,10 @@ def proxyllm_generate_stream(model, tokenizer, params, device, context_len=2048)
text = "" text = ""
for line in res.iter_lines(): for line in res.iter_lines():
if line: if line:
if not line.startswith(b"data: "):
error_message = line.decode("utf-8")
yield error_message
else:
json_data = line.split(b": ", 1)[1] json_data = line.split(b": ", 1)[1]
decoded_line = json_data.decode("utf-8") decoded_line = json_data.decode("utf-8")
if decoded_line.lower() != "[DONE]".lower(): if decoded_line.lower() != "[DONE]".lower():