github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-09-29 05:18:47 +00:00
Code Issues Packages Projects Releases Wiki Activity

chat with plugin bug fix

Browse Source
This commit is contained in:
yhjun1026
2023-06-01 15:32:01 +08:00
parent bacc31658e
commit 6648a671df
4 changed files with 10 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
pilot/out_parser/base.py
View File

@@ -47,7 +47,7 @@ class BaseOutputParser(ABC):
return code
# TODO 后续和模型绑定
def _parse_model_stream_resp(self, response, sep: str):
def _parse_model_stream_resp(self, response, sep: str, skip_echo_len):
for chunk in response.iter_lines(decode_unicode=False, delimiter=b"\0"):
if chunk:
@@ -56,9 +56,8 @@ class BaseOutputParser(ABC):
""" TODO Multi mode output handler, rewrite this for multi model, use adapter mode.
"""
if data["error_code"] == 0:
if "vicuna" in CFG.LLM_MODEL:
output = data["text"].strip()
if CFG.LLM_MODEL in ["vicuna", "guanaco"]:
output = data["text"][skip_echo_len:].strip()
else:
output = data["text"].strip()
@@ -97,7 +96,7 @@ class BaseOutputParser(ABC):
else:
raise ValueError("Model server error!code=" + respObj_ex["error_code"])
def parse_model_server_out(self, response):
def parse_model_server_out(self, response, skip_echo_len: int = 0):
"""
parse the model server http response
Args:
@@ -109,7 +108,7 @@ class BaseOutputParser(ABC):
if not self.is_stream_out:
return self._parse_model_nostream_resp(response, self.sep)
else:
return self._parse_model_stream_resp(response, self.sep)
return self._parse_model_stream_resp(response, self.sep, skip_echo_len)
def parse_prompt_response(self, model_out_text) -> T:
"""
@@ -143,7 +142,7 @@ class BaseOutputParser(ABC):
cleaned_output = cleaned_output.strip().replace('\n', '').replace('\\n', '').replace('\\', '').replace('\\', '')
return cleaned_output
def parse_view_response(self, ai_text) -> str:
def parse_view_response(self, ai_text, data) -> str:
"""
parse the ai response info to user view
Args: