github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-08-14 06:26:18 +00:00
Code Issues Packages Projects Releases Wiki Activity

feature: stream output for guanaco (#154)

Browse Source
This commit is contained in:
csunny 2023-06-04 21:47:21 +08:00
parent ff6cc05e11
commit e8a193ef46
3 changed files with 3 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
pilot/model/llm_out/guanaco_llm.py
View File

@ -102,7 +102,6 @@ def guanaco_generate_stream(model, tokenizer, params, device, context_len=2048):
stopping_criteria=StoppingCriteriaList([stop]), stopping_criteria=StoppingCriteriaList([stop]),
) )
model.generate(**generate_kwargs) model.generate(**generate_kwargs)
out = "" out = ""

1
pilot/out_parser/base.py
View File

@ -56,7 +56,6 @@ class BaseOutputParser(ABC):
# output = data["text"][skip_echo_len + 11:].strip() # output = data["text"][skip_echo_len + 11:].strip()
output = data["text"][skip_echo_len:].strip() output = data["text"][skip_echo_len:].strip()
elif "guanaco" in CFG.LLM_MODEL: elif "guanaco" in CFG.LLM_MODEL:
# NO stream output # NO stream output
# output = data["text"][skip_echo_len + 2:].replace("<s>", "").strip() # output = data["text"][skip_echo_len + 2:].replace("<s>", "").strip()