github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-08-14 06:26:18 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: info

Browse Source
This commit is contained in:
csunny 2023-06-01 15:20:43 +08:00
parent 8b75dfce81
commit 7d753ac5d2
1 changed files with 1 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
pilot/model/guanaco_llm.py
View File

@ -4,7 +4,7 @@ from transformers import TextIteratorStreamer, StoppingCriteriaList, StoppingCri
from pilot.conversation import ROLE_ASSISTANT, ROLE_USER
def guanaco_generate_output(model, tokenizer, params, device, context_len=2048):
"""Fork from fastchat: https://github.com/KohakuBlueleaf/guanaco-lora/blob/main/generate.py"""
"""Fork from: https://github.com/KohakuBlueleaf/guanaco-lora/blob/main/generate.py"""
stop = params.get("stop", "###")
messages = params["prompt"].split(stop)
@ -18,11 +18,6 @@ def guanaco_generate_output(model, tokenizer, params, device, context_len=2048):
)
)
text = + "".join(["".join([f"### USER: {item[0]}\n",f"### Assistant: {item[1]}\n",])for item in hist[:-1]])
text += "".join(["".join([f"### USER: {hist[-1][0]}\n",f"### Assistant: {hist[-1][1]}\n",])])
query = messages[-2].split(ROLE_USER + ":")[1]
print("Query Message: ", query)