github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-08-08 11:47:44 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: params error

Browse Source
This commit is contained in:
csunny 2023-05-31 14:21:14 +08:00
parent a58eb5a95d
commit 4fb7ed5a4b
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
pilot/model/guanaco_llm.py
View File

@ -7,7 +7,7 @@ from transformers import GenerationConfig
from pilot.model.llm_utils import Iteratorize, Stream from pilot.model.llm_utils import Iteratorize, Stream
def guanaco_generate_output(model, tokenizer, params, device): def guanaco_generate_output(model, tokenizer, params, device, context_len=2048, stream_interval=2):
"""Fork from fastchat: https://github.com/KohakuBlueleaf/guanaco-lora/blob/main/generate.py""" """Fork from fastchat: https://github.com/KohakuBlueleaf/guanaco-lora/blob/main/generate.py"""
prompt = params["prompt"] prompt = params["prompt"]
inputs = tokenizer(prompt, return_tensors="pt") inputs = tokenizer(prompt, return_tensors="pt")