github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-09-16 06:30:02 +00:00
Code Issues Packages Projects Releases Wiki Activity

插件启动接入

Browse Source
This commit is contained in:
tuyang.yhj
2023-05-12 23:40:37 +08:00
parent 192db2236a
commit 416205ae7a
15 changed files with 557 additions and 43 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
pilot/model/inference.py
View File

@@ -72,7 +72,7 @@ def generate_stream(model, tokenizer, params, device,
def generate_output(model, tokenizer, params, device, context_len=2048, stream_interval=2):
prompt = params["prompt"]
temperature = float(params.get("temperature", 1.0))
max_new_tokens = int(params.get("max_new_tokens", 1024))
max_new_tokens = int(params.get("max_new_tokens", 2048))
stop_parameter = params.get("stop", None)
if stop_parameter == tokenizer.eos_token:
stop_parameter = None