github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-09-06 03:20:41 +00:00
Code Issues Packages Projects Releases Wiki Activity

gpu out of memory

Browse Source
This commit is contained in:
csunny
2023-04-29 22:30:42 +08:00
parent a0f44efba5
commit 80dac77b7a
4 changed files with 18 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
pilot/model/inference.py
View File

@@ -10,7 +10,8 @@ def generate_output(model, tokenizer, params, device, context_len=2048):
max_new_tokens = int(params.get("max_new_tokens", 256))
stop_parameter = params.get("stop", None)
if stop_parameter == tokenizer.eso_token:
print(tokenizer.__dir__())
if stop_parameter == tokenizer.eos_token:
stop_parameter = None
stop_strings = []