github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-09-12 20:53:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

model server fix message model

Browse Source
This commit is contained in:
yhjun1026
2023-06-01 19:17:56 +08:00
parent 7e6cf9c9e0
commit 0fa3ecc3b2
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
pilot/model/llm_out/guanaco_llm.py
View File

@@ -39,8 +39,8 @@ def guanaco_generate_output(model, tokenizer, params, device, context_len=2048):
)
# t1 = Thread(target=model.generate, kwargs=generate_kwargs)
# t1.start()
t1 = Thread(target=model.generate, kwargs=generate_kwargs)
t1.start()
generator = model.generate(**generate_kwargs)
for output in generator: