github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-08-16 15:31:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

feature: guanaco stream output

Browse Source
This commit is contained in:
csunny 2023-06-04 20:38:34 +08:00
parent 32ce199173
commit fe8291b198
2 changed files with 9 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
pilot/model/loader.py
View File

@ -118,6 +118,8 @@ class ModelLoader(metaclass=Singleton):
model.to(self.device)
except ValueError:
pass
except AttributeError:
pass
if debug:
print(model)

8
pilot/server/chat_adapter.py
View File

@ -4,7 +4,7 @@
from functools import cache
from typing import List
from pilot.model.inference import generate_stream
from pilot.model.llm_out.vicuna_base_llm import generate_stream
class BaseChatAdpter:
@ -55,7 +55,7 @@ class ChatGLMChatAdapter(BaseChatAdpter):
return "chatglm" in model_path
def get_generate_stream_func(self):
from pilot.model.chatglm_llm import chatglm_generate_stream
from pilot.model.llm_out.chatglm_llm import chatglm_generate_stream
return chatglm_generate_stream
@ -91,7 +91,7 @@ class GuanacoChatAdapter(BaseChatAdpter):
return "guanaco" in model_path
def get_generate_stream_func(self):
from pilot.model.guanaco_llm import guanaco_generate_stream
from pilot.model.llm_out.guanaco_llm import guanaco_generate_stream
return guanaco_generate_stream
@ -101,7 +101,7 @@ class ProxyllmChatAdapter(BaseChatAdpter):
return "proxyllm" in model_path
def get_generate_stream_func(self):
from pilot.model.proxy_llm import proxyllm_generate_stream
from pilot.model.llm_out.proxy_llm import proxyllm_generate_stream
return proxyllm_generate_stream