github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-08-16 15:31:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

feature: guanaco stream output

Browse Source
This commit is contained in:
csunny 2023-06-04 20:38:34 +08:00
parent 32ce199173
commit fe8291b198
2 changed files with 9 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
pilot/model/loader.py
View File

@ -118,6 +118,8 @@ class ModelLoader(metaclass=Singleton):
model.to(self.device) model.to(self.device)
except ValueError: except ValueError:
pass pass
except AttributeError:
pass
if debug: if debug:
print(model) print(model)

14
pilot/server/chat_adapter.py
View File

@ -4,7 +4,7 @@
from functools import cache from functools import cache
from typing import List from typing import List
from pilot.model.inference import generate_stream from pilot.model.llm_out.vicuna_base_llm import generate_stream
class BaseChatAdpter: class BaseChatAdpter:
@ -55,7 +55,7 @@ class ChatGLMChatAdapter(BaseChatAdpter):
return "chatglm" in model_path return "chatglm" in model_path
def get_generate_stream_func(self): def get_generate_stream_func(self):
from pilot.model.chatglm_llm import chatglm_generate_stream from pilot.model.llm_out.chatglm_llm import chatglm_generate_stream
return chatglm_generate_stream return chatglm_generate_stream
@ -85,14 +85,14 @@ class CodeGenChatAdapter(BaseChatAdpter):
class GuanacoChatAdapter(BaseChatAdpter): class GuanacoChatAdapter(BaseChatAdpter):
"""Model chat adapter for Guanaco """ """Model chat adapter for Guanaco"""
def match(self, model_path: str): def match(self, model_path: str):
return "guanaco" in model_path return "guanaco" in model_path
def get_generate_stream_func(self): def get_generate_stream_func(self):
from pilot.model.guanaco_llm import guanaco_generate_stream from pilot.model.llm_out.guanaco_llm import guanaco_generate_stream
return guanaco_generate_stream return guanaco_generate_stream
@ -101,7 +101,7 @@ class ProxyllmChatAdapter(BaseChatAdpter):
return "proxyllm" in model_path return "proxyllm" in model_path
def get_generate_stream_func(self): def get_generate_stream_func(self):
from pilot.model.proxy_llm import proxyllm_generate_stream from pilot.model.llm_out.proxy_llm import proxyllm_generate_stream
return proxyllm_generate_stream return proxyllm_generate_stream