From cfd72331ac931470ddca7debff1820fc800b7b0d Mon Sep 17 00:00:00 2001 From: csunny Date: Mon, 29 May 2023 17:59:50 +0800 Subject: [PATCH] feature: add guanaco adapter --- pilot/model/adapter.py | 4 ++++ pilot/server/chat_adapter.py | 10 ++++++++++ 2 files changed, 14 insertions(+) diff --git a/pilot/model/adapter.py b/pilot/model/adapter.py index 83fad3d5f..a3d936d94 100644 --- a/pilot/model/adapter.py +++ b/pilot/model/adapter.py @@ -83,6 +83,10 @@ class ChatGLMAdapater(BaseLLMAdaper): return model, tokenizer +class GuanacoAdapter(BaseLLMAdaper): + """TODO Support guanaco""" + pass + class CodeGenAdapter(BaseLLMAdaper): pass diff --git a/pilot/server/chat_adapter.py b/pilot/server/chat_adapter.py index b7e102be3..50d1e4e62 100644 --- a/pilot/server/chat_adapter.py +++ b/pilot/server/chat_adapter.py @@ -84,6 +84,16 @@ class CodeGenChatAdapter(BaseChatAdpter): pass +class GuanacoAdapter(BaseChatAdpter): + """Model chat adapter for Guanaco """ + + def match(self, model_path: str): + return "guanaco" in model_path + + def get_generate_stream_func(self): + # TODO + pass + register_llm_model_chat_adapter(VicunaChatAdapter) register_llm_model_chat_adapter(ChatGLMChatAdapter)