github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-08-05 18:33:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

add multi adapter

Browse Source
This commit is contained in:
csunny 2023-05-19 21:44:54 +08:00
parent 8aad345e87
commit e2f18fc187
2 changed files with 16 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
pilot/configs/model_config.py
View File

@ -21,7 +21,9 @@ LLM_MODEL_CONFIG = {
"flan-t5-base": os.path.join(MODEL_PATH, "flan-t5-base"), "flan-t5-base": os.path.join(MODEL_PATH, "flan-t5-base"),
"vicuna-13b": os.path.join(MODEL_PATH, "vicuna-13b"), "vicuna-13b": os.path.join(MODEL_PATH, "vicuna-13b"),
"text2vec": os.path.join(MODEL_PATH, "text2vec-large-chinese"), "text2vec": os.path.join(MODEL_PATH, "text2vec-large-chinese"),
"sentence-transforms": os.path.join(MODEL_PATH, "all-MiniLM-L6-v2") "sentence-transforms": os.path.join(MODEL_PATH, "all-MiniLM-L6-v2"),
"codegen2-7b": os.path.join(MODEL_PATH, ""),
"codet5p-2b": os.path.join(MODEL_PATH, "codet5p-2b"),
} }
# Load model config # Load model config

13
pilot/model/adapter.py
View File

@ -69,6 +69,19 @@ class ChatGLMAdapater(BaseLLMAdaper):
).half().cuda() ).half().cuda()
return model, tokenizer return model, tokenizer
class ZiYaLLaMaAdapter(BaseLLMAdaper):
# TODO
pass
class CodeGenAdapter(BaseLLMAdaper):
pass
class StarCoderAdapter(BaseLLMAdaper):
pass
class T5CodeAdapter(BaseLLMAdaper):
pass
class KoalaLLMAdapter(BaseLLMAdaper): class KoalaLLMAdapter(BaseLLMAdaper):
"""Koala LLM Adapter which Based LLaMA """ """Koala LLM Adapter which Based LLaMA """
def match(self, model_path: str): def match(self, model_path: str):