feat(model): Support llama-3-sqlcoder-8b (#1559)

This commit is contained in:
Fangyin Cheng 2024-05-25 17:26:04 +08:00 committed by GitHub
parent 83d7e9d82d
commit 82ed4611a5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 15 additions and 0 deletions

View File

@ -197,6 +197,7 @@ LLM_MODEL_CONFIG = {
"phi-3-small-8k-instruct": os.path.join(MODEL_PATH, "Phi-3-small-8k-instruct"),
"phi-3-mini-128k-instruct": os.path.join(MODEL_PATH, "Phi-3-mini-128k-instruct"),
"phi-3-mini-4k-instruct": os.path.join(MODEL_PATH, "Phi-3-mini-4k-instruct"),
"llama-3-sqlcoder-8b": os.path.join(MODEL_PATH, "llama-3-sqlcoder-8b"),
}
EMBEDDING_MODEL_CONFIG = {

View File

@ -451,6 +451,19 @@ class PhiAdapter(NewHFChatModelAdapter):
return str_prompt
class SQLCoderAdapter(Llama3Adapter):
"""
https://huggingface.co/defog/llama-3-sqlcoder-8b
"""
def do_match(self, lower_model_name_or_path: Optional[str] = None):
return (
lower_model_name_or_path
and "llama-3" in lower_model_name_or_path
and "sqlcoder" in lower_model_name_or_path
)
# The following code is used to register the model adapter
# The last registered model adapter is matched first
register_model_adapter(YiAdapter)
@ -465,3 +478,4 @@ register_model_adapter(Llama3Adapter)
register_model_adapter(DeepseekV2Adapter)
register_model_adapter(SailorAdapter)
register_model_adapter(PhiAdapter)
register_model_adapter(SQLCoderAdapter)