github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-09-05 11:01:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(awel): New MessageConverter and more AWEL operators (#1039)

Browse Source
This commit is contained in:
Fangyin Cheng
2024-01-08 09:40:05 +08:00
committed by GitHub
parent 765fb181f6
commit e8861bd8fa
48 changed files with 2333 additions and 719 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
dbgpt/model/adapter/hf_adapter.py
View File

@@ -87,6 +87,7 @@ class NewHFChatModelAdapter(LLMModelAdapter, ABC):
messages: List[ModelMessage],
tokenizer: Any,
prompt_template: str = None,
convert_to_compatible_format: bool = False,
) -> Optional[str]:
from transformers import AutoTokenizer
@@ -94,7 +95,7 @@ class NewHFChatModelAdapter(LLMModelAdapter, ABC):
raise ValueError("tokenizer is is None")
tokenizer: AutoTokenizer = tokenizer
messages = self.transform_model_messages(messages)
messages = self.transform_model_messages(messages, convert_to_compatible_format)
logger.debug(f"The messages after transform: \n{messages}")
str_prompt = tokenizer.apply_chat_template(
messages, tokenize=False, add_generation_prompt=True