github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-07-31 15:47:05 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(ChatDB): ChatDB Use fintune model

Browse Source 
1.Compatible with community pure sql output model
This commit is contained in:
yhjun1026 2023-11-16 13:38:52 +08:00
parent fa06ba5bf6
commit 343d64652c
1 changed files with 13 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
pilot/model/model_adapter.py
View File

@ -132,6 +132,9 @@ class LLMModelAdaper:
conv = conv.copy()
system_messages = []
user_messages = []
ai_messages = []
for message in messages:
role, content = None, None
if isinstance(message, ModelMessage):
@ -147,20 +150,25 @@ class LLMModelAdaper:
# Support for multiple system messages
system_messages.append(content)
elif role == ModelMessageRoleType.HUMAN:
conv.append_message(conv.roles[0], content)
# conv.append_message(conv.roles[0], content)
user_messages.append(content)
elif role == ModelMessageRoleType.AI:
conv.append_message(conv.roles[1], content)
# conv.append_message(conv.roles[1], content)
ai_messages.append(content)
else:
raise ValueError(f"Unknown role: {role}")
can_use_system = ""
if system_messages:
# TODO vicuna 兼容 测试完放弃
user_messages[-1] = system_messages[-1]
if len(system_messages) > 1:
can_use_system = system_messages[0]
conv[-1][0][-1] =system_messages[-1]
elif len(system_messages) == 1:
conv[-1][0][-1] = system_messages[-1]
for i in range(len(user_messages)):
conv.append_message(conv.roles[0], user_messages[i])
if i < len(ai_messages):
conv.append_message(conv.roles[1], ai_messages[i])
if isinstance(conv, Conversation):
conv.set_system_message(can_use_system)