github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-08-10 12:42:34 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: fix issue #367, ModelMessage is not JSON serializable (#374)

Browse Source 
Close #367
This commit is contained in:
magic.chen 2023-07-28 07:55:29 +08:00 committed by GitHub
commit bd93f28812
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 16 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
pilot/scene/base_chat.py
View File

@ -125,10 +125,16 @@ class BaseChat(ABC):
current_prompt = self.prompt_template.format(**input_values) current_prompt = self.prompt_template.format(**input_values)
self.current_message.add_system_message(current_prompt) self.current_message.add_system_message(current_prompt)
llm_messages = self.generate_llm_messages()
if not CFG.NEW_SERVER_MODE:
# Not new server mode, we convert the message format(List[ModelMessage]) to list of dict
# fix the error of "Object of type ModelMessage is not JSON serializable" when passing the payload to request.post
llm_messages = list(map(lambda m: m.dict(), llm_messages))
payload = { payload = {
"model": self.llm_model, "model": self.llm_model,
"prompt": self.generate_llm_text(), "prompt": self.generate_llm_text(),
"messages": self.generate_llm_messages(), "messages": llm_messages,
"temperature": float(self.prompt_template.temperature), "temperature": float(self.prompt_template.temperature),
"max_new_tokens": int(self.prompt_template.max_new_tokens), "max_new_tokens": int(self.prompt_template.max_new_tokens),
"stop": self.prompt_template.sep, "stop": self.prompt_template.sep,

9
pilot/server/chat_adapter.py
View File

@ -28,6 +28,15 @@ class BaseChatAdpter:
messages = params.get("messages") messages = params.get("messages")
# Some model scontext to dbgpt server # Some model scontext to dbgpt server
model_context = {"prompt_echo_len_char": -1} model_context = {"prompt_echo_len_char": -1}
if messages:
# Dict message to ModelMessage
messages = [
m if isinstance(m, ModelMessage) else ModelMessage(**m)
for m in messages
]
params["messages"] = messages
if not conv or not messages: if not conv or not messages:
# Nothing to do # Nothing to do
print( print(