mirror of
https://github.com/csunny/DB-GPT.git
synced 2025-09-28 21:12:13 +00:00
345 lines
12 KiB
Python
345 lines
12 KiB
Python
import time
|
||
from abc import ABC, abstractmethod
|
||
import datetime
|
||
import traceback
|
||
import json
|
||
from pydantic import BaseModel, Field, root_validator, validator, Extra
|
||
from typing import (
|
||
Any,
|
||
Dict,
|
||
Generic,
|
||
List,
|
||
NamedTuple,
|
||
Optional,
|
||
Sequence,
|
||
TypeVar,
|
||
Union,
|
||
)
|
||
import requests
|
||
from urllib.parse import urljoin
|
||
|
||
import pilot.configs.config
|
||
from pilot.scene.message import OnceConversation
|
||
from pilot.prompts.prompt_new import PromptTemplate
|
||
from pilot.memory.chat_history.base import BaseChatHistoryMemory
|
||
from pilot.memory.chat_history.file_history import FileHistoryMemory
|
||
from pilot.memory.chat_history.mem_history import MemHistoryMemory
|
||
from pilot.memory.chat_history.duckdb_history import DuckdbHistoryMemory
|
||
|
||
from pilot.configs.model_config import LOGDIR, DATASETS_DIR
|
||
from pilot.utils import (
|
||
build_logger,
|
||
server_error_msg,
|
||
)
|
||
from pilot.scene.base_message import (
|
||
BaseMessage,
|
||
SystemMessage,
|
||
HumanMessage,
|
||
AIMessage,
|
||
ViewMessage,
|
||
)
|
||
from pilot.configs.config import Config
|
||
from pilot.server.llmserver import worker
|
||
|
||
logger = build_logger("BaseChat", LOGDIR + "BaseChat.log")
|
||
headers = {"User-Agent": "dbgpt Client"}
|
||
CFG = Config()
|
||
|
||
|
||
class BaseChat(ABC):
|
||
chat_scene: str = None
|
||
llm_model: Any = None
|
||
temperature: float = 0.6
|
||
max_new_tokens: int = 1024
|
||
# By default, keep the last two rounds of conversation records as the context
|
||
chat_retention_rounds: int = 1
|
||
|
||
class Config:
|
||
"""Configuration for this pydantic object."""
|
||
|
||
arbitrary_types_allowed = True
|
||
|
||
def __init__(
|
||
self,
|
||
chat_mode,
|
||
chat_session_id,
|
||
current_user_input,
|
||
):
|
||
self.chat_session_id = chat_session_id
|
||
self.chat_mode = chat_mode
|
||
self.current_user_input: str = current_user_input
|
||
self.llm_model = CFG.LLM_MODEL
|
||
### can configurable storage methods
|
||
self.memory = DuckdbHistoryMemory(chat_session_id)
|
||
|
||
### load prompt template
|
||
self.prompt_template: PromptTemplate = CFG.prompt_templates[
|
||
self.chat_mode.value
|
||
]
|
||
self.history_message: List[OnceConversation] = self.memory.messages()
|
||
self.current_message: OnceConversation = OnceConversation(chat_mode.value)
|
||
self.current_tokens_used: int = 0
|
||
|
||
class Config:
|
||
"""Configuration for this pydantic object."""
|
||
|
||
extra = Extra.forbid
|
||
arbitrary_types_allowed = True
|
||
|
||
def __init_history_message(self):
|
||
self.history_message == self.memory.messages()
|
||
if not self.history_message:
|
||
self.memory.create(self.current_user_input, "")
|
||
|
||
@property
|
||
def chat_type(self) -> str:
|
||
raise NotImplementedError("Not supported for this chat type.")
|
||
|
||
@abstractmethod
|
||
def generate_input_values(self):
|
||
pass
|
||
|
||
def do_action(self, prompt_response):
|
||
return prompt_response
|
||
|
||
def __call_base(self):
|
||
input_values = self.generate_input_values()
|
||
### Chat sequence advance
|
||
self.current_message.chat_order = len(self.history_message) + 1
|
||
self.current_message.add_user_message(self.current_user_input)
|
||
self.current_message.start_date = datetime.datetime.now().strftime(
|
||
"%Y-%m-%d %H:%M:%S"
|
||
)
|
||
|
||
self.current_message.tokens = 0
|
||
if self.prompt_template.template:
|
||
current_prompt = self.prompt_template.format(**input_values)
|
||
self.current_message.add_system_message(current_prompt)
|
||
|
||
payload = {
|
||
"model": self.llm_model,
|
||
"prompt": self.generate_llm_text(),
|
||
"temperature": float(self.temperature),
|
||
"max_new_tokens": int(self.max_new_tokens),
|
||
"stop": self.prompt_template.sep,
|
||
}
|
||
return payload
|
||
|
||
def stream_call(self):
|
||
# TODO Retry when server connection error
|
||
payload = self.__call_base()
|
||
|
||
self.skip_echo_len = len(payload.get("prompt").replace("</s>", " ")) + 11
|
||
logger.info(f"Requert: \n{payload}")
|
||
ai_response_text = ""
|
||
try:
|
||
if not CFG.NEW_SERVER_MODE:
|
||
response = requests.post(
|
||
urljoin(CFG.MODEL_SERVER, "generate_stream"),
|
||
headers=headers,
|
||
json=payload,
|
||
stream=True,
|
||
timeout=120,
|
||
)
|
||
return response
|
||
else:
|
||
return worker.generate_stream_gate(payload)
|
||
except Exception as e:
|
||
print(traceback.format_exc())
|
||
logger.error("model response parase faild！" + str(e))
|
||
self.current_message.add_view_message(
|
||
f"""<span style=\"color:red\">ERROR!</span>{str(e)}\n {ai_response_text} """
|
||
)
|
||
### store current conversation
|
||
self.memory.append(self.current_message)
|
||
|
||
def nostream_call(self):
|
||
payload = self.__call_base()
|
||
logger.info(f"Requert: \n{payload}")
|
||
ai_response_text = ""
|
||
try:
|
||
rsp_str = ""
|
||
if not CFG.NEW_SERVER_MODE:
|
||
rsp_str = requests.post(
|
||
urljoin(CFG.MODEL_SERVER, "generate"),
|
||
headers=headers,
|
||
json=payload,
|
||
timeout=120,
|
||
)
|
||
else:
|
||
###TODO no stream mode need independent
|
||
output = worker.generate_stream_gate(payload)
|
||
for rsp in output:
|
||
rsp_str = str(rsp, "utf-8")
|
||
print("[TEST: output]:", rsp_str)
|
||
|
||
### output parse
|
||
ai_response_text = (
|
||
self.prompt_template.output_parser.parse_model_nostream_resp(
|
||
rsp_str, self.prompt_template.sep
|
||
)
|
||
)
|
||
### model result deal
|
||
self.current_message.add_ai_message(ai_response_text)
|
||
prompt_define_response = (
|
||
self.prompt_template.output_parser.parse_prompt_response(
|
||
ai_response_text
|
||
)
|
||
)
|
||
result = self.do_action(prompt_define_response)
|
||
|
||
if hasattr(prompt_define_response, "thoughts"):
|
||
if isinstance(prompt_define_response.thoughts, dict):
|
||
if "speak" in prompt_define_response.thoughts:
|
||
speak_to_user = prompt_define_response.thoughts.get("speak")
|
||
else:
|
||
speak_to_user = str(prompt_define_response.thoughts)
|
||
else:
|
||
if hasattr(prompt_define_response.thoughts, "speak"):
|
||
speak_to_user = prompt_define_response.thoughts.get("speak")
|
||
elif hasattr(prompt_define_response.thoughts, "reasoning"):
|
||
speak_to_user = prompt_define_response.thoughts.get("reasoning")
|
||
else:
|
||
speak_to_user = prompt_define_response.thoughts
|
||
else:
|
||
speak_to_user = prompt_define_response
|
||
view_message = self.prompt_template.output_parser.parse_view_response(
|
||
speak_to_user, result
|
||
)
|
||
self.current_message.add_view_message(view_message)
|
||
except Exception as e:
|
||
print(traceback.format_exc())
|
||
logger.error("model response parase faild！" + str(e))
|
||
self.current_message.add_view_message(
|
||
f"""<span style=\"color:red\">ERROR!</span>{str(e)}\n {ai_response_text} """
|
||
)
|
||
### store dialogue
|
||
self.memory.append(self.current_message)
|
||
return self.current_ai_response()
|
||
|
||
def call(self):
|
||
if self.prompt_template.stream_out:
|
||
yield self.stream_call()
|
||
else:
|
||
return self.nostream_call()
|
||
|
||
def generate_llm_text(self) -> str:
|
||
text = ""
|
||
### Load scene setting or character definition
|
||
if self.prompt_template.template_define:
|
||
text += self.prompt_template.template_define + self.prompt_template.sep
|
||
### Load prompt
|
||
text += self.__load_system_message()
|
||
|
||
### Load examples
|
||
text += self.__load_example_messages()
|
||
|
||
### Load History
|
||
text += self.__load_histroy_messages()
|
||
|
||
### Load User Input
|
||
text += self.__load_user_message()
|
||
return text
|
||
|
||
def __load_system_message(self):
|
||
system_convs = self.current_message.get_system_conv()
|
||
system_text = ""
|
||
for system_conv in system_convs:
|
||
system_text += (
|
||
system_conv.type + ":" + system_conv.content + self.prompt_template.sep
|
||
)
|
||
return system_text
|
||
|
||
def __load_user_message(self):
|
||
user_conv = self.current_message.get_user_conv()
|
||
if user_conv:
|
||
return user_conv.type + ":" + user_conv.content + self.prompt_template.sep
|
||
else:
|
||
raise ValueError("Hi! What do you want to talk about？")
|
||
|
||
def __load_example_messages(self):
|
||
example_text = ""
|
||
if self.prompt_template.example_selector:
|
||
for round_conv in self.prompt_template.example_selector.examples():
|
||
for round_message in round_conv["messages"]:
|
||
if not round_message["type"] in [
|
||
SystemMessage.type,
|
||
ViewMessage.type,
|
||
]:
|
||
example_text += (
|
||
round_message["type"]
|
||
+ ":"
|
||
+ round_message["data"]["content"]
|
||
+ self.prompt_template.sep
|
||
)
|
||
return example_text
|
||
|
||
def __load_histroy_messages(self):
|
||
history_text = ""
|
||
if self.prompt_template.need_historical_messages:
|
||
if self.history_message:
|
||
logger.info(
|
||
f"There are already {len(self.history_message)} rounds of conversations! Will use {self.chat_retention_rounds} rounds of content as history!"
|
||
)
|
||
if len(self.history_message) > self.chat_retention_rounds:
|
||
for first_message in self.history_message[0]["messages"]:
|
||
if not first_message["type"] in [
|
||
ViewMessage.type,
|
||
SystemMessage.type,
|
||
]:
|
||
history_text += (
|
||
first_message["type"]
|
||
+ ":"
|
||
+ first_message["data"]["content"]
|
||
+ self.prompt_template.sep
|
||
)
|
||
|
||
index = self.chat_retention_rounds - 1
|
||
for round_conv in self.history_message[-index:]:
|
||
for round_message in round_conv["messages"]:
|
||
if not round_message["type"] in [
|
||
SystemMessage.type,
|
||
ViewMessage.type,
|
||
]:
|
||
history_text += (
|
||
round_message["type"]
|
||
+ ":"
|
||
+ round_message["data"]["content"]
|
||
+ self.prompt_template.sep
|
||
)
|
||
|
||
else:
|
||
### user all history
|
||
for conversation in self.history_message:
|
||
for message in conversation["messages"]:
|
||
### histroy message not have promot and view info
|
||
if not message["type"] in [
|
||
SystemMessage.type,
|
||
ViewMessage.type,
|
||
]:
|
||
history_text += (
|
||
message["type"]
|
||
+ ":"
|
||
+ message["data"]["content"]
|
||
+ self.prompt_template.sep
|
||
)
|
||
|
||
return history_text
|
||
|
||
def current_ai_response(self) -> str:
|
||
for message in self.current_message.messages:
|
||
if message.type == "view":
|
||
return message.content
|
||
return None
|
||
|
||
def generate(self, p) -> str:
|
||
"""
|
||
generate context for LLM input
|
||
Args:
|
||
p:
|
||
|
||
Returns:
|
||
|
||
"""
|
||
pass
|