mirror of
https://github.com/csunny/DB-GPT.git
synced 2025-10-30 22:28:48 +00:00
119 lines
4.3 KiB
Python
119 lines
4.3 KiB
Python
import json
|
|
import os
|
|
import uuid
|
|
from typing import List, Dict
|
|
|
|
from pilot.scene.base_chat import BaseChat
|
|
from pilot.scene.base import ChatScene
|
|
from pilot.configs.config import Config
|
|
from pilot.scene.chat_dashboard.data_preparation.report_schma import (
|
|
ChartData,
|
|
ReportData,
|
|
)
|
|
from pilot.scene.chat_dashboard.prompt import prompt
|
|
from pilot.scene.chat_dashboard.data_loader import DashboardDataLoader
|
|
from pilot.utils.executor_utils import blocking_func_to_async
|
|
from pilot.utils.tracer import root_tracer, trace
|
|
|
|
CFG = Config()
|
|
|
|
|
|
class ChatDashboard(BaseChat):
|
|
chat_scene: str = ChatScene.ChatDashboard.value()
|
|
report_name: str
|
|
"""Chat Dashboard to generate dashboard chart"""
|
|
|
|
def __init__(self, chat_param: Dict):
|
|
"""Chat Dashboard Module Initialization
|
|
Args:
|
|
- chat_param: Dict
|
|
- chat_session_id: (str) chat session_id
|
|
- current_user_input: (str) current user input
|
|
- model_name:(str) llm model name
|
|
- select_param:(str) dbname
|
|
"""
|
|
self.db_name = chat_param["select_param"]
|
|
chat_param["chat_mode"] = ChatScene.ChatDashboard
|
|
super().__init__(chat_param=chat_param)
|
|
if not self.db_name:
|
|
raise ValueError(f"{ChatScene.ChatDashboard.value} mode should choose db!")
|
|
self.db_name = self.db_name
|
|
self.report_name = chat_param.get("report_name", "report")
|
|
|
|
self.database = CFG.LOCAL_DB_MANAGE.get_connect(self.db_name)
|
|
|
|
self.top_k: int = 5
|
|
self.dashboard_template = self.__load_dashboard_template(self.report_name)
|
|
|
|
def __load_dashboard_template(self, template_name):
|
|
current_dir = os.getcwd()
|
|
print(current_dir)
|
|
|
|
current_dir = os.path.dirname(os.path.abspath(__file__))
|
|
with open(f"{current_dir}/template/{template_name}/dashboard.json", "r") as f:
|
|
data = f.read()
|
|
return json.loads(data)
|
|
|
|
@trace()
|
|
async def generate_input_values(self) -> Dict:
|
|
try:
|
|
from pilot.summary.db_summary_client import DBSummaryClient
|
|
except ImportError:
|
|
raise ValueError("Could not import DBSummaryClient. ")
|
|
|
|
client = DBSummaryClient(system_app=CFG.SYSTEM_APP)
|
|
try:
|
|
table_infos = await blocking_func_to_async(
|
|
self._executor,
|
|
client.get_similar_tables,
|
|
self.db_name,
|
|
self.current_user_input,
|
|
self.top_k,
|
|
)
|
|
# table_infos = client.get_similar_tables(
|
|
# dbname=self.db_name, query=self.current_user_input, topk=self.top_k
|
|
# )
|
|
print("dashboard vector find tables:{}", table_infos)
|
|
except Exception as e:
|
|
print("db summary find error!" + str(e))
|
|
|
|
input_values = {
|
|
"input": self.current_user_input,
|
|
"dialect": self.database.dialect,
|
|
"table_info": self.database.table_simple_info(),
|
|
"supported_chat_type": self.dashboard_template["supported_chart_type"]
|
|
# "table_info": client.get_similar_tables(dbname=self.db_name, query=self.current_user_input, topk=self.top_k)
|
|
}
|
|
|
|
return input_values
|
|
|
|
def do_action(self, prompt_response):
|
|
### TODO 记录整体信息，处理成功的，和未成功的分开记录处理
|
|
chart_datas: List[ChartData] = []
|
|
dashboard_data_loader = DashboardDataLoader()
|
|
for chart_item in prompt_response:
|
|
try:
|
|
field_names, values = dashboard_data_loader.get_chart_values_by_conn(
|
|
self.database, chart_item.sql
|
|
)
|
|
chart_datas.append(
|
|
ChartData(
|
|
chart_uid=str(uuid.uuid1()),
|
|
chart_name=chart_item.title,
|
|
chart_type=chart_item.showcase,
|
|
chart_desc=chart_item.thoughts,
|
|
chart_sql=chart_item.sql,
|
|
column_name=field_names,
|
|
values=values,
|
|
)
|
|
)
|
|
except Exception as e:
|
|
# TODO 修复流程
|
|
print(str(e))
|
|
return ReportData(
|
|
conv_uid=self.chat_session_id,
|
|
template_name=self.report_name,
|
|
template_introduce=None,
|
|
charts=chart_datas,
|
|
)
|