Multi DB support

pilot/common/schema.py

@@ -36,7 +36,7 @@ class DBType(Enum):
 
     @staticmethod
     def of_db_type(db_type: str):
-        for item in DBType.__members__:
-            if item.value().name == db_type:
+        for item in DBType:
+            if item.value() == db_type:
                 return item
         return None

pilot/connections/manages/connect_storage_duckdb.py

@@ -78,9 +78,9 @@ class DuckdbConnectConfig:
 
             fields = [field[0] for field in cursor.description]
             row_dict = {}
-            for row in cursor.fetchall()[0]:
-                for i, field in enumerate(fields):
-                    row_dict[field] = row[i]
+            row_1 = list(cursor.fetchall()[0])
+            for i, field in enumerate(fields):
+                row_dict[field] = row_1[i]
             return row_dict
         return {}
 

pilot/connections/manages/connection_manager.py

@@ -1,8 +1,11 @@
 from pilot.configs.config import Config
 from pilot.connections.manages.connect_storage_duckdb import DuckdbConnectConfig
 from pilot.common.schema import DBType
-from pilot.connections.rdbms.mysql import MySQLConnect
+from pilot.connections.rdbms.conn_mysql import MySQLConnect
 from pilot.connections.base import BaseConnect
+
+from pilot.connections.rdbms.conn_mysql import MySQLConnect
+from pilot.connections.rdbms.conn_duckdb import DuckDbConnect
 from pilot.connections.rdbms.rdbms_connect import RDBMSDatabase
 from pilot.singleton import Singleton
 from pilot.common.sql_database import Database
@@ -12,15 +15,22 @@ CFG = Config()
 
 class ConnectManager:
 
-    def get_instance_by_dbtype(db_type, **kwargs):
-        chat_classes = BaseConnect.__subclasses__()
-        implementation = None
+
+    def get_all_subclasses(self, cls):
+        subclasses = cls.__subclasses__()
+        for subclass in subclasses:
+            subclasses += self.get_all_subclasses(subclass)
+        return subclasses
+
+    def get_cls_by_dbtype(self, db_type):
+        chat_classes = self.get_all_subclasses(BaseConnect)
+        result = None
         for cls in chat_classes:
             if cls.db_type == db_type:
-                implementation = cls(**kwargs)
-        if implementation == None:
-            raise Exception(f"Invalid db connect implementation！DbType:{db_type}")
-        return implementation
+                result = cls
+        if not result:
+            raise ValueError("Unsupport Db Type！" + db_type)
+        return result
 
     def __init__(self):
         self.storage = DuckdbConnectConfig()
@@ -69,10 +79,10 @@ class ConnectManager:
     def get_connect(self, db_name):
         db_config = self.storage.get_db_config(db_name)
         db_type = DBType.of_db_type(db_config.get('db_type'))
-        connect_instance = self.get_instance_by_dbtype(db_type)
+        connect_instance = self.get_cls_by_dbtype(db_type.value())
         if db_type.is_file_db():
             db_path = db_config.get('db_path')
-            return connect_instance.from_file(db_path)
+            return connect_instance.from_file_path(db_path)
         else:
             db_host = db_config.get('db_host')
             db_port = db_config.get('db_port')

pilot/connections/rdbms/conn_duckdb.py

@@ -0,0 +1,69 @@
+from typing import Optional, Any, Iterable
+from sqlalchemy import (
+    MetaData,
+    Table,
+    create_engine,
+    inspect,
+    select,
+    text,
+)
+from sqlalchemy.ext.declarative import declarative_base
+
+from pilot.connections.rdbms.rdbms_connect import RDBMSDatabase
+from pilot.configs.config import Config
+
+CFG = Config()
+Base = declarative_base()
+
+class DuckDbConnect(RDBMSDatabase):
+    """Connect Duckdb Database fetch MetaData
+    Args:
+    Usage:
+    """
+    db_type: str = "duckdb"
+    db_dialect: str = "duckdb"
+
+    @classmethod
+    def from_file_path(
+        cls, file_path: str, engine_args: Optional[dict] = None, **kwargs: Any
+    ) -> RDBMSDatabase:
+        """Construct a SQLAlchemy engine from URI."""
+        _engine_args = engine_args or {}
+        return cls(create_engine("duckdb:///" + file_path, **_engine_args), **kwargs)
+
+    def table_simple_info(self) -> Iterable[str]:
+        _tables_sql = f"""
+                SELECT name FROM sqlite_master WHERE type='table'
+            """
+        cursor = self.session.execute(text(_tables_sql))
+        tables_results = cursor.fetchall()
+        results =[]
+        for row in tables_results:
+            table_name = row[0]
+            _sql = f"""
+                PRAGMA  table_info({table_name})
+            """
+            cursor_colums = self.session.execute(text(_sql))
+            colum_results = cursor_colums.fetchall()
+            table_colums = []
+            for row_col in colum_results:
+                field_info = list(row_col)
+                table_colums.append(field_info[1])
+
+            results.append(f"{table_name}({','.join(table_colums)});")
+        return results
+
+if __name__ == "__main__":
+    engine = create_engine('duckdb:////Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/mock_datas/db-gpt-test.db')
+    metadata = MetaData(engine)
+
+    results = engine.connect().execute("SELECT name FROM sqlite_master WHERE type='table'").fetchall()
+
+    print(str(results))
+
+    fields = []
+    results2 = engine.connect().execute(f"""PRAGMA  table_info(user)""").fetchall()
+    for row_col in results2:
+        field_info = list(row_col)
+        fields.append(field_info[1])
+    print(str(fields))

pilot/connections/rdbms/conn_mysql.py

@@ -13,6 +13,6 @@ class MySQLConnect(RDBMSDatabase):
 
     db_type: str = "mysql"
     db_dialect: str = "mysql"
-    driver: str = "pymysql"
+    driver: str = "mysql+pymysql"
 
     default_db = ["information_schema", "performance_schema", "sys", "mysql"]

pilot/connections/rdbms/duckdb.py

@@ -1,34 +0,0 @@
-from typing import Optional, Any, Iterable
-from sqlalchemy import (
-    MetaData,
-    Table,
-    create_engine,
-    inspect,
-    select,
-    text,
-)
-
-from pilot.connections.rdbms.rdbms_connect import RDBMSDatabase
-from pilot.configs.config import Config
-
-CFG = Config()
-
-
-class DuckDbConnect(RDBMSDatabase):
-    """Connect Duckdb Database fetch MetaData
-    Args:
-    Usage:
-    """
-
-    def table_simple_info(self) -> Iterable[str]:
-        return super().get_table_names()
-
-    db_type: str = "duckdb"
-
-    @classmethod
-    def from_file_path(
-        cls, file_path: str, engine_args: Optional[dict] = None, **kwargs: Any
-    ) -> RDBMSDatabase:
-        """Construct a SQLAlchemy engine from URI."""
-        _engine_args = engine_args or {}
-        return cls(create_engine("duckdb://" + file_path, **_engine_args), **kwargs)

pilot/connections/rdbms/rdbms_connect.py

@@ -36,6 +36,7 @@ def _format_index(index: sqlalchemy.engine.interfaces.ReflectedIndex) -> str:
 
 class RDBMSDatabase(BaseConnect):
     """SQLAlchemy wrapper around a database."""
+    db_type: str = None
 
     def __init__(
             self,
@@ -69,7 +70,7 @@ class RDBMSDatabase(BaseConnect):
             **kwargs: Any,
     ) -> RDBMSDatabase:
         db_url: str = (
-                cls.connect_driver
+                cls.driver
                 + "://"
                 + CFG.LOCAL_DB_USER
                 + ":"
@@ -114,17 +115,6 @@ class RDBMSDatabase(BaseConnect):
         self._metadata = MetaData()
         self._metadata.reflect(bind=self._engine)
 
-        # including view support by adding the views as well as tables to the all
-        # tables list if view_support is True
-        self._all_tables = set(
-            self._inspector.get_table_names()
-            + (
-                self._inspector.get_view_names()
-                if self.view_support
-                else []
-            )
-        )
-
         return session
 
     def get_current_db_name(self) -> str:

pilot/openapi/api_v1/api_v1.py

@@ -74,7 +74,7 @@ def get_db_list():
     dbs = CFG.LOCAL_DB_MANAGE.get_db_list()
     params: dict = {}
     for item in dbs:
-        params.update({item["db_name"]: item["comment"]})
+        params.update({item["db_name"]: item["db_name"]})
     return params
 
 

pilot/scene/chat_dashboard/chat.py

@@ -43,9 +43,10 @@ class ChatDashboard(BaseChat):
             )
         self.db_name = db_name
         self.report_name = report_name
+
         self.database = CFG.LOCAL_DB_MANAGE.get_connect(db_name)
-        # 准备DB信息(拿到指定库的链接)
-        self.db_connect = self.database.get_session(self.db_name)
+        self.db_connect = self.database.session
+
         self.top_k: int = 5
         self.dashboard_template = self.__load_dashboard_template(report_name)
 
@@ -64,13 +65,19 @@ class ChatDashboard(BaseChat):
             from pilot.summary.db_summary_client import DBSummaryClient
         except ImportError:
             raise ValueError("Could not import DBSummaryClient. ")
+
         client = DBSummaryClient()
+        try:
+            table_infos = client.get_similar_tables(dbname=self.db_name, query=self.current_user_input, topk=self.top_k)
+            print("dashboard vector find tables:{}", table_infos)
+        except Exception as e:
+            print("db summary find error!" + str(e))
+
         input_values = {
             "input": self.current_user_input,
             "dialect": self.database.dialect,
-            "table_info": self.database.table_simple_info(self.db_connect),
+            "table_info": self.database.table_simple_info(),
             "supported_chat_type": self.dashboard_template['supported_chart_type']
-            # "table_info": client.get_similar_tables(dbname=self.db_name, query=self.current_user_input, topk=self.top_k)
         }
 
         return input_values
@@ -91,14 +98,16 @@ class ChatDashboard(BaseChat):
                     if not data_map[field_name]:
                         field_map.update({f"{field_name}": False})
                     else:
-                        field_map.update({f"{field_name}": all(isinstance(item, (int, float, Decimal)) for item in data_map[field_name])})
+                        field_map.update({f"{field_name}": all(
+                            isinstance(item, (int, float, Decimal)) for item in data_map[field_name])})
 
                 for field_name in field_names[1:]:
                     if not field_map[field_name]:
                         print("more than 2 non-numeric column")
                     else:
                         for data in datas:
-                            value_item = ValueItem(name=data[0], type=field_name, value=data[field_names.index(field_name)])
+                            value_item = ValueItem(name=data[0], type=field_name,
+                                                   value=data[field_names.index(field_name)])
                             values.append(value_item)
 
                 chart_datas.append(ChartData(chart_uid=str(uuid.uuid1()),

pilot/scene/chat_dashboard/prompt.py

@@ -23,12 +23,12 @@ According to the characteristics of the analyzed data, choose the most suitable
 {supported_chat_type}
 
 Pay attention to the length of the output content of the analysis result, do not exceed 4000tokens
-Do not use unprovided fields and field value in data analysis SQL, Do not use column pay_status as a query condition in  SQL.
+Do not use unprovided fields and field value in analysis SQL, Do not use column pay_status as a query condition in  SQL.
 
 According to the characteristics of the analyzed data, choose the best one from the charts provided below to display, use different types of charts as much as possible，chart types:
 {supported_chat_type}
 
-Give {dialect} data analysis SQL, analysis title, display method and analytical thinking,respond in the following json format:
+Give {dialect} data analysis SQL（Do not use data not provided as field value), analysis title, display method and analytical thinking,respond in the following json format:
 {response}
 Ensure the response is correct json and can be parsed by Python json.loads
 

pilot/scene/chat_db/auto_execute/chat.py

@@ -43,12 +43,17 @@ class ChatWithDbAutoExecute(BaseChat):
         except ImportError:
             raise ValueError("Could not import DBSummaryClient. ")
         client = DBSummaryClient()
+        try:
+            table_infos = client.get_similar_tables(dbname=self.db_name, query=self.current_user_input, topk=self.top_k)
+        except Exception as e:
+            print("db summary find error!" + str(e))
+            table_infos =  self.database.table_simple_info()
+
         input_values = {
             "input": self.current_user_input,
             "top_k": str(self.top_k),
             "dialect": self.database.dialect,
-            # "table_info": self.database.table_simple_info(self.db_connect)
-            "table_info": client.get_similar_tables(dbname=self.db_name, query=self.current_user_input, topk=self.top_k)
+            "table_info": table_infos
         }
         return input_values
 

pilot/scene/chat_db/professional_qa/chat.py

@@ -47,9 +47,13 @@ class ChatWithDbQA(BaseChat):
             raise ValueError("Could not import DBSummaryClient. ")
         if self.db_name:
             client = DBSummaryClient()
-            table_info = client.get_db_summary(
-                dbname=self.db_name, query=self.current_user_input, topk=self.top_k
-            )
+            try:
+                table_infos = client.get_similar_tables(dbname=self.db_name, query=self.current_user_input,
+                                                        topk=self.top_k)
+            except Exception as e:
+                print("db summary find error!" + str(e))
+                table_infos = self.database.table_simple_info()
+
             # table_info = self.database.table_simple_info(self.db_connect)
             dialect = self.database.dialect
 
@@ -57,6 +61,6 @@ class ChatWithDbQA(BaseChat):
             "input": self.current_user_input,
             # "top_k": str(self.top_k),
             # "dialect": dialect,
-            "table_info": table_info,
+            "table_info": table_infos,
         }
         return input_values

pilot/server/static/404.html

@@ -1 +1 @@
-<!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><title>404: This page could not be found</title><meta name="next-head-count" content="3"/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js"></script><script src="/_next/static/chunks/webpack-e1fa2997abb1ff08.js" defer=""></script><script src="/_next/static/chunks/framework-43665103d101a22d.js" defer=""></script><script src="/_next/static/chunks/main-c6e90425c3eeb90a.js" defer=""></script><script src="/_next/static/chunks/pages/_app-1f2755172264764d.js" defer=""></script><script src="/_next/static/chunks/pages/_error-f5357f382422dd96.js" defer=""></script><script src="/_next/static/GYmlhMsGW8Rp7bj_ndwj-/_buildManifest.js" defer=""></script><script src="/_next/static/GYmlhMsGW8Rp7bj_ndwj-/_ssgManifest.js" defer=""></script></head><body><div id="__next"><div style="font-family:system-ui,&quot;Segoe UI&quot;,Roboto,Helvetica,Arial,sans-serif,&quot;Apple Color Emoji&quot;,&quot;Segoe UI Emoji&quot;;height:100vh;text-align:center;display:flex;flex-direction:column;align-items:center;justify-content:center"><div style="line-height:48px"><style>body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}</style><h1 class="next-error-h1" style="display:inline-block;margin:0 20px 0 0;padding-right:23px;font-size:24px;font-weight:500;vertical-align:top">404</h1><div style="display:inline-block"><h2 style="font-size:14px;font-weight:400;line-height:28px">This page could not be found<!-- -->.</h2></div></div></div></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{"statusCode":404}},"page":"/_error","query":{},"buildId":"GYmlhMsGW8Rp7bj_ndwj-","nextExport":true,"isFallback":false,"gip":true,"scriptLoader":[]}</script></body></html>
+<!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><title>404: This page could not be found</title><meta name="next-head-count" content="3"/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js"></script><script src="/_next/static/chunks/webpack-81b9e46a3f1e5c68.js" defer=""></script><script src="/_next/static/chunks/framework-43665103d101a22d.js" defer=""></script><script src="/_next/static/chunks/main-c6e90425c3eeb90a.js" defer=""></script><script src="/_next/static/chunks/pages/_app-1f2755172264764d.js" defer=""></script><script src="/_next/static/chunks/pages/_error-f5357f382422dd96.js" defer=""></script><script src="/_next/static/srymv0aTt8KSy6p1y_WU9/_buildManifest.js" defer=""></script><script src="/_next/static/srymv0aTt8KSy6p1y_WU9/_ssgManifest.js" defer=""></script></head><body><div id="__next"><div style="font-family:system-ui,&quot;Segoe UI&quot;,Roboto,Helvetica,Arial,sans-serif,&quot;Apple Color Emoji&quot;,&quot;Segoe UI Emoji&quot;;height:100vh;text-align:center;display:flex;flex-direction:column;align-items:center;justify-content:center"><div style="line-height:48px"><style>body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}</style><h1 class="next-error-h1" style="display:inline-block;margin:0 20px 0 0;padding-right:23px;font-size:24px;font-weight:500;vertical-align:top">404</h1><div style="display:inline-block"><h2 style="font-size:14px;font-weight:400;line-height:28px">This page could not be found<!-- -->.</h2></div></div></div></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{"statusCode":404}},"page":"/_error","query":{},"buildId":"srymv0aTt8KSy6p1y_WU9","nextExport":true,"isFallback":false,"gip":true,"scriptLoader":[]}</script></body></html>

pilot/server/static/404/index.html

@@ -1 +1 @@
-<!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><title>404: This page could not be found</title><meta name="next-head-count" content="3"/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js"></script><script src="/_next/static/chunks/webpack-e1fa2997abb1ff08.js" defer=""></script><script src="/_next/static/chunks/framework-43665103d101a22d.js" defer=""></script><script src="/_next/static/chunks/main-c6e90425c3eeb90a.js" defer=""></script><script src="/_next/static/chunks/pages/_app-1f2755172264764d.js" defer=""></script><script src="/_next/static/chunks/pages/_error-f5357f382422dd96.js" defer=""></script><script src="/_next/static/GYmlhMsGW8Rp7bj_ndwj-/_buildManifest.js" defer=""></script><script src="/_next/static/GYmlhMsGW8Rp7bj_ndwj-/_ssgManifest.js" defer=""></script></head><body><div id="__next"><div style="font-family:system-ui,&quot;Segoe UI&quot;,Roboto,Helvetica,Arial,sans-serif,&quot;Apple Color Emoji&quot;,&quot;Segoe UI Emoji&quot;;height:100vh;text-align:center;display:flex;flex-direction:column;align-items:center;justify-content:center"><div style="line-height:48px"><style>body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}</style><h1 class="next-error-h1" style="display:inline-block;margin:0 20px 0 0;padding-right:23px;font-size:24px;font-weight:500;vertical-align:top">404</h1><div style="display:inline-block"><h2 style="font-size:14px;font-weight:400;line-height:28px">This page could not be found<!-- -->.</h2></div></div></div></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{"statusCode":404}},"page":"/_error","query":{},"buildId":"GYmlhMsGW8Rp7bj_ndwj-","nextExport":true,"isFallback":false,"gip":true,"scriptLoader":[]}</script></body></html>
+<!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><title>404: This page could not be found</title><meta name="next-head-count" content="3"/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js"></script><script src="/_next/static/chunks/webpack-81b9e46a3f1e5c68.js" defer=""></script><script src="/_next/static/chunks/framework-43665103d101a22d.js" defer=""></script><script src="/_next/static/chunks/main-c6e90425c3eeb90a.js" defer=""></script><script src="/_next/static/chunks/pages/_app-1f2755172264764d.js" defer=""></script><script src="/_next/static/chunks/pages/_error-f5357f382422dd96.js" defer=""></script><script src="/_next/static/srymv0aTt8KSy6p1y_WU9/_buildManifest.js" defer=""></script><script src="/_next/static/srymv0aTt8KSy6p1y_WU9/_ssgManifest.js" defer=""></script></head><body><div id="__next"><div style="font-family:system-ui,&quot;Segoe UI&quot;,Roboto,Helvetica,Arial,sans-serif,&quot;Apple Color Emoji&quot;,&quot;Segoe UI Emoji&quot;;height:100vh;text-align:center;display:flex;flex-direction:column;align-items:center;justify-content:center"><div style="line-height:48px"><style>body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}</style><h1 class="next-error-h1" style="display:inline-block;margin:0 20px 0 0;padding-right:23px;font-size:24px;font-weight:500;vertical-align:top">404</h1><div style="display:inline-block"><h2 style="font-size:14px;font-weight:400;line-height:28px">This page could not be found<!-- -->.</h2></div></div></div></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{"statusCode":404}},"page":"/_error","query":{},"buildId":"srymv0aTt8KSy6p1y_WU9","nextExport":true,"isFallback":false,"gip":true,"scriptLoader":[]}</script></body></html>

pilot/server/static/_next/static/Mto6TCldHOgUARMQHoXia/_buildManifest.js

@@ -0,0 +1 @@
+self.__BUILD_MANIFEST={__rewrites:{beforeFiles:[],afterFiles:[],fallback:[]},"/_error":["static/chunks/pages/_error-f5357f382422dd96.js"],sortedPages:["/_app","/_error"]},self.__BUILD_MANIFEST_CB&&self.__BUILD_MANIFEST_CB();

pilot/server/static/_next/static/Mto6TCldHOgUARMQHoXia/_ssgManifest.js

@@ -0,0 +1 @@
+self.__SSG_MANIFEST=new Set([]);self.__SSG_MANIFEST_CB&&self.__SSG_MANIFEST_CB()

pilot/server/static/_next/static/chunks/app/datastores/documents/chunklist/page-1fa22911a9476f41.js

@@ -0,0 +1 @@
+(self.webpackChunk_N_E=self.webpackChunk_N_E||[]).push([[538],{30976:function(e,t,n){Promise.resolve().then(n.bind(n,26257))},26257:function(e,t,n){"use strict";n.r(t);var r=n(9268),a=n(56008),i=n(86006),c=n(78635),s=n(80937),o=n(44334),l=n(311),d=n(22046),h=n(83192),u=n(23910),g=n(1031),f=n(78915);t.default=()=>{let e=(0,a.useRouter)(),{mode:t}=(0,c.tv)(),n=(0,a.useSearchParams)().get("spacename"),j=(0,a.useSearchParams)().get("documentid"),[m,p]=(0,i.useState)(0),[x,P]=(0,i.useState)(0),[S,_]=(0,i.useState)([]);return(0,i.useEffect)(()=>{(async function(){let e=await (0,f.PR)("/knowledge/".concat(n,"/chunk/list"),{document_id:j,page:1,page_size:20});e.success&&(_(e.data.data),p(e.data.total),P(e.data.page))})()},[]),(0,r.jsxs)("div",{className:"p-4",children:[(0,r.jsx)(s.Z,{direction:"row",justifyContent:"flex-start",alignItems:"center",sx:{marginBottom:"20px"},children:(0,r.jsxs)(o.Z,{"aria-label":"breadcrumbs",children:[(0,r.jsx)(l.Z,{onClick:()=>{e.push("/datastores")},underline:"hover",color:"neutral",fontSize:"inherit",children:"Knowledge Space"},"Knowledge Space"),(0,r.jsx)(l.Z,{onClick:()=>{e.push("/datastores/documents?name=".concat(n))},underline:"hover",color:"neutral",fontSize:"inherit",children:"Documents"},"Knowledge Space"),(0,r.jsx)(d.ZP,{fontSize:"inherit",children:"Chunks"})]})}),(0,r.jsx)("div",{className:"p-4",children:S.length?(0,r.jsxs)(r.Fragment,{children:[(0,r.jsxs)(h.Z,{color:"primary",variant:"plain",size:"lg",sx:{"& tbody tr: hover":{backgroundColor:"light"===t?"rgb(246, 246, 246)":"rgb(33, 33, 40)"},"& tbody tr: hover a":{textDecoration:"underline"}},children:[(0,r.jsx)("thead",{children:(0,r.jsxs)("tr",{children:[(0,r.jsx)("th",{children:"Name"}),(0,r.jsx)("th",{children:"Content"}),(0,r.jsx)("th",{children:"Meta Data"})]})}),(0,r.jsx)("tbody",{children:S.map(e=>(0,r.jsxs)("tr",{children:[(0,r.jsx)("td",{children:e.doc_name}),(0,r.jsx)("td",{children:(0,r.jsx)(u.Z,{content:e.content,trigger:"hover",children:e.content.length>10?"".concat(e.content.slice(0,10),"..."):e.content})}),(0,r.jsx)("td",{children:(0,r.jsx)(u.Z,{content:JSON.stringify(e.meta_info||"{}",null,2),trigger:"hover",children:e.meta_info.length>10?"".concat(e.meta_info.slice(0,10),"..."):e.meta_info})})]},e.id))})]}),(0,r.jsx)(s.Z,{direction:"row",justifyContent:"flex-end",sx:{marginTop:"20px"},children:(0,r.jsx)(g.Z,{defaultPageSize:20,showSizeChanger:!1,current:x,total:m,onChange:async e=>{let t=await (0,f.PR)("/knowledge/".concat(n,"/chunk/list"),{document_id:j,page:e,page_size:20});t.success&&(_(t.data.data),p(t.data.total),P(t.data.page))},hideOnSinglePage:!0})})]}):(0,r.jsx)(r.Fragment,{})})]})}},78915:function(e,t,n){"use strict";n.d(t,{Tk:function(){return d},Kw:function(){return h},PR:function(){return u},Ej:function(){return g}});var r=n(21628),a=n(24214),i=n(52040);let c=a.Z.create({baseURL:i.env.API_BASE_URL});c.defaults.timeout=1e4,c.interceptors.response.use(e=>e.data,e=>Promise.reject(e));var s=n(84835);let o={"content-type":"application/json"},l=e=>{if(!(0,s.isPlainObject)(e))return JSON.stringify(e);let t={...e};for(let e in t){let n=t[e];"string"==typeof n&&(t[e]=n.trim())}return JSON.stringify(t)},d=(e,t)=>{if(t){let n=Object.keys(t).filter(e=>void 0!==t[e]&&""!==t[e]).map(e=>"".concat(e,"=").concat(t[e])).join("&");n&&(e+="?".concat(n))}return c.get("/api"+e,{headers:o}).then(e=>e).catch(e=>{r.ZP.error(e),Promise.reject(e)})},h=(e,t)=>{let n=l(t);return c.post("/api"+e,{body:n,headers:o}).then(e=>e).catch(e=>{r.ZP.error(e),Promise.reject(e)})},u=(e,t)=>(l(t),c.post(e,t,{headers:o}).then(e=>e).catch(e=>{r.ZP.error(e),Promise.reject(e)})),g=(e,t)=>c.post(e,t).then(e=>e).catch(e=>{r.ZP.error(e),Promise.reject(e)})}},function(e){e.O(0,[180,110,160,679,144,767,957,253,769,744],function(){return e(e.s=30976)}),_N_E=e.O()}]);

pilot/server/static/_next/static/chunks/main-app-c27073c471645311.js

@@ -0,0 +1 @@
+(self.webpackChunk_N_E=self.webpackChunk_N_E||[]).push([[744],{59617:function(e,n,t){Promise.resolve().then(t.t.bind(t,68802,23)),Promise.resolve().then(t.t.bind(t,13211,23)),Promise.resolve().then(t.t.bind(t,5767,23)),Promise.resolve().then(t.t.bind(t,14299,23)),Promise.resolve().then(t.t.bind(t,37396,23))}},function(e){var n=function(n){return e(e.s=n)};e.O(0,[253,769],function(){return n(29070),n(59617)}),_N_E=e.O()}]);

pilot/server/static/_next/static/chunks/webpack-81b9e46a3f1e5c68.js

@@ -0,0 +1 @@
+!function(){"use strict";var e,t,n,r,o,u,i,c,f,a={},l={};function d(e){var t=l[e];if(void 0!==t)return t.exports;var n=l[e]={id:e,loaded:!1,exports:{}},r=!0;try{a[e].call(n.exports,n,n.exports,d),r=!1}finally{r&&delete l[e]}return n.loaded=!0,n.exports}d.m=a,d.amdD=function(){throw Error("define cannot be used indirect")},e=[],d.O=function(t,n,r,o){if(n){o=o||0;for(var u=e.length;u>0&&e[u-1][2]>o;u--)e[u]=e[u-1];e[u]=[n,r,o];return}for(var i=1/0,u=0;u<e.length;u++){for(var n=e[u][0],r=e[u][1],o=e[u][2],c=!0,f=0;f<n.length;f++)i>=o&&Object.keys(d.O).every(function(e){return d.O[e](n[f])})?n.splice(f--,1):(c=!1,o<i&&(i=o));if(c){e.splice(u--,1);var a=r();void 0!==a&&(t=a)}}return t},d.n=function(e){var t=e&&e.__esModule?function(){return e.default}:function(){return e};return d.d(t,{a:t}),t},n=Object.getPrototypeOf?function(e){return Object.getPrototypeOf(e)}:function(e){return e.__proto__},d.t=function(e,r){if(1&r&&(e=this(e)),8&r||"object"==typeof e&&e&&(4&r&&e.__esModule||16&r&&"function"==typeof e.then))return e;var o=Object.create(null);d.r(o);var u={};t=t||[null,n({}),n([]),n(n)];for(var i=2&r&&e;"object"==typeof i&&!~t.indexOf(i);i=n(i))Object.getOwnPropertyNames(i).forEach(function(t){u[t]=function(){return e[t]}});return u.default=function(){return e},d.d(o,u),o},d.d=function(e,t){for(var n in t)d.o(t,n)&&!d.o(e,n)&&Object.defineProperty(e,n,{enumerable:!0,get:t[n]})},d.f={},d.e=function(e){return Promise.all(Object.keys(d.f).reduce(function(t,n){return d.f[n](e,t),t},[]))},d.u=function(e){},d.miniCssF=function(e){return"static/css/1c53d4eca82e2bb3.css"},d.g=function(){if("object"==typeof globalThis)return globalThis;try{return this||Function("return this")()}catch(e){if("object"==typeof window)return window}}(),d.o=function(e,t){return Object.prototype.hasOwnProperty.call(e,t)},r={},o="_N_E:",d.l=function(e,t,n,u){if(r[e]){r[e].push(t);return}if(void 0!==n)for(var i,c,f=document.getElementsByTagName("script"),a=0;a<f.length;a++){var l=f[a];if(l.getAttribute("src")==e||l.getAttribute("data-webpack")==o+n){i=l;break}}i||(c=!0,(i=document.createElement("script")).charset="utf-8",i.timeout=120,d.nc&&i.setAttribute("nonce",d.nc),i.setAttribute("data-webpack",o+n),i.src=d.tu(e)),r[e]=[t];var s=function(t,n){i.onerror=i.onload=null,clearTimeout(p);var o=r[e];if(delete r[e],i.parentNode&&i.parentNode.removeChild(i),o&&o.forEach(function(e){return e(n)}),t)return t(n)},p=setTimeout(s.bind(null,void 0,{type:"timeout",target:i}),12e4);i.onerror=s.bind(null,i.onerror),i.onload=s.bind(null,i.onload),c&&document.head.appendChild(i)},d.r=function(e){"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},d.nmd=function(e){return e.paths=[],e.children||(e.children=[]),e},d.tt=function(){return void 0===u&&(u={createScriptURL:function(e){return e}},"undefined"!=typeof trustedTypes&&trustedTypes.createPolicy&&(u=trustedTypes.createPolicy("nextjs#bundler",u))),u},d.tu=function(e){return d.tt().createScriptURL(e)},d.p="/_next/",i={272:0},d.f.j=function(e,t){var n=d.o(i,e)?i[e]:void 0;if(0!==n){if(n)t.push(n[2]);else if(272!=e){var r=new Promise(function(t,r){n=i[e]=[t,r]});t.push(n[2]=r);var o=d.p+d.u(e),u=Error();d.l(o,function(t){if(d.o(i,e)&&(0!==(n=i[e])&&(i[e]=void 0),n)){var r=t&&("load"===t.type?"missing":t.type),o=t&&t.target&&t.target.src;u.message="Loading chunk "+e+" failed.\n("+r+": "+o+")",u.name="ChunkLoadError",u.type=r,u.request=o,n[1](u)}},"chunk-"+e,e)}else i[e]=0}},d.O.j=function(e){return 0===i[e]},c=function(e,t){var n,r,o=t[0],u=t[1],c=t[2],f=0;if(o.some(function(e){return 0!==i[e]})){for(n in u)d.o(u,n)&&(d.m[n]=u[n]);if(c)var a=c(d)}for(e&&e(t);f<o.length;f++)r=o[f],d.o(i,r)&&i[r]&&i[r][0](),i[r]=0;return d.O(a)},(f=self.webpackChunk_N_E=self.webpackChunk_N_E||[]).forEach(c.bind(null,0)),f.push=c.bind(null,f.push.bind(f))}();

pilot/server/static/_next/static/srymv0aTt8KSy6p1y_WU9/_buildManifest.js

@@ -0,0 +1 @@
+self.__BUILD_MANIFEST={__rewrites:{beforeFiles:[],afterFiles:[],fallback:[]},"/_error":["static/chunks/pages/_error-f5357f382422dd96.js"],sortedPages:["/_app","/_error"]},self.__BUILD_MANIFEST_CB&&self.__BUILD_MANIFEST_CB();

pilot/server/static/_next/static/srymv0aTt8KSy6p1y_WU9/_ssgManifest.js

@@ -0,0 +1 @@
+self.__SSG_MANIFEST=new Set([]);self.__SSG_MANIFEST_CB&&self.__SSG_MANIFEST_CB()

pilot/server/static/chat/index.txt

@@ -1,9 +1,9 @@
-1:HL["/_next/static/css/75fe02d5d63093aa.css",{"as":"style"}]
-0:["GYmlhMsGW8Rp7bj_ndwj-",[[["",{"children":["chat",{"children":["__PAGE__",{}]}]},"$undefined","$undefined",true],"$L2",[[["$","link","0",{"rel":"stylesheet","href":"/_next/static/css/75fe02d5d63093aa.css","precedence":"next"}]],["$L3",null]]]]]
-4:I{"id":"50902","chunks":["180:static/chunks/0e02fca3-615d0d51fa074d92.js","110:static/chunks/110-791d79605e8a52f4.js","97:static/chunks/97-0df664aa5628758a.js","160:static/chunks/160-ba31b9436f6470d2.js","144:static/chunks/144-7fe617a58c579a4e.js","316:static/chunks/316-cdd7af28971b8ca4.js","827:static/chunks/827-7bb8de0e612ed06b.js","751:static/chunks/751-9808572c67f2351c.js","216:static/chunks/216-6c183e926dd49ffd.js","185:static/chunks/app/layout-d5b3ac9807a434df.js"],"name":"","async":false}
-5:I{"id":"13211","chunks":["272:static/chunks/webpack-e1fa2997abb1ff08.js","253:static/chunks/bce60fc1-18c9f145b45d8f36.js","769:static/chunks/769-76f7aafd375fdd6b.js"],"name":"","async":false}
-6:I{"id":"5767","chunks":["272:static/chunks/webpack-e1fa2997abb1ff08.js","253:static/chunks/bce60fc1-18c9f145b45d8f36.js","769:static/chunks/769-76f7aafd375fdd6b.js"],"name":"","async":false}
-7:I{"id":"37396","chunks":["272:static/chunks/webpack-e1fa2997abb1ff08.js","253:static/chunks/bce60fc1-18c9f145b45d8f36.js","769:static/chunks/769-76f7aafd375fdd6b.js"],"name":"","async":false}
-8:I{"id":"65641","chunks":["180:static/chunks/0e02fca3-615d0d51fa074d92.js","757:static/chunks/f60284a2-6891068c9ea7ce77.js","110:static/chunks/110-791d79605e8a52f4.js","97:static/chunks/97-0df664aa5628758a.js","86:static/chunks/86-3a20bc6b78835c59.js","316:static/chunks/316-cdd7af28971b8ca4.js","259:static/chunks/259-2c3490a9eca2f411.js","751:static/chunks/751-9808572c67f2351c.js","78:static/chunks/78-092af41e81d6b637.js","929:static/chunks/app/chat/page-08f1c4614c7ae624.js"],"name":"","async":false}
+1:HL["/_next/static/css/1c53d4eca82e2bb3.css",{"as":"style"}]
+0:["srymv0aTt8KSy6p1y_WU9",[[["",{"children":["chat",{"children":["__PAGE__",{}]}]},"$undefined","$undefined",true],"$L2",[[["$","link","0",{"rel":"stylesheet","href":"/_next/static/css/1c53d4eca82e2bb3.css","precedence":"next"}]],["$L3",null]]]]]
+4:I{"id":"50902","chunks":["180:static/chunks/0e02fca3-615d0d51fa074d92.js","110:static/chunks/110-470e5d8a0cb4cf14.js","60:static/chunks/60-8ef99caef9fdf742.js","160:static/chunks/160-ba31b9436f6470d2.js","316:static/chunks/316-370750739484dff7.js","946:static/chunks/946-3a66ddfd20b8ad3d.js","144:static/chunks/144-8e8590698005aba2.js","751:static/chunks/751-30fee9a32c6e64a2.js","256:static/chunks/256-f82130fbef33c4d6.js","185:static/chunks/app/layout-34c784bda079f18d.js"],"name":"","async":false}
+5:I{"id":"13211","chunks":["272:static/chunks/webpack-81b9e46a3f1e5c68.js","253:static/chunks/bce60fc1-18c9f145b45d8f36.js","769:static/chunks/769-76f7aafd375fdd6b.js"],"name":"","async":false}
+6:I{"id":"5767","chunks":["272:static/chunks/webpack-81b9e46a3f1e5c68.js","253:static/chunks/bce60fc1-18c9f145b45d8f36.js","769:static/chunks/769-76f7aafd375fdd6b.js"],"name":"","async":false}
+7:I{"id":"37396","chunks":["272:static/chunks/webpack-81b9e46a3f1e5c68.js","253:static/chunks/bce60fc1-18c9f145b45d8f36.js","769:static/chunks/769-76f7aafd375fdd6b.js"],"name":"","async":false}
+8:I{"id":"65641","chunks":["180:static/chunks/0e02fca3-615d0d51fa074d92.js","757:static/chunks/f60284a2-6891068c9ea7ce77.js","282:static/chunks/7e4358a0-8f10c290d655cdf1.js","110:static/chunks/110-470e5d8a0cb4cf14.js","60:static/chunks/60-8ef99caef9fdf742.js","86:static/chunks/86-6193a530bd8e3ef4.js","316:static/chunks/316-370750739484dff7.js","790:static/chunks/790-97e6b769f5c791cb.js","259:static/chunks/259-2c3490a9eca2f411.js","767:static/chunks/767-b93280f4b5b5e975.js","751:static/chunks/751-30fee9a32c6e64a2.js","436:static/chunks/436-0a7be5b31482f8e8.js","929:static/chunks/app/chat/page-5bc7da17c5731421.js"],"name":"","async":false}
 2:[["$","$L4",null,{"children":["$","$L5",null,{"parallelRouterKey":"children","segmentPath":["children"],"error":"$undefined","errorStyles":"$undefined","loading":"$undefined","loadingStyles":"$undefined","hasLoading":false,"template":["$","$L6",null,{}],"templateStyles":"$undefined","notFound":"$undefined","notFoundStyles":"$undefined","childProp":{"current":["$","$L5",null,{"parallelRouterKey":"children","segmentPath":["children","chat","children"],"error":"$undefined","errorStyles":"$undefined","loading":"$undefined","loadingStyles":"$undefined","hasLoading":false,"template":["$","$L6",null,{}],"templateStyles":"$undefined","notFound":"$undefined","notFoundStyles":"$undefined","childProp":{"current":[["$","$L7",null,{"propsForComponent":{"params":{}},"Component":"$8"}],null],"segment":"__PAGE__"},"styles":[]}],"segment":"chat"},"styles":[]}],"params":{}}],null]
 3:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}],["$","link","2",{"rel":"icon","href":"/favicon.ico","type":"image/x-icon","sizes":"any"}]]

pilot/server/static/datastores/documents/chunklist/index.txt

@@ -1,9 +1,9 @@
-1:HL["/_next/static/css/75fe02d5d63093aa.css",{"as":"style"}]
-0:["GYmlhMsGW8Rp7bj_ndwj-",[[["",{"children":["datastores",{"children":["documents",{"children":["chunklist",{"children":["__PAGE__",{}]}]}]}]},"$undefined","$undefined",true],"$L2",[[["$","link","0",{"rel":"stylesheet","href":"/_next/static/css/75fe02d5d63093aa.css","precedence":"next"}]],["$L3",null]]]]]
-4:I{"id":"50902","chunks":["180:static/chunks/0e02fca3-615d0d51fa074d92.js","110:static/chunks/110-791d79605e8a52f4.js","97:static/chunks/97-0df664aa5628758a.js","160:static/chunks/160-ba31b9436f6470d2.js","144:static/chunks/144-7fe617a58c579a4e.js","316:static/chunks/316-cdd7af28971b8ca4.js","827:static/chunks/827-7bb8de0e612ed06b.js","751:static/chunks/751-9808572c67f2351c.js","216:static/chunks/216-6c183e926dd49ffd.js","185:static/chunks/app/layout-d5b3ac9807a434df.js"],"name":"","async":false}
-5:I{"id":"13211","chunks":["272:static/chunks/webpack-e1fa2997abb1ff08.js","253:static/chunks/bce60fc1-18c9f145b45d8f36.js","769:static/chunks/769-76f7aafd375fdd6b.js"],"name":"","async":false}
-6:I{"id":"5767","chunks":["272:static/chunks/webpack-e1fa2997abb1ff08.js","253:static/chunks/bce60fc1-18c9f145b45d8f36.js","769:static/chunks/769-76f7aafd375fdd6b.js"],"name":"","async":false}
-7:I{"id":"37396","chunks":["272:static/chunks/webpack-e1fa2997abb1ff08.js","253:static/chunks/bce60fc1-18c9f145b45d8f36.js","769:static/chunks/769-76f7aafd375fdd6b.js"],"name":"","async":false}
-8:I{"id":"26257","chunks":["180:static/chunks/0e02fca3-615d0d51fa074d92.js","110:static/chunks/110-791d79605e8a52f4.js","160:static/chunks/160-ba31b9436f6470d2.js","144:static/chunks/144-7fe617a58c579a4e.js","679:static/chunks/679-c875071d69b60542.js","55:static/chunks/55-41778c7520ea1334.js","538:static/chunks/app/datastores/documents/chunklist/page-d12ea5fbad7dcc92.js"],"name":"","async":false}
+1:HL["/_next/static/css/1c53d4eca82e2bb3.css",{"as":"style"}]
+0:["srymv0aTt8KSy6p1y_WU9",[[["",{"children":["datastores",{"children":["documents",{"children":["chunklist",{"children":["__PAGE__",{}]}]}]}]},"$undefined","$undefined",true],"$L2",[[["$","link","0",{"rel":"stylesheet","href":"/_next/static/css/1c53d4eca82e2bb3.css","precedence":"next"}]],["$L3",null]]]]]
+4:I{"id":"50902","chunks":["180:static/chunks/0e02fca3-615d0d51fa074d92.js","110:static/chunks/110-470e5d8a0cb4cf14.js","60:static/chunks/60-8ef99caef9fdf742.js","160:static/chunks/160-ba31b9436f6470d2.js","316:static/chunks/316-370750739484dff7.js","946:static/chunks/946-3a66ddfd20b8ad3d.js","144:static/chunks/144-8e8590698005aba2.js","751:static/chunks/751-30fee9a32c6e64a2.js","256:static/chunks/256-f82130fbef33c4d6.js","185:static/chunks/app/layout-34c784bda079f18d.js"],"name":"","async":false}
+5:I{"id":"13211","chunks":["272:static/chunks/webpack-81b9e46a3f1e5c68.js","253:static/chunks/bce60fc1-18c9f145b45d8f36.js","769:static/chunks/769-76f7aafd375fdd6b.js"],"name":"","async":false}
+6:I{"id":"5767","chunks":["272:static/chunks/webpack-81b9e46a3f1e5c68.js","253:static/chunks/bce60fc1-18c9f145b45d8f36.js","769:static/chunks/769-76f7aafd375fdd6b.js"],"name":"","async":false}
+7:I{"id":"37396","chunks":["272:static/chunks/webpack-81b9e46a3f1e5c68.js","253:static/chunks/bce60fc1-18c9f145b45d8f36.js","769:static/chunks/769-76f7aafd375fdd6b.js"],"name":"","async":false}
+8:I{"id":"26257","chunks":["180:static/chunks/0e02fca3-615d0d51fa074d92.js","110:static/chunks/110-470e5d8a0cb4cf14.js","160:static/chunks/160-ba31b9436f6470d2.js","679:static/chunks/679-2432e2fce32149a4.js","144:static/chunks/144-8e8590698005aba2.js","767:static/chunks/767-b93280f4b5b5e975.js","957:static/chunks/957-80662c0af3fc4d0d.js","538:static/chunks/app/datastores/documents/chunklist/page-1fa22911a9476f41.js"],"name":"","async":false}
 2:[["$","$L4",null,{"children":["$","$L5",null,{"parallelRouterKey":"children","segmentPath":["children"],"error":"$undefined","errorStyles":"$undefined","loading":"$undefined","loadingStyles":"$undefined","hasLoading":false,"template":["$","$L6",null,{}],"templateStyles":"$undefined","notFound":"$undefined","notFoundStyles":"$undefined","childProp":{"current":["$","$L5",null,{"parallelRouterKey":"children","segmentPath":["children","datastores","children"],"error":"$undefined","errorStyles":"$undefined","loading":"$undefined","loadingStyles":"$undefined","hasLoading":false,"template":["$","$L6",null,{}],"templateStyles":"$undefined","notFound":"$undefined","notFoundStyles":"$undefined","childProp":{"current":["$","$L5",null,{"parallelRouterKey":"children","segmentPath":["children","datastores","children","documents","children"],"error":"$undefined","errorStyles":"$undefined","loading":"$undefined","loadingStyles":"$undefined","hasLoading":false,"template":["$","$L6",null,{}],"templateStyles":"$undefined","notFound":"$undefined","notFoundStyles":"$undefined","childProp":{"current":["$","$L5",null,{"parallelRouterKey":"children","segmentPath":["children","datastores","children","documents","children","chunklist","children"],"error":"$undefined","errorStyles":"$undefined","loading":"$undefined","loadingStyles":"$undefined","hasLoading":false,"template":["$","$L6",null,{}],"templateStyles":"$undefined","notFound":"$undefined","notFoundStyles":"$undefined","childProp":{"current":[["$","$L7",null,{"propsForComponent":{"params":{}},"Component":"$8"}],null],"segment":"__PAGE__"},"styles":[]}],"segment":"chunklist"},"styles":[]}],"segment":"documents"},"styles":[]}],"segment":"datastores"},"styles":[]}],"params":{}}],null]
 3:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}],["$","link","2",{"rel":"icon","href":"/favicon.ico","type":"image/x-icon","sizes":"any"}]]

pilot/server/static/datastores/documents/index.txt

@@ -1,9 +1,9 @@
-1:HL["/_next/static/css/75fe02d5d63093aa.css",{"as":"style"}]
-0:["GYmlhMsGW8Rp7bj_ndwj-",[[["",{"children":["datastores",{"children":["documents",{"children":["__PAGE__",{}]}]}]},"$undefined","$undefined",true],"$L2",[[["$","link","0",{"rel":"stylesheet","href":"/_next/static/css/75fe02d5d63093aa.css","precedence":"next"}]],["$L3",null]]]]]
-4:I{"id":"50902","chunks":["180:static/chunks/0e02fca3-615d0d51fa074d92.js","110:static/chunks/110-791d79605e8a52f4.js","97:static/chunks/97-0df664aa5628758a.js","160:static/chunks/160-ba31b9436f6470d2.js","144:static/chunks/144-7fe617a58c579a4e.js","316:static/chunks/316-cdd7af28971b8ca4.js","827:static/chunks/827-7bb8de0e612ed06b.js","751:static/chunks/751-9808572c67f2351c.js","216:static/chunks/216-6c183e926dd49ffd.js","185:static/chunks/app/layout-d5b3ac9807a434df.js"],"name":"","async":false}
-5:I{"id":"13211","chunks":["272:static/chunks/webpack-e1fa2997abb1ff08.js","253:static/chunks/bce60fc1-18c9f145b45d8f36.js","769:static/chunks/769-76f7aafd375fdd6b.js"],"name":"","async":false}
-6:I{"id":"5767","chunks":["272:static/chunks/webpack-e1fa2997abb1ff08.js","253:static/chunks/bce60fc1-18c9f145b45d8f36.js","769:static/chunks/769-76f7aafd375fdd6b.js"],"name":"","async":false}
-7:I{"id":"37396","chunks":["272:static/chunks/webpack-e1fa2997abb1ff08.js","253:static/chunks/bce60fc1-18c9f145b45d8f36.js","769:static/chunks/769-76f7aafd375fdd6b.js"],"name":"","async":false}
-8:I{"id":"16692","chunks":["180:static/chunks/0e02fca3-615d0d51fa074d92.js","550:static/chunks/925f3d25-1af7259455ef26bd.js","110:static/chunks/110-791d79605e8a52f4.js","97:static/chunks/97-0df664aa5628758a.js","160:static/chunks/160-ba31b9436f6470d2.js","86:static/chunks/86-3a20bc6b78835c59.js","144:static/chunks/144-7fe617a58c579a4e.js","679:static/chunks/679-c875071d69b60542.js","827:static/chunks/827-7bb8de0e612ed06b.js","55:static/chunks/55-41778c7520ea1334.js","642:static/chunks/642-df31c252aa27b391.js","470:static/chunks/app/datastores/documents/page-4b093e9fae9db903.js"],"name":"","async":false}
+1:HL["/_next/static/css/1c53d4eca82e2bb3.css",{"as":"style"}]
+0:["srymv0aTt8KSy6p1y_WU9",[[["",{"children":["datastores",{"children":["documents",{"children":["__PAGE__",{}]}]}]},"$undefined","$undefined",true],"$L2",[[["$","link","0",{"rel":"stylesheet","href":"/_next/static/css/1c53d4eca82e2bb3.css","precedence":"next"}]],["$L3",null]]]]]
+4:I{"id":"50902","chunks":["180:static/chunks/0e02fca3-615d0d51fa074d92.js","110:static/chunks/110-470e5d8a0cb4cf14.js","60:static/chunks/60-8ef99caef9fdf742.js","160:static/chunks/160-ba31b9436f6470d2.js","316:static/chunks/316-370750739484dff7.js","946:static/chunks/946-3a66ddfd20b8ad3d.js","144:static/chunks/144-8e8590698005aba2.js","751:static/chunks/751-30fee9a32c6e64a2.js","256:static/chunks/256-f82130fbef33c4d6.js","185:static/chunks/app/layout-34c784bda079f18d.js"],"name":"","async":false}
+5:I{"id":"13211","chunks":["272:static/chunks/webpack-81b9e46a3f1e5c68.js","253:static/chunks/bce60fc1-18c9f145b45d8f36.js","769:static/chunks/769-76f7aafd375fdd6b.js"],"name":"","async":false}
+6:I{"id":"5767","chunks":["272:static/chunks/webpack-81b9e46a3f1e5c68.js","253:static/chunks/bce60fc1-18c9f145b45d8f36.js","769:static/chunks/769-76f7aafd375fdd6b.js"],"name":"","async":false}
+7:I{"id":"37396","chunks":["272:static/chunks/webpack-81b9e46a3f1e5c68.js","253:static/chunks/bce60fc1-18c9f145b45d8f36.js","769:static/chunks/769-76f7aafd375fdd6b.js"],"name":"","async":false}
+8:I{"id":"42069","chunks":["180:static/chunks/0e02fca3-615d0d51fa074d92.js","110:static/chunks/110-470e5d8a0cb4cf14.js","60:static/chunks/60-8ef99caef9fdf742.js","160:static/chunks/160-ba31b9436f6470d2.js","86:static/chunks/86-6193a530bd8e3ef4.js","679:static/chunks/679-2432e2fce32149a4.js","790:static/chunks/790-97e6b769f5c791cb.js","946:static/chunks/946-3a66ddfd20b8ad3d.js","163:static/chunks/163-59f735b072797bdd.js","470:static/chunks/app/datastores/documents/page-7226571ba18444cc.js"],"name":"","async":false}
 2:[["$","$L4",null,{"children":["$","$L5",null,{"parallelRouterKey":"children","segmentPath":["children"],"error":"$undefined","errorStyles":"$undefined","loading":"$undefined","loadingStyles":"$undefined","hasLoading":false,"template":["$","$L6",null,{}],"templateStyles":"$undefined","notFound":"$undefined","notFoundStyles":"$undefined","childProp":{"current":["$","$L5",null,{"parallelRouterKey":"children","segmentPath":["children","datastores","children"],"error":"$undefined","errorStyles":"$undefined","loading":"$undefined","loadingStyles":"$undefined","hasLoading":false,"template":["$","$L6",null,{}],"templateStyles":"$undefined","notFound":"$undefined","notFoundStyles":"$undefined","childProp":{"current":["$","$L5",null,{"parallelRouterKey":"children","segmentPath":["children","datastores","children","documents","children"],"error":"$undefined","errorStyles":"$undefined","loading":"$undefined","loadingStyles":"$undefined","hasLoading":false,"template":["$","$L6",null,{}],"templateStyles":"$undefined","notFound":"$undefined","notFoundStyles":"$undefined","childProp":{"current":[["$","$L7",null,{"propsForComponent":{"params":{}},"Component":"$8"}],null],"segment":"__PAGE__"},"styles":[]}],"segment":"documents"},"styles":[]}],"segment":"datastores"},"styles":[]}],"params":{}}],null]
 3:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}],["$","link","2",{"rel":"icon","href":"/favicon.ico","type":"image/x-icon","sizes":"any"}]]

pilot/server/static/datastores/index.txt

@@ -1,9 +1,9 @@
-1:HL["/_next/static/css/75fe02d5d63093aa.css",{"as":"style"}]
-0:["GYmlhMsGW8Rp7bj_ndwj-",[[["",{"children":["datastores",{"children":["__PAGE__",{}]}]},"$undefined","$undefined",true],"$L2",[[["$","link","0",{"rel":"stylesheet","href":"/_next/static/css/75fe02d5d63093aa.css","precedence":"next"}]],["$L3",null]]]]]
-4:I{"id":"50902","chunks":["180:static/chunks/0e02fca3-615d0d51fa074d92.js","110:static/chunks/110-791d79605e8a52f4.js","97:static/chunks/97-0df664aa5628758a.js","160:static/chunks/160-ba31b9436f6470d2.js","144:static/chunks/144-7fe617a58c579a4e.js","316:static/chunks/316-cdd7af28971b8ca4.js","827:static/chunks/827-7bb8de0e612ed06b.js","751:static/chunks/751-9808572c67f2351c.js","216:static/chunks/216-6c183e926dd49ffd.js","185:static/chunks/app/layout-d5b3ac9807a434df.js"],"name":"","async":false}
-5:I{"id":"13211","chunks":["272:static/chunks/webpack-e1fa2997abb1ff08.js","253:static/chunks/bce60fc1-18c9f145b45d8f36.js","769:static/chunks/769-76f7aafd375fdd6b.js"],"name":"","async":false}
-6:I{"id":"5767","chunks":["272:static/chunks/webpack-e1fa2997abb1ff08.js","253:static/chunks/bce60fc1-18c9f145b45d8f36.js","769:static/chunks/769-76f7aafd375fdd6b.js"],"name":"","async":false}
-7:I{"id":"37396","chunks":["272:static/chunks/webpack-e1fa2997abb1ff08.js","253:static/chunks/bce60fc1-18c9f145b45d8f36.js","769:static/chunks/769-76f7aafd375fdd6b.js"],"name":"","async":false}
-8:I{"id":"44323","chunks":["180:static/chunks/0e02fca3-615d0d51fa074d92.js","110:static/chunks/110-791d79605e8a52f4.js","97:static/chunks/97-0df664aa5628758a.js","160:static/chunks/160-ba31b9436f6470d2.js","86:static/chunks/86-3a20bc6b78835c59.js","679:static/chunks/679-c875071d69b60542.js","827:static/chunks/827-7bb8de0e612ed06b.js","642:static/chunks/642-df31c252aa27b391.js","43:static/chunks/app/datastores/page-bc245b7940090286.js"],"name":"","async":false}
+1:HL["/_next/static/css/1c53d4eca82e2bb3.css",{"as":"style"}]
+0:["srymv0aTt8KSy6p1y_WU9",[[["",{"children":["datastores",{"children":["__PAGE__",{}]}]},"$undefined","$undefined",true],"$L2",[[["$","link","0",{"rel":"stylesheet","href":"/_next/static/css/1c53d4eca82e2bb3.css","precedence":"next"}]],["$L3",null]]]]]
+4:I{"id":"50902","chunks":["180:static/chunks/0e02fca3-615d0d51fa074d92.js","110:static/chunks/110-470e5d8a0cb4cf14.js","60:static/chunks/60-8ef99caef9fdf742.js","160:static/chunks/160-ba31b9436f6470d2.js","316:static/chunks/316-370750739484dff7.js","946:static/chunks/946-3a66ddfd20b8ad3d.js","144:static/chunks/144-8e8590698005aba2.js","751:static/chunks/751-30fee9a32c6e64a2.js","256:static/chunks/256-f82130fbef33c4d6.js","185:static/chunks/app/layout-34c784bda079f18d.js"],"name":"","async":false}
+5:I{"id":"13211","chunks":["272:static/chunks/webpack-81b9e46a3f1e5c68.js","253:static/chunks/bce60fc1-18c9f145b45d8f36.js","769:static/chunks/769-76f7aafd375fdd6b.js"],"name":"","async":false}
+6:I{"id":"5767","chunks":["272:static/chunks/webpack-81b9e46a3f1e5c68.js","253:static/chunks/bce60fc1-18c9f145b45d8f36.js","769:static/chunks/769-76f7aafd375fdd6b.js"],"name":"","async":false}
+7:I{"id":"37396","chunks":["272:static/chunks/webpack-81b9e46a3f1e5c68.js","253:static/chunks/bce60fc1-18c9f145b45d8f36.js","769:static/chunks/769-76f7aafd375fdd6b.js"],"name":"","async":false}
+8:I{"id":"44323","chunks":["180:static/chunks/0e02fca3-615d0d51fa074d92.js","110:static/chunks/110-470e5d8a0cb4cf14.js","60:static/chunks/60-8ef99caef9fdf742.js","160:static/chunks/160-ba31b9436f6470d2.js","86:static/chunks/86-6193a530bd8e3ef4.js","679:static/chunks/679-2432e2fce32149a4.js","790:static/chunks/790-97e6b769f5c791cb.js","946:static/chunks/946-3a66ddfd20b8ad3d.js","163:static/chunks/163-59f735b072797bdd.js","43:static/chunks/app/datastores/page-643e5d19222b3bcd.js"],"name":"","async":false}
 2:[["$","$L4",null,{"children":["$","$L5",null,{"parallelRouterKey":"children","segmentPath":["children"],"error":"$undefined","errorStyles":"$undefined","loading":"$undefined","loadingStyles":"$undefined","hasLoading":false,"template":["$","$L6",null,{}],"templateStyles":"$undefined","notFound":"$undefined","notFoundStyles":"$undefined","childProp":{"current":["$","$L5",null,{"parallelRouterKey":"children","segmentPath":["children","datastores","children"],"error":"$undefined","errorStyles":"$undefined","loading":"$undefined","loadingStyles":"$undefined","hasLoading":false,"template":["$","$L6",null,{}],"templateStyles":"$undefined","notFound":"$undefined","notFoundStyles":"$undefined","childProp":{"current":[["$","$L7",null,{"propsForComponent":{"params":{}},"Component":"$8"}],null],"segment":"__PAGE__"},"styles":[]}],"segment":"datastores"},"styles":[]}],"params":{}}],null]
 3:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}],["$","link","2",{"rel":"icon","href":"/favicon.ico","type":"image/x-icon","sizes":"any"}]]

pilot/server/static/index.txt

@@ -1,9 +1,9 @@
-1:HL["/_next/static/css/75fe02d5d63093aa.css",{"as":"style"}]
-0:["GYmlhMsGW8Rp7bj_ndwj-",[[["",{"children":["__PAGE__",{}]},"$undefined","$undefined",true],"$L2",[[["$","link","0",{"rel":"stylesheet","href":"/_next/static/css/75fe02d5d63093aa.css","precedence":"next"}]],["$L3",null]]]]]
-4:I{"id":"50902","chunks":["180:static/chunks/0e02fca3-615d0d51fa074d92.js","110:static/chunks/110-791d79605e8a52f4.js","97:static/chunks/97-0df664aa5628758a.js","160:static/chunks/160-ba31b9436f6470d2.js","144:static/chunks/144-7fe617a58c579a4e.js","316:static/chunks/316-cdd7af28971b8ca4.js","827:static/chunks/827-7bb8de0e612ed06b.js","751:static/chunks/751-9808572c67f2351c.js","216:static/chunks/216-6c183e926dd49ffd.js","185:static/chunks/app/layout-d5b3ac9807a434df.js"],"name":"","async":false}
-5:I{"id":"13211","chunks":["272:static/chunks/webpack-e1fa2997abb1ff08.js","253:static/chunks/bce60fc1-18c9f145b45d8f36.js","769:static/chunks/769-76f7aafd375fdd6b.js"],"name":"","async":false}
-6:I{"id":"5767","chunks":["272:static/chunks/webpack-e1fa2997abb1ff08.js","253:static/chunks/bce60fc1-18c9f145b45d8f36.js","769:static/chunks/769-76f7aafd375fdd6b.js"],"name":"","async":false}
-7:I{"id":"37396","chunks":["272:static/chunks/webpack-e1fa2997abb1ff08.js","253:static/chunks/bce60fc1-18c9f145b45d8f36.js","769:static/chunks/769-76f7aafd375fdd6b.js"],"name":"","async":false}
-8:I{"id":"26925","chunks":["180:static/chunks/0e02fca3-615d0d51fa074d92.js","110:static/chunks/110-791d79605e8a52f4.js","97:static/chunks/97-0df664aa5628758a.js","86:static/chunks/86-3a20bc6b78835c59.js","316:static/chunks/316-cdd7af28971b8ca4.js","259:static/chunks/259-2c3490a9eca2f411.js","931:static/chunks/app/page-1384f99e98c61417.js"],"name":"","async":false}
+1:HL["/_next/static/css/1c53d4eca82e2bb3.css",{"as":"style"}]
+0:["srymv0aTt8KSy6p1y_WU9",[[["",{"children":["__PAGE__",{}]},"$undefined","$undefined",true],"$L2",[[["$","link","0",{"rel":"stylesheet","href":"/_next/static/css/1c53d4eca82e2bb3.css","precedence":"next"}]],["$L3",null]]]]]
+4:I{"id":"50902","chunks":["180:static/chunks/0e02fca3-615d0d51fa074d92.js","110:static/chunks/110-470e5d8a0cb4cf14.js","60:static/chunks/60-8ef99caef9fdf742.js","160:static/chunks/160-ba31b9436f6470d2.js","316:static/chunks/316-370750739484dff7.js","946:static/chunks/946-3a66ddfd20b8ad3d.js","144:static/chunks/144-8e8590698005aba2.js","751:static/chunks/751-30fee9a32c6e64a2.js","256:static/chunks/256-f82130fbef33c4d6.js","185:static/chunks/app/layout-34c784bda079f18d.js"],"name":"","async":false}
+5:I{"id":"13211","chunks":["272:static/chunks/webpack-81b9e46a3f1e5c68.js","253:static/chunks/bce60fc1-18c9f145b45d8f36.js","769:static/chunks/769-76f7aafd375fdd6b.js"],"name":"","async":false}
+6:I{"id":"5767","chunks":["272:static/chunks/webpack-81b9e46a3f1e5c68.js","253:static/chunks/bce60fc1-18c9f145b45d8f36.js","769:static/chunks/769-76f7aafd375fdd6b.js"],"name":"","async":false}
+7:I{"id":"37396","chunks":["272:static/chunks/webpack-81b9e46a3f1e5c68.js","253:static/chunks/bce60fc1-18c9f145b45d8f36.js","769:static/chunks/769-76f7aafd375fdd6b.js"],"name":"","async":false}
+8:I{"id":"26925","chunks":["180:static/chunks/0e02fca3-615d0d51fa074d92.js","110:static/chunks/110-470e5d8a0cb4cf14.js","60:static/chunks/60-8ef99caef9fdf742.js","86:static/chunks/86-6193a530bd8e3ef4.js","316:static/chunks/316-370750739484dff7.js","259:static/chunks/259-2c3490a9eca2f411.js","931:static/chunks/app/page-7381cf40c7658bce.js"],"name":"","async":false}
 2:[["$","$L4",null,{"children":["$","$L5",null,{"parallelRouterKey":"children","segmentPath":["children"],"error":"$undefined","errorStyles":"$undefined","loading":"$undefined","loadingStyles":"$undefined","hasLoading":false,"template":["$","$L6",null,{}],"templateStyles":"$undefined","notFound":"$undefined","notFoundStyles":"$undefined","childProp":{"current":[["$","$L7",null,{"propsForComponent":{"params":{}},"Component":"$8"}],null],"segment":"__PAGE__"},"styles":[]}],"params":{}}],null]
 3:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}],["$","link","2",{"rel":"icon","href":"/favicon.ico","type":"image/x-icon","sizes":"any"}]]

requirements.txt

@@ -46,7 +46,7 @@ gradio==3.23
 gradio-client==0.0.8
 wandb
 llama-index==0.5.27
-pymysql
+
 unstructured==0.6.3
 grpcio==1.47.5
 gpt4all==0.3.0
@@ -68,6 +68,12 @@ distro
 pypdf
 weaviate-client
 
+# databse
+
+pymysql
+duckdb
+duckdb-engine
+
 # Testing dependencies
 pytest
 asynctest