From 8851ab9d45ba31dd934be029fcf70a97abb95e30 Mon Sep 17 00:00:00 2001 From: yhjun1026 <460342015@qq.com> Date: Thu, 8 Jun 2023 20:08:51 +0800 Subject: [PATCH] default scene change --- .gitignore | 2 +- logsDbChatOutputParser.log.2023-06-06 | 1145 ++++++++++++++++++ pilot/common/sql_database.py | 51 - pilot/configs/config.py | 3 +- pilot/connections/rdbms/clickhouse.py | 31 +- pilot/connections/rdbms/duckdb.py | 38 + pilot/connections/rdbms/es.py | 8 - pilot/connections/rdbms/mongo.py | 8 - pilot/connections/rdbms/mssql.py | 23 + pilot/connections/rdbms/mysql.py | 12 +- pilot/connections/rdbms/oracle.py | 9 +- pilot/connections/rdbms/postgres.py | 9 +- pilot/connections/rdbms/py_study/__init__.py | 0 pilot/connections/rdbms/py_study/pd_study.py | 54 + pilot/connections/rdbms/rdbms_connect.py | 110 +- pilot/model/adapter.py | 2 +- pilot/model/llm_out/proxy_llm.py | 2 +- pilot/pturning/lora/finetune.py | 2 +- pilot/scene/base_chat.py | 4 +- pilot/source_embedding/pdf_loader.py | 2 +- 20 files changed, 1353 insertions(+), 162 deletions(-) create mode 100644 logsDbChatOutputParser.log.2023-06-06 create mode 100644 pilot/connections/rdbms/duckdb.py delete mode 100644 pilot/connections/rdbms/es.py delete mode 100644 pilot/connections/rdbms/mongo.py create mode 100644 pilot/connections/rdbms/mssql.py create mode 100644 pilot/connections/rdbms/py_study/__init__.py create mode 100644 pilot/connections/rdbms/py_study/pd_study.py diff --git a/.gitignore b/.gitignore index 2f91f3757..5d2c24382 100644 --- a/.gitignore +++ b/.gitignore @@ -46,7 +46,7 @@ MANIFEST pip-log.txt pip-delete-this-directory.txt -# Unit test / coverage reports +# Unit test_py / coverage reports htmlcov/ .tox/ .nox/ diff --git a/logsDbChatOutputParser.log.2023-06-06 b/logsDbChatOutputParser.log.2023-06-06 new file mode 100644 index 000000000..9fada15c0 --- /dev/null +++ b/logsDbChatOutputParser.log.2023-06-06 @@ -0,0 +1,1145 @@ +2023-06-06 09:47:08 | INFO | webserver | args: Namespace(host='0.0.0.0', port=None, concurrency_count=10, model_list_mode='once', share=False) +2023-06-06 09:47:08 | INFO | sqlalchemy.engine.Engine | BEGIN (implicit) +2023-06-06 09:47:08 | INFO | sqlalchemy.engine.Engine | BEGIN (implicit) +2023-06-06 09:47:08 | INFO | sqlalchemy.engine.Engine | show databases; +2023-06-06 09:47:08 | INFO | sqlalchemy.engine.Engine | show databases; +2023-06-06 09:47:08 | INFO | sqlalchemy.engine.Engine | [generated in 0.00012s] {} +2023-06-06 09:47:08 | INFO | sqlalchemy.engine.Engine | [generated in 0.00012s] {} +2023-06-06 09:47:08 | INFO | stdout | /Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/server +2023-06-06 09:47:08 | INFO | stdout |  Allowlisted Plugins: ['AutoGPTTiDB', 'DbGPTSimpleChart', 'DBGPTByteBasePlugin'] +2023-06-06 09:47:08 | DEBUG | LOGGER | Allowlisted Plugins: ['AutoGPTTiDB', 'DbGPTSimpleChart', 'DBGPTByteBasePlugin'] +2023-06-06 09:47:08 | INFO | stdout |  Denylisted Plugins: [] +2023-06-06 09:47:08 | DEBUG | LOGGER | Denylisted Plugins: [] +2023-06-06 09:47:08 | INFO | stdout |  Found module 'Db-GPT-SimpleChart-Plugin/src/simplechart/__init__.py' in the zipfile at: Db-GPT-SimpleChart-Plugin/src/simplechart/__init__.py +2023-06-06 09:47:08 | DEBUG | LOGGER | Found module 'Db-GPT-SimpleChart-Plugin/src/simplechart/__init__.py' in the zipfile at: Db-GPT-SimpleChart-Plugin/src/simplechart/__init__.py +2023-06-06 09:47:08 | INFO | stdout |  Plugin: ../../plugins/Db-GPT-SimpleChart-Plugin.zip Module: Db-GPT-SimpleChart-Plugin/src/simplechart/__init__.py +2023-06-06 09:47:08 | DEBUG | LOGGER | Plugin: ../../plugins/Db-GPT-SimpleChart-Plugin.zip Module: Db-GPT-SimpleChart-Plugin/src/simplechart/__init__.py +2023-06-06 09:47:08 | INFO | stdout |  Checking if plugin DbGPTSimpleChart should be loaded +2023-06-06 09:47:08 | DEBUG | LOGGER | Checking if plugin DbGPTSimpleChart should be loaded +2023-06-06 09:47:08 | INFO | stdout |  Loading plugin DbGPTSimpleChart as it was in the allowlist. +2023-06-06 09:47:08 | DEBUG | LOGGER | Loading plugin DbGPTSimpleChart as it was in the allowlist. +2023-06-06 09:47:08 | INFO | stdout |  Found module 'Auto-GPT-TiDB-Serverless-Plugin/src/tidb/__init__.py' in the zipfile at: Auto-GPT-TiDB-Serverless-Plugin/src/tidb/__init__.py +2023-06-06 09:47:08 | DEBUG | LOGGER | Found module 'Auto-GPT-TiDB-Serverless-Plugin/src/tidb/__init__.py' in the zipfile at: Auto-GPT-TiDB-Serverless-Plugin/src/tidb/__init__.py +2023-06-06 09:47:08 | INFO | stdout |  Plugin: ../../plugins/Auto-GPT-TiDB-Serverless-Plugin.zip Module: Auto-GPT-TiDB-Serverless-Plugin/src/tidb/__init__.py +2023-06-06 09:47:08 | DEBUG | LOGGER | Plugin: ../../plugins/Auto-GPT-TiDB-Serverless-Plugin.zip Module: Auto-GPT-TiDB-Serverless-Plugin/src/tidb/__init__.py +2023-06-06 09:47:08 | INFO | stdout |  Checking if plugin AutoGPTTiDB should be loaded +2023-06-06 09:47:08 | DEBUG | LOGGER | Checking if plugin AutoGPTTiDB should be loaded +2023-06-06 09:47:08 | INFO | stdout |  Loading plugin AutoGPTTiDB as it was in the allowlist. +2023-06-06 09:47:08 | DEBUG | LOGGER | Loading plugin AutoGPTTiDB as it was in the allowlist. +2023-06-06 09:47:08 | INFO | stdout |  +2023-06-06 09:47:08 | INFO | stdout | Plugins found: 2 +2023-06-06 09:47:08 | INFO | stdout | -------------------- +2023-06-06 09:47:08 | INFO | LOGGER | +Plugins found: 2 +-------------------- +2023-06-06 09:47:08 | INFO | stdout |  Db-GPT-SimpleChart-Template: 0.1.0 - This is a AutoGPT plugin to reveal simple chart. +2023-06-06 09:47:08 | INFO | LOGGER | Db-GPT-SimpleChart-Template: 0.1.0 - This is a AutoGPT plugin to reveal simple chart. +2023-06-06 09:47:08 | INFO | stdout |  Auto-GPT-TiDB-Serverless-Plugin: 0.1.0 - This is an AutoGPT plugin to connect TIDB. +2023-06-06 09:47:08 | INFO | LOGGER | Auto-GPT-TiDB-Serverless-Plugin: 0.1.0 - This is an AutoGPT plugin to connect TIDB. +2023-06-06 09:47:08 | INFO | webserver | Namespace(host='0.0.0.0', port=None, concurrency_count=10, model_list_mode='once', share=False) +2023-06-06 09:47:10 | INFO | stdout | tab_plugin in... +2023-06-06 09:47:10 | ERROR | stderr | /Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/gradio/deprecation.py:43: UserWarning: You have unused kwarg parameters in File, please remove them: {'allow_flagged_uploads': True} +2023-06-06 09:47:10 | ERROR | stderr | warnings.warn( +2023-06-06 09:47:10 | ERROR | stderr | /Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/gradio/deprecation.py:43: UserWarning: You have unused kwarg parameters in File, please remove them: {'accept_multiple_files': True} +2023-06-06 09:47:10 | ERROR | stderr | warnings.warn( +2023-06-06 09:47:10 | INFO | stdout | Running on local URL: http://0.0.0.0:7860 +2023-06-06 09:47:10 | INFO | stdout | +2023-06-06 09:47:10 | INFO | stdout | To create a public link, set `share=True` in `launch()`. +2023-06-06 09:47:13 | INFO | webserver | load_demo. ip: 127.0.0.1. params: {'__theme': 'dark'} +2023-06-06 09:47:15 | INFO | stdout | You selected Plugin Mode at 1 from +2023-06-06 09:47:16 | INFO | stdout | You selected Documents QA at 2 from +2023-06-06 09:47:17 | INFO | stdout | You selected SQL Generation & Diagnostics at 0 from +2023-06-06 09:55:34 | INFO | stdout | Keyboard interruption in main thread... closing server. +2023-06-06 10:02:19 | INFO | webserver | args: Namespace(host='0.0.0.0', port=None, concurrency_count=10, model_list_mode='once', share=False) +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | BEGIN (implicit) +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | BEGIN (implicit) +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | show databases; +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | show databases; +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00009s] {} +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00009s] {} +2023-06-06 10:02:19 | INFO | stdout | /Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/server +2023-06-06 10:02:19 | INFO | stdout |  Allowlisted Plugins: ['AutoGPTTiDB', 'DbGPTSimpleChart', 'DBGPTByteBasePlugin'] +2023-06-06 10:02:19 | DEBUG | LOGGER | Allowlisted Plugins: ['AutoGPTTiDB', 'DbGPTSimpleChart', 'DBGPTByteBasePlugin'] +2023-06-06 10:02:19 | INFO | stdout |  Denylisted Plugins: [] +2023-06-06 10:02:19 | DEBUG | LOGGER | Denylisted Plugins: [] +2023-06-06 10:02:19 | INFO | webserver | Namespace(host='0.0.0.0', port=None, concurrency_count=10, model_list_mode='once', share=False) +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | BEGIN (implicit) +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | BEGIN (implicit) +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | show databases; +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | show databases; +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | [cached since 0.02205s ago] {} +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | [cached since 0.02205s ago] {} +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | use `dbgpt-test` +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | use `dbgpt-test` +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00013s] {} +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00013s] {} +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | SHOW FULL TABLES FROM `dbgpt-test` +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | SHOW FULL TABLES FROM `dbgpt-test` +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | SHOW CREATE TABLE `dbgpt-test`.`test_name` +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | SHOW CREATE TABLE `dbgpt-test`.`test_name` +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | SHOW FULL TABLES FROM `dbgpt-test` +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | SHOW FULL TABLES FROM `dbgpt-test` +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | SELECT user, host FROM mysql.user +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | SELECT user, host FROM mysql.user +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00014s] {} +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00014s] {} +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | SHOW GRANTS +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | SHOW GRANTS +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00010s] {} +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00010s] {} +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | SELECT @@character_set_database +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | SELECT @@character_set_database +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00010s] {} +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00010s] {} +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | SELECT @@collation_database +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | SELECT @@collation_database +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00011s] {} +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00011s] {} +2023-06-06 10:02:19 | ERROR | stderr | /Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/common/sql_database.py:142: UserWarning: This method is deprecated - please use `get_usable_table_names`. +2023-06-06 10:02:19 | ERROR | stderr | warnings.warn( +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | SELECT table_name, table_comment FROM information_schema.tables WHERE table_schema = 'dbgpt-test' +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | SELECT table_name, table_comment FROM information_schema.tables WHERE table_schema = 'dbgpt-test' +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00007s] {} +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00007s] {} +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | SELECT COLUMN_NAME, COLUMN_TYPE, COLUMN_DEFAULT, IS_NULLABLE, COLUMN_COMMENT from information_schema.COLUMNS where table_name='test_name' +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | SELECT COLUMN_NAME, COLUMN_TYPE, COLUMN_DEFAULT, IS_NULLABLE, COLUMN_COMMENT from information_schema.COLUMNS where table_name='test_name' +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00014s] {} +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00014s] {} +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | SHOW INDEXES FROM test_name +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | SHOW INDEXES FROM test_name +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00013s] {} +2023-06-06 10:02:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00013s] {} +2023-06-06 10:02:20 | INFO | stdout | tab_plugin in... +2023-06-06 10:02:20 | ERROR | stderr | /Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/gradio/deprecation.py:43: UserWarning: You have unused kwarg parameters in File, please remove them: {'allow_flagged_uploads': True} +2023-06-06 10:02:20 | ERROR | stderr | warnings.warn( +2023-06-06 10:02:20 | ERROR | stderr | /Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/gradio/deprecation.py:43: UserWarning: You have unused kwarg parameters in File, please remove them: {'accept_multiple_files': True} +2023-06-06 10:02:20 | ERROR | stderr | warnings.warn( +2023-06-06 10:02:21 | INFO | stdout | Running on local URL: http://0.0.0.0:7860 +2023-06-06 10:02:21 | INFO | stdout | +2023-06-06 10:02:21 | INFO | stdout | To create a public link, set `share=True` in `launch()`. +2023-06-06 10:02:22 | ERROR | stderr | Exception in thread Thread-2 (init_db_summary): +2023-06-06 10:02:22 | ERROR | stderr | Traceback (most recent call last): +2023-06-06 10:02:22 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/threading.py", line 1016, in _bootstrap_inner +2023-06-06 10:02:22 | ERROR | stderr | self.run() +2023-06-06 10:02:22 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/threading.py", line 953, in run +2023-06-06 10:02:22 | ERROR | stderr | self._target(*self._args, **self._kwargs) +2023-06-06 10:02:22 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/summary/db_summary_client.py", line 113, in init_db_summary +2023-06-06 10:02:22 | ERROR | stderr | self.db_summary_embedding(dbname) +2023-06-06 10:02:22 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/summary/db_summary_client.py", line 38, in db_summary_embedding +2023-06-06 10:02:22 | ERROR | stderr | embedding = StringEmbedding( +2023-06-06 10:02:22 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/source_embedding/string_embedding.py", line 13, in __init__ +2023-06-06 10:02:22 | ERROR | stderr | super().__init__(file_path, vector_store_config) +2023-06-06 10:02:22 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/source_embedding/source_embedding.py", line 34, in __init__ +2023-06-06 10:02:22 | ERROR | stderr | self.vector_client = VectorStoreConnector( +2023-06-06 10:02:22 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/vector_store/connector.py", line 15, in __init__ +2023-06-06 10:02:22 | ERROR | stderr | self.client = self.connector_class(ctx) +2023-06-06 10:02:22 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/vector_store/chroma_store.py", line 19, in __init__ +2023-06-06 10:02:22 | ERROR | stderr | self.vector_store_client = Chroma( +2023-06-06 10:02:22 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/langchain/vectorstores/chroma.py", line 82, in __init__ +2023-06-06 10:02:22 | ERROR | stderr | self._client = chromadb.Client(self._client_settings) +2023-06-06 10:02:22 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/chromadb/__init__.py", line 94, in Client +2023-06-06 10:02:22 | ERROR | stderr | return chromadb.api.local.LocalAPI(settings, get_db(settings), telemetry_client) +2023-06-06 10:02:22 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/chromadb/__init__.py", line 49, in get_db +2023-06-06 10:02:22 | ERROR | stderr | import chromadb.db.duckdb +2023-06-06 10:02:22 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/chromadb/db/duckdb.py", line 3, in +2023-06-06 10:02:22 | ERROR | stderr | from chromadb.db.clickhouse import ( +2023-06-06 10:02:22 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/chromadb/db/clickhouse.py", line 11, in +2023-06-06 10:02:22 | ERROR | stderr | from chromadb.db.index.hnswlib import Hnswlib, delete_all_indexes +2023-06-06 10:02:22 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/chromadb/db/index/hnswlib.py", line 7, in +2023-06-06 10:02:22 | ERROR | stderr | import hnswlib +2023-06-06 10:02:22 | ERROR | stderr | ImportError: dlopen(/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/hnswlib.cpython-310-darwin.so, 0x0002): tried: '/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/hnswlib.cpython-310-darwin.so' (mach-o file, but is an incompatible architecture (have 'x86_64', need 'arm64')), '/System/Volumes/Preboot/Cryptexes/OS/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/hnswlib.cpython-310-darwin.so' (no such file), '/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/hnswlib.cpython-310-darwin.so' (mach-o file, but is an incompatible architecture (have 'x86_64', need 'arm64')) +2023-06-06 10:05:24 | INFO | stdout | Keyboard interruption in main thread... closing server. +2023-06-06 10:05:28 | INFO | webserver | args: Namespace(host='0.0.0.0', port=None, concurrency_count=10, model_list_mode='once', share=False) +2023-06-06 10:05:28 | INFO | sqlalchemy.engine.Engine | BEGIN (implicit) +2023-06-06 10:05:28 | INFO | sqlalchemy.engine.Engine | BEGIN (implicit) +2023-06-06 10:05:28 | INFO | sqlalchemy.engine.Engine | show databases; +2023-06-06 10:05:28 | INFO | sqlalchemy.engine.Engine | show databases; +2023-06-06 10:05:28 | INFO | sqlalchemy.engine.Engine | [generated in 0.00008s] {} +2023-06-06 10:05:28 | INFO | sqlalchemy.engine.Engine | [generated in 0.00008s] {} +2023-06-06 10:05:28 | INFO | stdout | /Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/server +2023-06-06 10:05:28 | INFO | stdout |  Allowlisted Plugins: ['AutoGPTTiDB', 'DbGPTSimpleChart', 'DBGPTByteBasePlugin'] +2023-06-06 10:05:28 | DEBUG | LOGGER | Allowlisted Plugins: ['AutoGPTTiDB', 'DbGPTSimpleChart', 'DBGPTByteBasePlugin'] +2023-06-06 10:05:28 | INFO | stdout |  Denylisted Plugins: [] +2023-06-06 10:05:28 | DEBUG | LOGGER | Denylisted Plugins: [] +2023-06-06 10:05:28 | INFO | stdout |  Found module 'DB-GPT-Plugin-ByteBase/src/bytebase/__init__.py' in the zipfile at: DB-GPT-Plugin-ByteBase/src/bytebase/__init__.py +2023-06-06 10:05:28 | DEBUG | LOGGER | Found module 'DB-GPT-Plugin-ByteBase/src/bytebase/__init__.py' in the zipfile at: DB-GPT-Plugin-ByteBase/src/bytebase/__init__.py +2023-06-06 10:05:28 | INFO | stdout |  Plugin: ../../plugins/DB-GPT-Plugin-ByteBase.zip Module: DB-GPT-Plugin-ByteBase/src/bytebase/__init__.py +2023-06-06 10:05:28 | DEBUG | LOGGER | Plugin: ../../plugins/DB-GPT-Plugin-ByteBase.zip Module: DB-GPT-Plugin-ByteBase/src/bytebase/__init__.py +2023-06-06 10:05:28 | INFO | stdout |  Checking if plugin DBGPTByteBasePlugin should be loaded +2023-06-06 10:05:28 | DEBUG | LOGGER | Checking if plugin DBGPTByteBasePlugin should be loaded +2023-06-06 10:05:28 | INFO | stdout |  Loading plugin DBGPTByteBasePlugin as it was in the allowlist. +2023-06-06 10:05:28 | DEBUG | LOGGER | Loading plugin DBGPTByteBasePlugin as it was in the allowlist. +2023-06-06 10:05:28 | INFO | stdout |  +2023-06-06 10:05:28 | INFO | stdout | Plugins found: 1 +2023-06-06 10:05:28 | INFO | stdout | -------------------- +2023-06-06 10:05:28 | INFO | LOGGER | +Plugins found: 1 +-------------------- +2023-06-06 10:05:28 | INFO | stdout |  DB-GPT-ByteBase-Plugin: 0.1.0 - This is a DB-GPT plugins, provide service capability to operate bytebase. +2023-06-06 10:05:28 | INFO | LOGGER | DB-GPT-ByteBase-Plugin: 0.1.0 - This is a DB-GPT plugins, provide service capability to operate bytebase. +2023-06-06 10:05:28 | INFO | webserver | Namespace(host='0.0.0.0', port=None, concurrency_count=10, model_list_mode='once', share=False) +2023-06-06 10:05:28 | INFO | sqlalchemy.engine.Engine | BEGIN (implicit) +2023-06-06 10:05:28 | INFO | sqlalchemy.engine.Engine | BEGIN (implicit) +2023-06-06 10:05:28 | INFO | sqlalchemy.engine.Engine | show databases; +2023-06-06 10:05:28 | INFO | sqlalchemy.engine.Engine | show databases; +2023-06-06 10:05:28 | INFO | sqlalchemy.engine.Engine | [cached since 0.01591s ago] {} +2023-06-06 10:05:28 | INFO | sqlalchemy.engine.Engine | [cached since 0.01591s ago] {} +2023-06-06 10:05:28 | INFO | sqlalchemy.engine.Engine | use `dbgpt-test` +2023-06-06 10:05:28 | INFO | sqlalchemy.engine.Engine | use `dbgpt-test` +2023-06-06 10:05:28 | INFO | sqlalchemy.engine.Engine | [generated in 0.00011s] {} +2023-06-06 10:05:28 | INFO | sqlalchemy.engine.Engine | [generated in 0.00011s] {} +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | SHOW FULL TABLES FROM `dbgpt-test` +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | SHOW FULL TABLES FROM `dbgpt-test` +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | SHOW CREATE TABLE `dbgpt-test`.`test_name` +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | SHOW CREATE TABLE `dbgpt-test`.`test_name` +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | SHOW FULL TABLES FROM `dbgpt-test` +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | SHOW FULL TABLES FROM `dbgpt-test` +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | SELECT user, host FROM mysql.user +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | SELECT user, host FROM mysql.user +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | [generated in 0.00017s] {} +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | [generated in 0.00017s] {} +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | SHOW GRANTS +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | SHOW GRANTS +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | [generated in 0.00009s] {} +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | [generated in 0.00009s] {} +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | SELECT @@character_set_database +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | SELECT @@character_set_database +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | [generated in 0.00009s] {} +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | [generated in 0.00009s] {} +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | SELECT @@collation_database +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | SELECT @@collation_database +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | [generated in 0.00009s] {} +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | [generated in 0.00009s] {} +2023-06-06 10:05:29 | ERROR | stderr | /Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/common/sql_database.py:142: UserWarning: This method is deprecated - please use `get_usable_table_names`. +2023-06-06 10:05:29 | ERROR | stderr | warnings.warn( +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | SELECT table_name, table_comment FROM information_schema.tables WHERE table_schema = 'dbgpt-test' +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | SELECT table_name, table_comment FROM information_schema.tables WHERE table_schema = 'dbgpt-test' +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | [generated in 0.00007s] {} +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | [generated in 0.00007s] {} +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | SELECT COLUMN_NAME, COLUMN_TYPE, COLUMN_DEFAULT, IS_NULLABLE, COLUMN_COMMENT from information_schema.COLUMNS where table_name='test_name' +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | SELECT COLUMN_NAME, COLUMN_TYPE, COLUMN_DEFAULT, IS_NULLABLE, COLUMN_COMMENT from information_schema.COLUMNS where table_name='test_name' +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | [generated in 0.00008s] {} +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | [generated in 0.00008s] {} +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | SHOW INDEXES FROM test_name +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | SHOW INDEXES FROM test_name +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | [generated in 0.00007s] {} +2023-06-06 10:05:29 | INFO | sqlalchemy.engine.Engine | [generated in 0.00007s] {} +2023-06-06 10:05:30 | INFO | stdout | tab_plugin in... +2023-06-06 10:05:30 | ERROR | stderr | /Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/gradio/deprecation.py:43: UserWarning: You have unused kwarg parameters in File, please remove them: {'allow_flagged_uploads': True} +2023-06-06 10:05:30 | ERROR | stderr | warnings.warn( +2023-06-06 10:05:30 | ERROR | stderr | /Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/gradio/deprecation.py:43: UserWarning: You have unused kwarg parameters in File, please remove them: {'accept_multiple_files': True} +2023-06-06 10:05:30 | ERROR | stderr | warnings.warn( +2023-06-06 10:05:30 | INFO | stdout | Running on local URL: http://0.0.0.0:7860 +2023-06-06 10:05:30 | INFO | stdout | +2023-06-06 10:05:30 | INFO | stdout | To create a public link, set `share=True` in `launch()`. +2023-06-06 10:05:32 | ERROR | stderr | Exception in thread Thread-2 (init_db_summary): +2023-06-06 10:05:32 | ERROR | stderr | Traceback (most recent call last): +2023-06-06 10:05:32 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/threading.py", line 1016, in _bootstrap_inner +2023-06-06 10:05:32 | ERROR | stderr | self.run() +2023-06-06 10:05:32 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/threading.py", line 953, in run +2023-06-06 10:05:32 | ERROR | stderr | self._target(*self._args, **self._kwargs) +2023-06-06 10:05:32 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/summary/db_summary_client.py", line 113, in init_db_summary +2023-06-06 10:05:32 | ERROR | stderr | self.db_summary_embedding(dbname) +2023-06-06 10:05:32 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/summary/db_summary_client.py", line 38, in db_summary_embedding +2023-06-06 10:05:32 | ERROR | stderr | embedding = StringEmbedding( +2023-06-06 10:05:32 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/source_embedding/string_embedding.py", line 13, in __init__ +2023-06-06 10:05:32 | ERROR | stderr | super().__init__(file_path, vector_store_config) +2023-06-06 10:05:32 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/source_embedding/source_embedding.py", line 34, in __init__ +2023-06-06 10:05:32 | ERROR | stderr | self.vector_client = VectorStoreConnector( +2023-06-06 10:05:32 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/vector_store/connector.py", line 15, in __init__ +2023-06-06 10:05:32 | ERROR | stderr | self.client = self.connector_class(ctx) +2023-06-06 10:05:32 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/vector_store/chroma_store.py", line 19, in __init__ +2023-06-06 10:05:32 | ERROR | stderr | self.vector_store_client = Chroma( +2023-06-06 10:05:32 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/langchain/vectorstores/chroma.py", line 82, in __init__ +2023-06-06 10:05:32 | ERROR | stderr | self._client = chromadb.Client(self._client_settings) +2023-06-06 10:05:32 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/chromadb/__init__.py", line 94, in Client +2023-06-06 10:05:32 | ERROR | stderr | return chromadb.api.local.LocalAPI(settings, get_db(settings), telemetry_client) +2023-06-06 10:05:32 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/chromadb/__init__.py", line 49, in get_db +2023-06-06 10:05:32 | ERROR | stderr | import chromadb.db.duckdb +2023-06-06 10:05:32 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/chromadb/db/duckdb.py", line 3, in +2023-06-06 10:05:32 | ERROR | stderr | from chromadb.db.clickhouse import ( +2023-06-06 10:05:32 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/chromadb/db/clickhouse.py", line 11, in +2023-06-06 10:05:32 | ERROR | stderr | from chromadb.db.index.hnswlib import Hnswlib, delete_all_indexes +2023-06-06 10:05:32 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/chromadb/db/index/hnswlib.py", line 7, in +2023-06-06 10:05:32 | ERROR | stderr | import hnswlib +2023-06-06 10:05:32 | ERROR | stderr | ImportError: dlopen(/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/hnswlib.cpython-310-darwin.so, 0x0002): tried: '/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/hnswlib.cpython-310-darwin.so' (mach-o file, but is an incompatible architecture (have 'x86_64', need 'arm64')), '/System/Volumes/Preboot/Cryptexes/OS/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/hnswlib.cpython-310-darwin.so' (no such file), '/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/hnswlib.cpython-310-darwin.so' (mach-o file, but is an incompatible architecture (have 'x86_64', need 'arm64')) +2023-06-06 10:05:57 | INFO | stdout | Keyboard interruption in main thread... closing server. +2023-06-06 10:09:36 | INFO | webserver | args: Namespace(host='0.0.0.0', port=None, concurrency_count=10, model_list_mode='once', share=False) +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | BEGIN (implicit) +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | BEGIN (implicit) +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | show databases; +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | show databases; +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | [generated in 0.00008s] {} +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | [generated in 0.00008s] {} +2023-06-06 10:09:36 | INFO | stdout | /Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/server +2023-06-06 10:09:36 | INFO | stdout |  Allowlisted Plugins: ['AutoGPTTiDB', 'DbGPTSimpleChart', 'DBGPTByteBasePlugin'] +2023-06-06 10:09:36 | DEBUG | LOGGER | Allowlisted Plugins: ['AutoGPTTiDB', 'DbGPTSimpleChart', 'DBGPTByteBasePlugin'] +2023-06-06 10:09:36 | INFO | stdout |  Denylisted Plugins: [] +2023-06-06 10:09:36 | DEBUG | LOGGER | Denylisted Plugins: [] +2023-06-06 10:09:36 | INFO | stdout |  Found module 'DB-GPT-Plugin-ByteBase/src/bytebase/__init__.py' in the zipfile at: DB-GPT-Plugin-ByteBase/src/bytebase/__init__.py +2023-06-06 10:09:36 | DEBUG | LOGGER | Found module 'DB-GPT-Plugin-ByteBase/src/bytebase/__init__.py' in the zipfile at: DB-GPT-Plugin-ByteBase/src/bytebase/__init__.py +2023-06-06 10:09:36 | INFO | stdout |  Plugin: ../../plugins/DB-GPT-Plugin-ByteBase.zip Module: DB-GPT-Plugin-ByteBase/src/bytebase/__init__.py +2023-06-06 10:09:36 | DEBUG | LOGGER | Plugin: ../../plugins/DB-GPT-Plugin-ByteBase.zip Module: DB-GPT-Plugin-ByteBase/src/bytebase/__init__.py +2023-06-06 10:09:36 | INFO | stdout |  Checking if plugin DBGPTByteBasePlugin should be loaded +2023-06-06 10:09:36 | DEBUG | LOGGER | Checking if plugin DBGPTByteBasePlugin should be loaded +2023-06-06 10:09:36 | INFO | stdout |  Loading plugin DBGPTByteBasePlugin as it was in the allowlist. +2023-06-06 10:09:36 | DEBUG | LOGGER | Loading plugin DBGPTByteBasePlugin as it was in the allowlist. +2023-06-06 10:09:36 | INFO | stdout |  +2023-06-06 10:09:36 | INFO | stdout | Plugins found: 1 +2023-06-06 10:09:36 | INFO | stdout | -------------------- +2023-06-06 10:09:36 | INFO | LOGGER | +Plugins found: 1 +-------------------- +2023-06-06 10:09:36 | INFO | stdout |  DB-GPT-ByteBase-Plugin: 0.1.0 - This is a DB-GPT plugins, provide service capability to operate bytebase. +2023-06-06 10:09:36 | INFO | LOGGER | DB-GPT-ByteBase-Plugin: 0.1.0 - This is a DB-GPT plugins, provide service capability to operate bytebase. +2023-06-06 10:09:36 | INFO | webserver | Namespace(host='0.0.0.0', port=None, concurrency_count=10, model_list_mode='once', share=False) +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | BEGIN (implicit) +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | BEGIN (implicit) +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | show databases; +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | show databases; +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | [cached since 0.01701s ago] {} +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | [cached since 0.01701s ago] {} +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | use `dbgpt-test` +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | use `dbgpt-test` +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | [generated in 0.00013s] {} +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | [generated in 0.00013s] {} +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | SHOW FULL TABLES FROM `dbgpt-test` +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | SHOW FULL TABLES FROM `dbgpt-test` +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | SHOW CREATE TABLE `dbgpt-test`.`test_name` +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | SHOW CREATE TABLE `dbgpt-test`.`test_name` +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | SHOW FULL TABLES FROM `dbgpt-test` +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | SHOW FULL TABLES FROM `dbgpt-test` +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | SELECT user, host FROM mysql.user +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | SELECT user, host FROM mysql.user +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | [generated in 0.00008s] {} +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | [generated in 0.00008s] {} +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | SHOW GRANTS +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | SHOW GRANTS +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | [generated in 0.00006s] {} +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | [generated in 0.00006s] {} +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | SELECT @@character_set_database +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | SELECT @@character_set_database +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | [generated in 0.00006s] {} +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | [generated in 0.00006s] {} +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | SELECT @@collation_database +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | SELECT @@collation_database +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | [generated in 0.00006s] {} +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | [generated in 0.00006s] {} +2023-06-06 10:09:36 | ERROR | stderr | /Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/common/sql_database.py:142: UserWarning: This method is deprecated - please use `get_usable_table_names`. +2023-06-06 10:09:36 | ERROR | stderr | warnings.warn( +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | SELECT table_name, table_comment FROM information_schema.tables WHERE table_schema = 'dbgpt-test' +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | SELECT table_name, table_comment FROM information_schema.tables WHERE table_schema = 'dbgpt-test' +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | [generated in 0.00006s] {} +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | [generated in 0.00006s] {} +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | SELECT COLUMN_NAME, COLUMN_TYPE, COLUMN_DEFAULT, IS_NULLABLE, COLUMN_COMMENT from information_schema.COLUMNS where table_name='test_name' +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | SELECT COLUMN_NAME, COLUMN_TYPE, COLUMN_DEFAULT, IS_NULLABLE, COLUMN_COMMENT from information_schema.COLUMNS where table_name='test_name' +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | [generated in 0.00007s] {} +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | [generated in 0.00007s] {} +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | SHOW INDEXES FROM test_name +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | SHOW INDEXES FROM test_name +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | [generated in 0.00006s] {} +2023-06-06 10:09:36 | INFO | sqlalchemy.engine.Engine | [generated in 0.00006s] {} +2023-06-06 10:09:37 | INFO | stdout | tab_plugin in... +2023-06-06 10:09:37 | ERROR | stderr | /Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/gradio/deprecation.py:43: UserWarning: You have unused kwarg parameters in File, please remove them: {'allow_flagged_uploads': True} +2023-06-06 10:09:37 | ERROR | stderr | warnings.warn( +2023-06-06 10:09:37 | ERROR | stderr | /Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/gradio/deprecation.py:43: UserWarning: You have unused kwarg parameters in File, please remove them: {'accept_multiple_files': True} +2023-06-06 10:09:37 | ERROR | stderr | warnings.warn( +2023-06-06 10:09:38 | INFO | stdout | Running on local URL: http://0.0.0.0:7860 +2023-06-06 10:09:38 | INFO | stdout | +2023-06-06 10:09:38 | INFO | stdout | To create a public link, set `share=True` in `launch()`. +2023-06-06 10:09:39 | ERROR | stderr | Exception in thread Thread-2 (init_db_summary): +2023-06-06 10:09:39 | ERROR | stderr | Traceback (most recent call last): +2023-06-06 10:09:39 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/threading.py", line 1016, in _bootstrap_inner +2023-06-06 10:09:39 | ERROR | stderr | self.run() +2023-06-06 10:09:39 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/threading.py", line 953, in run +2023-06-06 10:09:39 | ERROR | stderr | self._target(*self._args, **self._kwargs) +2023-06-06 10:09:39 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/summary/db_summary_client.py", line 113, in init_db_summary +2023-06-06 10:09:39 | ERROR | stderr | self.db_summary_embedding(dbname) +2023-06-06 10:09:39 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/summary/db_summary_client.py", line 38, in db_summary_embedding +2023-06-06 10:09:39 | ERROR | stderr | embedding = StringEmbedding( +2023-06-06 10:09:39 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/source_embedding/string_embedding.py", line 13, in __init__ +2023-06-06 10:09:39 | ERROR | stderr | super().__init__(file_path, vector_store_config) +2023-06-06 10:09:39 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/source_embedding/source_embedding.py", line 34, in __init__ +2023-06-06 10:09:39 | ERROR | stderr | self.vector_client = VectorStoreConnector( +2023-06-06 10:09:39 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/vector_store/connector.py", line 15, in __init__ +2023-06-06 10:09:39 | ERROR | stderr | self.client = self.connector_class(ctx) +2023-06-06 10:09:39 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/vector_store/chroma_store.py", line 18, in __init__ +2023-06-06 10:09:39 | ERROR | stderr | self.vector_store_client = Chroma( +2023-06-06 10:09:39 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/langchain/vectorstores/chroma.py", line 82, in __init__ +2023-06-06 10:09:39 | ERROR | stderr | self._client = chromadb.Client(self._client_settings) +2023-06-06 10:09:39 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/chromadb/__init__.py", line 94, in Client +2023-06-06 10:09:39 | ERROR | stderr | return chromadb.api.local.LocalAPI(settings, get_db(settings), telemetry_client) +2023-06-06 10:09:39 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/chromadb/__init__.py", line 49, in get_db +2023-06-06 10:09:39 | ERROR | stderr | import chromadb.db.duckdb +2023-06-06 10:09:39 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/chromadb/db/duckdb.py", line 3, in +2023-06-06 10:09:39 | ERROR | stderr | from chromadb.db.clickhouse import ( +2023-06-06 10:09:39 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/chromadb/db/clickhouse.py", line 11, in +2023-06-06 10:09:39 | ERROR | stderr | from chromadb.db.index.hnswlib import Hnswlib, delete_all_indexes +2023-06-06 10:09:39 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/chromadb/db/index/hnswlib.py", line 7, in +2023-06-06 10:09:39 | ERROR | stderr | import hnswlib +2023-06-06 10:09:39 | ERROR | stderr | ImportError: dlopen(/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/hnswlib.cpython-310-darwin.so, 0x0002): tried: '/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/hnswlib.cpython-310-darwin.so' (mach-o file, but is an incompatible architecture (have 'x86_64', need 'arm64')), '/System/Volumes/Preboot/Cryptexes/OS/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/hnswlib.cpython-310-darwin.so' (no such file), '/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/hnswlib.cpython-310-darwin.so' (mach-o file, but is an incompatible architecture (have 'x86_64', need 'arm64')) +2023-06-06 10:34:05 | INFO | webserver | load_demo. ip: 127.0.0.1. params: {'__theme': 'dark'} +2023-06-06 10:36:19 | INFO | stdout | Keyboard interruption in main thread... closing server. +2023-06-06 10:36:24 | INFO | webserver | args: Namespace(host='0.0.0.0', port=None, concurrency_count=10, model_list_mode='once', share=False) +2023-06-06 10:36:24 | INFO | sqlalchemy.engine.Engine | BEGIN (implicit) +2023-06-06 10:36:24 | INFO | sqlalchemy.engine.Engine | BEGIN (implicit) +2023-06-06 10:36:24 | INFO | sqlalchemy.engine.Engine | show databases; +2023-06-06 10:36:24 | INFO | sqlalchemy.engine.Engine | show databases; +2023-06-06 10:36:24 | INFO | sqlalchemy.engine.Engine | [generated in 0.00008s] {} +2023-06-06 10:36:24 | INFO | sqlalchemy.engine.Engine | [generated in 0.00008s] {} +2023-06-06 10:36:24 | INFO | stdout | /Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/server +2023-06-06 10:36:24 | INFO | stdout |  Allowlisted Plugins: ['AutoGPTTiDB', 'DbGPTSimpleChart', 'DBGPTByteBasePlugin'] +2023-06-06 10:36:24 | DEBUG | LOGGER | Allowlisted Plugins: ['AutoGPTTiDB', 'DbGPTSimpleChart', 'DBGPTByteBasePlugin'] +2023-06-06 10:36:24 | INFO | stdout |  Denylisted Plugins: [] +2023-06-06 10:36:24 | DEBUG | LOGGER | Denylisted Plugins: [] +2023-06-06 10:36:24 | INFO | webserver | Namespace(host='0.0.0.0', port=None, concurrency_count=10, model_list_mode='once', share=False) +2023-06-06 10:36:25 | INFO | stdout | tab_plugin in... +2023-06-06 10:36:25 | ERROR | stderr | /Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/gradio/deprecation.py:43: UserWarning: You have unused kwarg parameters in File, please remove them: {'allow_flagged_uploads': True} +2023-06-06 10:36:25 | ERROR | stderr | warnings.warn( +2023-06-06 10:36:25 | ERROR | stderr | /Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/gradio/deprecation.py:43: UserWarning: You have unused kwarg parameters in File, please remove them: {'accept_multiple_files': True} +2023-06-06 10:36:25 | ERROR | stderr | warnings.warn( +2023-06-06 10:36:26 | INFO | stdout | Running on local URL: http://0.0.0.0:7860 +2023-06-06 10:36:26 | INFO | stdout | +2023-06-06 10:36:26 | INFO | stdout | To create a public link, set `share=True` in `launch()`. +2023-06-06 10:38:15 | INFO | stdout | Keyboard interruption in main thread... closing server. +2023-06-06 10:38:19 | INFO | webserver | args: Namespace(host='0.0.0.0', port=None, concurrency_count=10, model_list_mode='once', share=False) +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | BEGIN (implicit) +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | BEGIN (implicit) +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | show databases; +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | show databases; +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00007s] {} +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00007s] {} +2023-06-06 10:38:19 | INFO | stdout | /Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/server +2023-06-06 10:38:19 | INFO | stdout |  Allowlisted Plugins: ['AutoGPTTiDB', 'DbGPTSimpleChart', 'DBGPTByteBasePlugin'] +2023-06-06 10:38:19 | DEBUG | LOGGER | Allowlisted Plugins: ['AutoGPTTiDB', 'DbGPTSimpleChart', 'DBGPTByteBasePlugin'] +2023-06-06 10:38:19 | INFO | stdout |  Denylisted Plugins: [] +2023-06-06 10:38:19 | DEBUG | LOGGER | Denylisted Plugins: [] +2023-06-06 10:38:19 | INFO | stdout |  Found module 'DB-GPT-Plugin-ByteBase/src/bytebase/__init__.py' in the zipfile at: DB-GPT-Plugin-ByteBase/src/bytebase/__init__.py +2023-06-06 10:38:19 | DEBUG | LOGGER | Found module 'DB-GPT-Plugin-ByteBase/src/bytebase/__init__.py' in the zipfile at: DB-GPT-Plugin-ByteBase/src/bytebase/__init__.py +2023-06-06 10:38:19 | INFO | stdout |  Plugin: ../../plugins/DB-GPT-Plugin-ByteBase.zip Module: DB-GPT-Plugin-ByteBase/src/bytebase/__init__.py +2023-06-06 10:38:19 | DEBUG | LOGGER | Plugin: ../../plugins/DB-GPT-Plugin-ByteBase.zip Module: DB-GPT-Plugin-ByteBase/src/bytebase/__init__.py +2023-06-06 10:38:19 | INFO | stdout |  Checking if plugin DBGPTByteBasePlugin should be loaded +2023-06-06 10:38:19 | DEBUG | LOGGER | Checking if plugin DBGPTByteBasePlugin should be loaded +2023-06-06 10:38:19 | INFO | stdout |  Loading plugin DBGPTByteBasePlugin as it was in the allowlist. +2023-06-06 10:38:19 | DEBUG | LOGGER | Loading plugin DBGPTByteBasePlugin as it was in the allowlist. +2023-06-06 10:38:19 | INFO | stdout |  +2023-06-06 10:38:19 | INFO | stdout | Plugins found: 1 +2023-06-06 10:38:19 | INFO | stdout | -------------------- +2023-06-06 10:38:19 | INFO | LOGGER | +Plugins found: 1 +-------------------- +2023-06-06 10:38:19 | INFO | stdout |  DB-GPT-ByteBase-Plugin: 0.1.0 - This is a DB-GPT plugins, provide service capability to operate bytebase. +2023-06-06 10:38:19 | INFO | LOGGER | DB-GPT-ByteBase-Plugin: 0.1.0 - This is a DB-GPT plugins, provide service capability to operate bytebase. +2023-06-06 10:38:19 | INFO | webserver | Namespace(host='0.0.0.0', port=None, concurrency_count=10, model_list_mode='once', share=False) +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | BEGIN (implicit) +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | BEGIN (implicit) +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | show databases; +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | show databases; +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | [cached since 0.01556s ago] {} +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | [cached since 0.01556s ago] {} +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | use `dbgpt-test` +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | use `dbgpt-test` +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00009s] {} +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00009s] {} +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | SHOW FULL TABLES FROM `dbgpt-test` +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | SHOW FULL TABLES FROM `dbgpt-test` +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | SHOW CREATE TABLE `dbgpt-test`.`test_name` +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | SHOW CREATE TABLE `dbgpt-test`.`test_name` +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | SHOW FULL TABLES FROM `dbgpt-test` +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | SHOW FULL TABLES FROM `dbgpt-test` +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | SELECT user, host FROM mysql.user +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | SELECT user, host FROM mysql.user +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00009s] {} +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00009s] {} +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | SHOW GRANTS +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | SHOW GRANTS +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00008s] {} +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00008s] {} +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | SELECT @@character_set_database +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | SELECT @@character_set_database +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00007s] {} +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00007s] {} +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | SELECT @@collation_database +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | SELECT @@collation_database +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00009s] {} +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00009s] {} +2023-06-06 10:38:19 | ERROR | stderr | /Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/common/sql_database.py:142: UserWarning: This method is deprecated - please use `get_usable_table_names`. +2023-06-06 10:38:19 | ERROR | stderr | warnings.warn( +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | SELECT table_name, table_comment FROM information_schema.tables WHERE table_schema = 'dbgpt-test' +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | SELECT table_name, table_comment FROM information_schema.tables WHERE table_schema = 'dbgpt-test' +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00007s] {} +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00007s] {} +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | SELECT COLUMN_NAME, COLUMN_TYPE, COLUMN_DEFAULT, IS_NULLABLE, COLUMN_COMMENT from information_schema.COLUMNS where table_name='test_name' +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | SELECT COLUMN_NAME, COLUMN_TYPE, COLUMN_DEFAULT, IS_NULLABLE, COLUMN_COMMENT from information_schema.COLUMNS where table_name='test_name' +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00008s] {} +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00008s] {} +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | SHOW INDEXES FROM test_name +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | SHOW INDEXES FROM test_name +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00011s] {} +2023-06-06 10:38:19 | INFO | sqlalchemy.engine.Engine | [generated in 0.00011s] {} +2023-06-06 10:38:20 | INFO | stdout | tab_plugin in... +2023-06-06 10:38:20 | ERROR | stderr | /Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/gradio/deprecation.py:43: UserWarning: You have unused kwarg parameters in File, please remove them: {'allow_flagged_uploads': True} +2023-06-06 10:38:20 | ERROR | stderr | warnings.warn( +2023-06-06 10:38:20 | ERROR | stderr | /Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/gradio/deprecation.py:43: UserWarning: You have unused kwarg parameters in File, please remove them: {'accept_multiple_files': True} +2023-06-06 10:38:20 | ERROR | stderr | warnings.warn( +2023-06-06 10:38:20 | INFO | stdout | Running on local URL: http://0.0.0.0:7860 +2023-06-06 10:38:20 | INFO | stdout | +2023-06-06 10:38:20 | INFO | stdout | To create a public link, set `share=True` in `launch()`. +2023-06-06 10:38:22 | ERROR | stderr | Exception in thread Thread-2 (init_db_summary): +2023-06-06 10:38:22 | ERROR | stderr | Traceback (most recent call last): +2023-06-06 10:38:22 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/threading.py", line 1016, in _bootstrap_inner +2023-06-06 10:38:22 | ERROR | stderr | self.run() +2023-06-06 10:38:22 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/threading.py", line 953, in run +2023-06-06 10:38:22 | ERROR | stderr | self._target(*self._args, **self._kwargs) +2023-06-06 10:38:22 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/summary/db_summary_client.py", line 113, in init_db_summary +2023-06-06 10:38:22 | ERROR | stderr | self.db_summary_embedding(dbname) +2023-06-06 10:38:22 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/summary/db_summary_client.py", line 38, in db_summary_embedding +2023-06-06 10:38:22 | ERROR | stderr | embedding = StringEmbedding( +2023-06-06 10:38:22 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/source_embedding/string_embedding.py", line 13, in __init__ +2023-06-06 10:38:22 | ERROR | stderr | super().__init__(file_path, vector_store_config) +2023-06-06 10:38:22 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/source_embedding/source_embedding.py", line 34, in __init__ +2023-06-06 10:38:22 | ERROR | stderr | self.vector_client = VectorStoreConnector( +2023-06-06 10:38:22 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/vector_store/connector.py", line 15, in __init__ +2023-06-06 10:38:22 | ERROR | stderr | self.client = self.connector_class(ctx) +2023-06-06 10:38:22 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/vector_store/chroma_store.py", line 18, in __init__ +2023-06-06 10:38:22 | ERROR | stderr | self.vector_store_client = Chroma( +2023-06-06 10:38:22 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/langchain/vectorstores/chroma.py", line 82, in __init__ +2023-06-06 10:38:22 | ERROR | stderr | self._client = chromadb.Client(self._client_settings) +2023-06-06 10:38:22 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/chromadb/__init__.py", line 94, in Client +2023-06-06 10:38:22 | ERROR | stderr | return chromadb.api.local.LocalAPI(settings, get_db(settings), telemetry_client) +2023-06-06 10:38:22 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/chromadb/__init__.py", line 49, in get_db +2023-06-06 10:38:22 | ERROR | stderr | import chromadb.db.duckdb +2023-06-06 10:38:22 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/chromadb/db/duckdb.py", line 3, in +2023-06-06 10:38:22 | ERROR | stderr | from chromadb.db.clickhouse import ( +2023-06-06 10:38:22 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/chromadb/db/clickhouse.py", line 11, in +2023-06-06 10:38:22 | ERROR | stderr | from chromadb.db.index.hnswlib import Hnswlib, delete_all_indexes +2023-06-06 10:38:22 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/chromadb/db/index/hnswlib.py", line 7, in +2023-06-06 10:38:22 | ERROR | stderr | import hnswlib +2023-06-06 10:38:22 | ERROR | stderr | ImportError: dlopen(/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/hnswlib.cpython-310-darwin.so, 0x0002): tried: '/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/hnswlib.cpython-310-darwin.so' (mach-o file, but is an incompatible architecture (have 'x86_64', need 'arm64')), '/System/Volumes/Preboot/Cryptexes/OS/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/hnswlib.cpython-310-darwin.so' (no such file), '/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/hnswlib.cpython-310-darwin.so' (mach-o file, but is an incompatible architecture (have 'x86_64', need 'arm64')) +2023-06-06 10:40:22 | INFO | stdout | Keyboard interruption in main thread... closing server. +2023-06-06 10:40:26 | INFO | webserver | args: Namespace(host='0.0.0.0', port=None, concurrency_count=10, model_list_mode='once', share=False) +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | BEGIN (implicit) +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | BEGIN (implicit) +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | show databases; +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | show databases; +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | [generated in 0.00007s] {} +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | [generated in 0.00007s] {} +2023-06-06 10:40:26 | INFO | stdout | /Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/server +2023-06-06 10:40:26 | INFO | stdout |  Allowlisted Plugins: ['AutoGPTTiDB', 'DbGPTSimpleChart', 'DBGPTByteBasePlugin'] +2023-06-06 10:40:26 | DEBUG | LOGGER | Allowlisted Plugins: ['AutoGPTTiDB', 'DbGPTSimpleChart', 'DBGPTByteBasePlugin'] +2023-06-06 10:40:26 | INFO | stdout |  Denylisted Plugins: [] +2023-06-06 10:40:26 | DEBUG | LOGGER | Denylisted Plugins: [] +2023-06-06 10:40:26 | INFO | stdout |  Found module 'DB-GPT-Plugin-ByteBase/src/bytebase/__init__.py' in the zipfile at: DB-GPT-Plugin-ByteBase/src/bytebase/__init__.py +2023-06-06 10:40:26 | DEBUG | LOGGER | Found module 'DB-GPT-Plugin-ByteBase/src/bytebase/__init__.py' in the zipfile at: DB-GPT-Plugin-ByteBase/src/bytebase/__init__.py +2023-06-06 10:40:26 | INFO | stdout |  Plugin: ../../plugins/DB-GPT-Plugin-ByteBase.zip Module: DB-GPT-Plugin-ByteBase/src/bytebase/__init__.py +2023-06-06 10:40:26 | DEBUG | LOGGER | Plugin: ../../plugins/DB-GPT-Plugin-ByteBase.zip Module: DB-GPT-Plugin-ByteBase/src/bytebase/__init__.py +2023-06-06 10:40:26 | INFO | stdout |  Checking if plugin DBGPTByteBasePlugin should be loaded +2023-06-06 10:40:26 | DEBUG | LOGGER | Checking if plugin DBGPTByteBasePlugin should be loaded +2023-06-06 10:40:26 | INFO | stdout |  Loading plugin DBGPTByteBasePlugin as it was in the allowlist. +2023-06-06 10:40:26 | DEBUG | LOGGER | Loading plugin DBGPTByteBasePlugin as it was in the allowlist. +2023-06-06 10:40:26 | INFO | stdout |  +2023-06-06 10:40:26 | INFO | stdout | Plugins found: 1 +2023-06-06 10:40:26 | INFO | stdout | -------------------- +2023-06-06 10:40:26 | INFO | LOGGER | +Plugins found: 1 +-------------------- +2023-06-06 10:40:26 | INFO | stdout |  DB-GPT-ByteBase-Plugin: 0.1.0 - This is a DB-GPT plugins, provide service capability to operate bytebase. +2023-06-06 10:40:26 | INFO | LOGGER | DB-GPT-ByteBase-Plugin: 0.1.0 - This is a DB-GPT plugins, provide service capability to operate bytebase. +2023-06-06 10:40:26 | INFO | webserver | Namespace(host='0.0.0.0', port=None, concurrency_count=10, model_list_mode='once', share=False) +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | BEGIN (implicit) +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | BEGIN (implicit) +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | show databases; +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | show databases; +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | [cached since 0.02028s ago] {} +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | [cached since 0.02028s ago] {} +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | use `dbgpt-test` +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | use `dbgpt-test` +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | [generated in 0.00008s] {} +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | [generated in 0.00008s] {} +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | SHOW FULL TABLES FROM `dbgpt-test` +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | SHOW FULL TABLES FROM `dbgpt-test` +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | SHOW CREATE TABLE `dbgpt-test`.`test_name` +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | SHOW CREATE TABLE `dbgpt-test`.`test_name` +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | SHOW FULL TABLES FROM `dbgpt-test` +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | SHOW FULL TABLES FROM `dbgpt-test` +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | SELECT user, host FROM mysql.user +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | SELECT user, host FROM mysql.user +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | [generated in 0.00008s] {} +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | [generated in 0.00008s] {} +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | SHOW GRANTS +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | SHOW GRANTS +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | [generated in 0.00010s] {} +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | [generated in 0.00010s] {} +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | SELECT @@character_set_database +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | SELECT @@character_set_database +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | [generated in 0.00009s] {} +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | [generated in 0.00009s] {} +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | SELECT @@collation_database +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | SELECT @@collation_database +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | [generated in 0.00008s] {} +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | [generated in 0.00008s] {} +2023-06-06 10:40:26 | ERROR | stderr | /Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/common/sql_database.py:142: UserWarning: This method is deprecated - please use `get_usable_table_names`. +2023-06-06 10:40:26 | ERROR | stderr | warnings.warn( +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | SELECT table_name, table_comment FROM information_schema.tables WHERE table_schema = 'dbgpt-test' +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | SELECT table_name, table_comment FROM information_schema.tables WHERE table_schema = 'dbgpt-test' +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | [generated in 0.00007s] {} +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | [generated in 0.00007s] {} +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | SELECT COLUMN_NAME, COLUMN_TYPE, COLUMN_DEFAULT, IS_NULLABLE, COLUMN_COMMENT from information_schema.COLUMNS where table_name='test_name' +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | SELECT COLUMN_NAME, COLUMN_TYPE, COLUMN_DEFAULT, IS_NULLABLE, COLUMN_COMMENT from information_schema.COLUMNS where table_name='test_name' +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | [generated in 0.00009s] {} +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | [generated in 0.00009s] {} +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | SHOW INDEXES FROM test_name +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | SHOW INDEXES FROM test_name +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | [generated in 0.00010s] {} +2023-06-06 10:40:26 | INFO | sqlalchemy.engine.Engine | [generated in 0.00010s] {} +2023-06-06 10:40:28 | INFO | stdout | tab_plugin in... +2023-06-06 10:40:28 | ERROR | stderr | /Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/gradio/deprecation.py:43: UserWarning: You have unused kwarg parameters in File, please remove them: {'allow_flagged_uploads': True} +2023-06-06 10:40:28 | ERROR | stderr | warnings.warn( +2023-06-06 10:40:28 | ERROR | stderr | /Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/gradio/deprecation.py:43: UserWarning: You have unused kwarg parameters in File, please remove them: {'accept_multiple_files': True} +2023-06-06 10:40:28 | ERROR | stderr | warnings.warn( +2023-06-06 10:40:28 | INFO | stdout | Running on local URL: http://0.0.0.0:7860 +2023-06-06 10:40:28 | INFO | stdout | +2023-06-06 10:40:28 | INFO | stdout | To create a public link, set `share=True` in `launch()`. +2023-06-06 10:40:30 | INFO | stdout |  ChromaStore load document +2023-06-06 10:40:30 | INFO | LOGGER | ChromaStore load document +2023-06-06 10:40:30 | ERROR | stderr | Batches: 0%| | 0/1 [00:00 +2023-06-06 14:36:41 | INFO | webserver | add_text. ip: 127.0.0.1. len: 23 +2023-06-06 14:36:41 | INFO | webserver | User message send!5218fc48-0434-11ee-b40e-b26789cc3e58,Documents Chat,,Chat with url,Execute without mode,,https://github.com/jerryjliu/llama_index/blob/main/llama_index/question_gen/prompts.py +2023-06-06 14:36:41 | INFO | stdout | chat scene:chat_url_knowledge +2023-06-06 14:36:44 | ERROR | stderr | Traceback (most recent call last): +2023-06-06 14:36:44 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/gradio/routes.py", line 394, in run_predict +2023-06-06 14:36:44 | ERROR | stderr | output = await app.get_blocks().process_api( +2023-06-06 14:36:44 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/gradio/blocks.py", line 1075, in process_api +2023-06-06 14:36:44 | ERROR | stderr | result = await self.call_function( +2023-06-06 14:36:44 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/gradio/blocks.py", line 898, in call_function +2023-06-06 14:36:44 | ERROR | stderr | prediction = await anyio.to_thread.run_sync( +2023-06-06 14:36:44 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/anyio/to_thread.py", line 33, in run_sync +2023-06-06 14:36:44 | ERROR | stderr | return await get_asynclib().run_sync_in_worker_thread( +2023-06-06 14:36:44 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 877, in run_sync_in_worker_thread +2023-06-06 14:36:44 | ERROR | stderr | return await future +2023-06-06 14:36:44 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 807, in run +2023-06-06 14:36:44 | ERROR | stderr | result = context.run(func, *args) +2023-06-06 14:36:44 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/gradio/utils.py", line 549, in async_iteration +2023-06-06 14:36:44 | ERROR | stderr | return next(iterator) +2023-06-06 14:36:44 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/server/webserver.py", line 315, in http_bot +2023-06-06 14:36:44 | ERROR | stderr | chat: BaseChat = CHAT_FACTORY.get_implementation(scene.value, **chat_param) +2023-06-06 14:36:44 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/scene/chat_factory.py", line 22, in get_implementation +2023-06-06 14:36:44 | ERROR | stderr | implementation = cls(**kwargs) +2023-06-06 14:36:44 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/scene/chat_knowledge/url/chat.py", line 53, in __init__ +2023-06-06 14:36:44 | ERROR | stderr | self.knowledge_embedding_client.knowledge_embedding() +2023-06-06 14:36:44 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/source_embedding/knowledge_embedding.py", line 42, in knowledge_embedding +2023-06-06 14:36:44 | ERROR | stderr | self.knowledge_embedding_client = self.init_knowledge_embedding() +2023-06-06 14:36:44 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/source_embedding/knowledge_embedding.py", line 50, in init_knowledge_embedding +2023-06-06 14:36:44 | ERROR | stderr | embedding = URLEmbedding( +2023-06-06 14:36:44 | ERROR | stderr | TypeError: URLEmbedding.__init__() got an unexpected keyword argument 'model_name' +2023-06-06 14:40:42 | INFO | stdout | Keyboard interruption in main thread... closing server. +2023-06-06 14:40:48 | INFO | webserver | args: Namespace(host='0.0.0.0', port=None, concurrency_count=10, model_list_mode='once', share=False) +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | BEGIN (implicit) +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | BEGIN (implicit) +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | show databases; +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | show databases; +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | [generated in 0.00007s] {} +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | [generated in 0.00007s] {} +2023-06-06 14:40:48 | INFO | stdout | /Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/server +2023-06-06 14:40:48 | INFO | stdout |  Allowlisted Plugins: ['AutoGPTTiDB', 'DbGPTSimpleChart', 'DBGPTByteBasePlugin'] +2023-06-06 14:40:48 | DEBUG | LOGGER | Allowlisted Plugins: ['AutoGPTTiDB', 'DbGPTSimpleChart', 'DBGPTByteBasePlugin'] +2023-06-06 14:40:48 | INFO | stdout |  Denylisted Plugins: [] +2023-06-06 14:40:48 | DEBUG | LOGGER | Denylisted Plugins: [] +2023-06-06 14:40:48 | INFO | stdout |  Found module 'DB-GPT-Plugin-ByteBase/src/bytebase/__init__.py' in the zipfile at: DB-GPT-Plugin-ByteBase/src/bytebase/__init__.py +2023-06-06 14:40:48 | DEBUG | LOGGER | Found module 'DB-GPT-Plugin-ByteBase/src/bytebase/__init__.py' in the zipfile at: DB-GPT-Plugin-ByteBase/src/bytebase/__init__.py +2023-06-06 14:40:48 | INFO | stdout |  Plugin: ../../plugins/DB-GPT-Plugin-ByteBase.zip Module: DB-GPT-Plugin-ByteBase/src/bytebase/__init__.py +2023-06-06 14:40:48 | DEBUG | LOGGER | Plugin: ../../plugins/DB-GPT-Plugin-ByteBase.zip Module: DB-GPT-Plugin-ByteBase/src/bytebase/__init__.py +2023-06-06 14:40:48 | INFO | stdout |  Checking if plugin DBGPTByteBasePlugin should be loaded +2023-06-06 14:40:48 | DEBUG | LOGGER | Checking if plugin DBGPTByteBasePlugin should be loaded +2023-06-06 14:40:48 | INFO | stdout |  Loading plugin DBGPTByteBasePlugin as it was in the allowlist. +2023-06-06 14:40:48 | DEBUG | LOGGER | Loading plugin DBGPTByteBasePlugin as it was in the allowlist. +2023-06-06 14:40:48 | INFO | stdout |  +2023-06-06 14:40:48 | INFO | stdout | Plugins found: 1 +2023-06-06 14:40:48 | INFO | stdout | -------------------- +2023-06-06 14:40:48 | INFO | LOGGER | +Plugins found: 1 +-------------------- +2023-06-06 14:40:48 | INFO | stdout |  DB-GPT-ByteBase-Plugin: 0.1.0 - This is a DB-GPT plugins, provide service capability to operate bytebase. +2023-06-06 14:40:48 | INFO | LOGGER | DB-GPT-ByteBase-Plugin: 0.1.0 - This is a DB-GPT plugins, provide service capability to operate bytebase. +2023-06-06 14:40:48 | INFO | webserver | Namespace(host='0.0.0.0', port=None, concurrency_count=10, model_list_mode='once', share=False) +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | BEGIN (implicit) +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | BEGIN (implicit) +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | show databases; +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | show databases; +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | [cached since 0.02746s ago] {} +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | [cached since 0.02746s ago] {} +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | use `dbgpt-test` +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | use `dbgpt-test` +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | [generated in 0.00011s] {} +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | [generated in 0.00011s] {} +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | SHOW FULL TABLES FROM `dbgpt-test` +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | SHOW FULL TABLES FROM `dbgpt-test` +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | SHOW CREATE TABLE `dbgpt-test`.`test_name` +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | SHOW CREATE TABLE `dbgpt-test`.`test_name` +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | SHOW FULL TABLES FROM `dbgpt-test` +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | SHOW FULL TABLES FROM `dbgpt-test` +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | SELECT user, host FROM mysql.user +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | SELECT user, host FROM mysql.user +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | [generated in 0.00010s] {} +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | [generated in 0.00010s] {} +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | SHOW GRANTS +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | SHOW GRANTS +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | [generated in 0.00014s] {} +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | [generated in 0.00014s] {} +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | SELECT @@character_set_database +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | SELECT @@character_set_database +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | [generated in 0.00027s] {} +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | [generated in 0.00027s] {} +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | SELECT @@collation_database +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | SELECT @@collation_database +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | [generated in 0.00026s] {} +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | [generated in 0.00026s] {} +2023-06-06 14:40:48 | ERROR | stderr | /Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/common/sql_database.py:142: UserWarning: This method is deprecated - please use `get_usable_table_names`. +2023-06-06 14:40:48 | ERROR | stderr | warnings.warn( +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | SELECT table_name, table_comment FROM information_schema.tables WHERE table_schema = 'dbgpt-test' +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | SELECT table_name, table_comment FROM information_schema.tables WHERE table_schema = 'dbgpt-test' +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | [generated in 0.00009s] {} +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | [generated in 0.00009s] {} +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | SELECT COLUMN_NAME, COLUMN_TYPE, COLUMN_DEFAULT, IS_NULLABLE, COLUMN_COMMENT from information_schema.COLUMNS where table_name='test_name' +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | SELECT COLUMN_NAME, COLUMN_TYPE, COLUMN_DEFAULT, IS_NULLABLE, COLUMN_COMMENT from information_schema.COLUMNS where table_name='test_name' +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | [generated in 0.00020s] {} +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | [generated in 0.00020s] {} +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | SHOW INDEXES FROM test_name +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | SHOW INDEXES FROM test_name +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | [generated in 0.00016s] {} +2023-06-06 14:40:48 | INFO | sqlalchemy.engine.Engine | [generated in 0.00016s] {} +2023-06-06 14:40:50 | INFO | stdout | tab_plugin in... +2023-06-06 14:40:50 | ERROR | stderr | /Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/gradio/deprecation.py:43: UserWarning: You have unused kwarg parameters in File, please remove them: {'allow_flagged_uploads': True} +2023-06-06 14:40:50 | ERROR | stderr | warnings.warn( +2023-06-06 14:40:50 | ERROR | stderr | /Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/gradio/deprecation.py:43: UserWarning: You have unused kwarg parameters in File, please remove them: {'accept_multiple_files': True} +2023-06-06 14:40:50 | ERROR | stderr | warnings.warn( +2023-06-06 14:40:51 | INFO | stdout | Running on local URL: http://0.0.0.0:7860 +2023-06-06 14:40:51 | INFO | stdout | +2023-06-06 14:40:51 | INFO | stdout | To create a public link, set `share=True` in `launch()`. +2023-06-06 14:40:51 | INFO | langchain.embeddings | db summary embedding success +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | use `gpt-user` +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | use `gpt-user` +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [generated in 0.00021s] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [generated in 0.00021s] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SHOW FULL TABLES FROM `gpt-user` +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SHOW FULL TABLES FROM `gpt-user` +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SHOW CREATE TABLE `gpt-user`.`tran_order` +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SHOW CREATE TABLE `gpt-user`.`tran_order` +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SHOW CREATE TABLE `gpt-user`.`user_card` +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SHOW CREATE TABLE `gpt-user`.`user_card` +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SHOW CREATE TABLE `gpt-user`.`user_card_test` +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SHOW CREATE TABLE `gpt-user`.`user_card_test` +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SHOW CREATE TABLE `gpt-user`.`users` +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SHOW CREATE TABLE `gpt-user`.`users` +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SHOW FULL TABLES FROM `gpt-user` +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SHOW FULL TABLES FROM `gpt-user` +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [raw sql] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SELECT user, host FROM mysql.user +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SELECT user, host FROM mysql.user +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [cached since 3.354s ago] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [cached since 3.354s ago] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SHOW GRANTS +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SHOW GRANTS +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [cached since 3.353s ago] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [cached since 3.353s ago] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SELECT @@character_set_database +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SELECT @@character_set_database +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [cached since 3.352s ago] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [cached since 3.352s ago] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SELECT @@collation_database +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SELECT @@collation_database +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [cached since 3.352s ago] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [cached since 3.352s ago] {} +2023-06-06 14:40:51 | ERROR | stderr | /Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/common/sql_database.py:142: UserWarning: This method is deprecated - please use `get_usable_table_names`. +2023-06-06 14:40:51 | ERROR | stderr | warnings.warn( +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SELECT table_name, table_comment FROM information_schema.tables WHERE table_schema = 'gpt-user' +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SELECT table_name, table_comment FROM information_schema.tables WHERE table_schema = 'gpt-user' +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [generated in 0.00008s] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [generated in 0.00008s] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SELECT COLUMN_NAME, COLUMN_TYPE, COLUMN_DEFAULT, IS_NULLABLE, COLUMN_COMMENT from information_schema.COLUMNS where table_name='user_card_test' +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SELECT COLUMN_NAME, COLUMN_TYPE, COLUMN_DEFAULT, IS_NULLABLE, COLUMN_COMMENT from information_schema.COLUMNS where table_name='user_card_test' +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [generated in 0.00014s] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [generated in 0.00014s] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SHOW INDEXES FROM user_card_test +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SHOW INDEXES FROM user_card_test +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [generated in 0.00015s] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [generated in 0.00015s] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SELECT COLUMN_NAME, COLUMN_TYPE, COLUMN_DEFAULT, IS_NULLABLE, COLUMN_COMMENT from information_schema.COLUMNS where table_name='tran_order' +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SELECT COLUMN_NAME, COLUMN_TYPE, COLUMN_DEFAULT, IS_NULLABLE, COLUMN_COMMENT from information_schema.COLUMNS where table_name='tran_order' +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [generated in 0.00012s] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [generated in 0.00012s] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SHOW INDEXES FROM tran_order +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SHOW INDEXES FROM tran_order +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [generated in 0.00011s] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [generated in 0.00011s] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SELECT COLUMN_NAME, COLUMN_TYPE, COLUMN_DEFAULT, IS_NULLABLE, COLUMN_COMMENT from information_schema.COLUMNS where table_name='users' +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SELECT COLUMN_NAME, COLUMN_TYPE, COLUMN_DEFAULT, IS_NULLABLE, COLUMN_COMMENT from information_schema.COLUMNS where table_name='users' +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [generated in 0.00010s] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [generated in 0.00010s] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SHOW INDEXES FROM users +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SHOW INDEXES FROM users +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [generated in 0.00013s] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [generated in 0.00013s] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SELECT COLUMN_NAME, COLUMN_TYPE, COLUMN_DEFAULT, IS_NULLABLE, COLUMN_COMMENT from information_schema.COLUMNS where table_name='user_card' +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SELECT COLUMN_NAME, COLUMN_TYPE, COLUMN_DEFAULT, IS_NULLABLE, COLUMN_COMMENT from information_schema.COLUMNS where table_name='user_card' +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [generated in 0.00011s] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [generated in 0.00011s] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SHOW INDEXES FROM user_card +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | SHOW INDEXES FROM user_card +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [generated in 0.00011s] {} +2023-06-06 14:40:51 | INFO | sqlalchemy.engine.Engine | [generated in 0.00011s] {} +2023-06-06 14:40:53 | INFO | langchain.embeddings | db summary embedding success +2023-06-06 14:40:57 | INFO | webserver | load_demo. ip: 127.0.0.1. params: {'__theme': 'dark'} +2023-06-06 14:40:59 | INFO | stdout | You selected Plugin Mode at 1 from +2023-06-06 14:41:00 | INFO | stdout | You selected Documents Chat at 2 from +2023-06-06 14:41:15 | INFO | webserver | add_text. ip: 127.0.0.1. len: 23 +2023-06-06 14:41:16 | INFO | webserver | User message send!17f8300a-0435-11ee-8255-b26789cc3e58,Documents Chat,,Chat with url,Execute without mode,,https://github.com/jerryjliu/llama_index/blob/main/llama_index/question_gen/prompts.py +2023-06-06 14:41:16 | INFO | stdout | chat scene:chat_url_knowledge +2023-06-06 14:41:18 | INFO | langchain.document_loaders.web_base | fake_useragent not found, using default user agent.To get a realistic header for requests, `pip install fake_useragent`. +2023-06-06 14:41:19 | ERROR | stderr | /Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/source_embedding/url_embedding.py:44: MarkupResemblesLocatorWarning: The input looks more like a filename than markup. You may want to open this file and pass the filehandle into Beautiful Soup. +2023-06-06 14:41:19 | ERROR | stderr | soup = BeautifulSoup(content, "html.parser") +2023-06-06 14:41:19 | INFO | stdout |  ChromaStore load document +2023-06-06 14:41:19 | INFO | LOGGER | ChromaStore load document +2023-06-06 14:41:19 | ERROR | stderr | Batches: 0%| | 0/1 [00:00 +2023-06-06 14:44:01 | INFO | webserver | add_text. ip: 127.0.0.1. len: 20 +2023-06-06 14:44:01 | INFO | webserver | User message send!7df4d23c-0435-11ee-8255-b26789cc3e58,Documents Chat,,Chat with url,Execute without mode,,http://news.cctv.com/2023/06/06/ARTIFE8J0XWMTM5P8GngBo1b230606.shtml +2023-06-06 14:44:01 | INFO | stdout | chat scene:chat_url_knowledge +2023-06-06 14:44:04 | INFO | langchain.document_loaders.web_base | fake_useragent not found, using default user agent.To get a realistic header for requests, `pip install fake_useragent`. +2023-06-06 14:44:04 | WARNING | langchain.text_splitter | Created a chunk of size 1132, which is longer than the specified 500 +2023-06-06 14:44:04 | INFO | stdout |  ChromaStore load document +2023-06-06 14:44:04 | INFO | LOGGER | ChromaStore load document +2023-06-06 14:44:04 | ERROR | stderr | Batches: 0%| | 0/1 [00:00 +2023-06-06 14:45:25 | INFO | webserver | add_text. ip: 127.0.0.1. len: 20 +2023-06-06 14:45:25 | INFO | webserver | User message send!b0c4fac0-0435-11ee-8255-b26789cc3e58,Documents Chat,,Chat with url,Execute without mode,,https://baijiahao.baidu.com/s?id=1767932945706593915&wfr=spider&for=pc +2023-06-06 14:45:25 | INFO | stdout | chat scene:chat_url_knowledge +2023-06-06 14:45:28 | INFO | langchain.document_loaders.web_base | fake_useragent not found, using default user agent.To get a realistic header for requests, `pip install fake_useragent`. +2023-06-06 14:45:29 | INFO | stdout |  ChromaStore load document +2023-06-06 14:45:29 | INFO | LOGGER | ChromaStore load document +2023-06-06 14:45:29 | ERROR | stderr | Batches: 0%| | 0/1 [00:00 +2023-06-06 14:47:09 | INFO | webserver | add_text. ip: 127.0.0.1. len: 26 +2023-06-06 14:47:09 | INFO | webserver | User message send!ea49f2aa-0435-11ee-8255-b26789cc3e58,Documents Chat,,Chat with url,Execute without mode,,https://www.infoq.cn/article/saW52Ys9ymut3c2zb9WP +2023-06-06 14:47:09 | INFO | stdout | chat scene:chat_url_knowledge +2023-06-06 14:47:12 | INFO | langchain.document_loaders.web_base | fake_useragent not found, using default user agent.To get a realistic header for requests, `pip install fake_useragent`. +2023-06-06 14:47:12 | INFO | stdout |  ChromaStore load document +2023-06-06 14:47:12 | INFO | LOGGER | ChromaStore load document +2023-06-06 14:47:12 | ERROR | stderr | Batches: 0it [00:00, ?it/s] +2023-06-06 14:47:12 | ERROR | stderr | Batches: 0it [00:00, ?it/s] +2023-06-06 14:47:12 | ERROR | stderr | +2023-06-06 14:47:12 | ERROR | stderr | Traceback (most recent call last): +2023-06-06 14:47:12 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/gradio/routes.py", line 394, in run_predict +2023-06-06 14:47:12 | ERROR | stderr | output = await app.get_blocks().process_api( +2023-06-06 14:47:12 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/gradio/blocks.py", line 1075, in process_api +2023-06-06 14:47:12 | ERROR | stderr | result = await self.call_function( +2023-06-06 14:47:12 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/gradio/blocks.py", line 898, in call_function +2023-06-06 14:47:12 | ERROR | stderr | prediction = await anyio.to_thread.run_sync( +2023-06-06 14:47:12 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/anyio/to_thread.py", line 33, in run_sync +2023-06-06 14:47:12 | ERROR | stderr | return await get_asynclib().run_sync_in_worker_thread( +2023-06-06 14:47:12 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 877, in run_sync_in_worker_thread +2023-06-06 14:47:12 | ERROR | stderr | return await future +2023-06-06 14:47:12 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 807, in run +2023-06-06 14:47:12 | ERROR | stderr | result = context.run(func, *args) +2023-06-06 14:47:12 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/gradio/utils.py", line 549, in async_iteration +2023-06-06 14:47:12 | ERROR | stderr | return next(iterator) +2023-06-06 14:47:12 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/server/webserver.py", line 315, in http_bot +2023-06-06 14:47:12 | ERROR | stderr | chat: BaseChat = CHAT_FACTORY.get_implementation(scene.value, **chat_param) +2023-06-06 14:47:12 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/scene/chat_factory.py", line 22, in get_implementation +2023-06-06 14:47:12 | ERROR | stderr | implementation = cls(**kwargs) +2023-06-06 14:47:12 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/scene/chat_knowledge/url/chat.py", line 53, in __init__ +2023-06-06 14:47:12 | ERROR | stderr | self.knowledge_embedding_client.knowledge_embedding() +2023-06-06 14:47:12 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/source_embedding/knowledge_embedding.py", line 43, in knowledge_embedding +2023-06-06 14:47:12 | ERROR | stderr | self.knowledge_embedding_client.source_embedding() +2023-06-06 14:47:12 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/source_embedding/source_embedding.py", line 80, in source_embedding +2023-06-06 14:47:12 | ERROR | stderr | self.index_to_store(text) +2023-06-06 14:47:12 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/source_embedding/source_embedding.py", line 60, in index_to_store +2023-06-06 14:47:12 | ERROR | stderr | self.vector_client.load_document(docs) +2023-06-06 14:47:12 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/vector_store/connector.py", line 19, in load_document +2023-06-06 14:47:12 | ERROR | stderr | self.client.load_document(docs) +2023-06-06 14:47:12 | ERROR | stderr | File "/Users/tuyang.yhj/Code/PycharmProjects/DB-GPT/pilot/vector_store/chroma_store.py", line 35, in load_document +2023-06-06 14:47:12 | ERROR | stderr | self.vector_store_client.add_texts(texts=texts, metadatas=metadatas) +2023-06-06 14:47:12 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/langchain/vectorstores/chroma.py", line 116, in add_texts +2023-06-06 14:47:12 | ERROR | stderr | self._collection.add( +2023-06-06 14:47:12 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/chromadb/api/models/Collection.py", line 101, in add +2023-06-06 14:47:12 | ERROR | stderr | ids, embeddings, metadatas, documents = self._validate_embedding_set( +2023-06-06 14:47:12 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/chromadb/api/models/Collection.py", line 348, in _validate_embedding_set +2023-06-06 14:47:12 | ERROR | stderr | ids = validate_ids(maybe_cast_one_to_many(ids)) +2023-06-06 14:47:12 | ERROR | stderr | File "/Users/tuyang.yhj/conda/envs/DB-GPT/lib/python3.10/site-packages/chromadb/api/types.py", line 77, in maybe_cast_one_to_many +2023-06-06 14:47:12 | ERROR | stderr | if isinstance(target[0], (int, float)): +2023-06-06 14:47:12 | ERROR | stderr | IndexError: list index out of range diff --git a/pilot/common/sql_database.py b/pilot/common/sql_database.py index bc3aa8340..06b571b59 100644 --- a/pilot/common/sql_database.py +++ b/pilot/common/sql_database.py @@ -64,59 +64,8 @@ class Database: self._usable_tables = set() self._usable_tables = set() self._sample_rows_in_table_info = set() - # including view support by adding the views as well as tables to the all - # tables list if view_support is True - # self._all_tables = set( - # self._inspector.get_table_names(schema=schema) - # + (self._inspector.get_view_names(schema=schema) if view_support else []) - # ) - - # self._include_tables = set(include_tables) if include_tables else set() - # if self._include_tables: - # missing_tables = self._include_tables - self._all_tables - # if missing_tables: - # raise ValueError( - # f"include_tables {missing_tables} not found in database" - # ) - # self._ignore_tables = set(ignore_tables) if ignore_tables else set() - # if self._ignore_tables: - # missing_tables = self._ignore_tables - self._all_tables - # if missing_tables: - # raise ValueError( - # f"ignore_tables {missing_tables} not found in database" - # ) - # usable_tables = self.get_usable_table_names() - # self._usable_tables = set(usable_tables) if usable_tables else self._all_tables - - # if not isinstance(sample_rows_in_table_info, int): - # raise TypeError("sample_rows_in_table_info must be an integer") - # - # self._sample_rows_in_table_info = sample_rows_in_table_info self._indexes_in_table_info = indexes_in_table_info - # - # self._custom_table_info = custom_table_info - # if self._custom_table_info: - # if not isinstance(self._custom_table_info, dict): - # raise TypeError( - # "table_info must be a dictionary with table names as keys and the " - # "desired table info as values" - # ) - # # only keep the tables that are also present in the database - # intersection = set(self._custom_table_info).intersection(self._all_tables) - # self._custom_table_info = dict( - # (table, self._custom_table_info[table]) - # for table in self._custom_table_info - # if table in intersection - # ) - # self._metadata = metadata or MetaData() - # # # including view support if view_support = true - # self._metadata.reflect( - # views=view_support, - # bind=self._engine, - # only=list(self._usable_tables), - # schema=self._schema, - # ) @classmethod def from_uri( diff --git a/pilot/configs/config.py b/pilot/configs/config.py index c4458eaf7..c38337752 100644 --- a/pilot/configs/config.py +++ b/pilot/configs/config.py @@ -36,7 +36,7 @@ class Config(metaclass=Singleton): " (KHTML, like Gecko) Chrome/83.0.4103.97 Safari/537.36", ) - # This is a proxy server, just for test. we will remove this later. + # This is a proxy server, just for test_py. we will remove this later. self.proxy_api_key = os.getenv("PROXY_API_KEY") self.proxy_server_url = os.getenv("PROXY_SERVER_URL") @@ -112,6 +112,7 @@ class Config(metaclass=Singleton): ### Local database connection configuration self.LOCAL_DB_HOST = os.getenv("LOCAL_DB_HOST", "127.0.0.1") + self.LOCAL_DB_PATH = os.getenv("LOCAL_DB_PATH", "xx.db") self.LOCAL_DB_PORT = int(os.getenv("LOCAL_DB_PORT", 3306)) self.LOCAL_DB_USER = os.getenv("LOCAL_DB_USER", "root") self.LOCAL_DB_PASSWORD = os.getenv("LOCAL_DB_PASSWORD", "aa123456") diff --git a/pilot/connections/rdbms/clickhouse.py b/pilot/connections/rdbms/clickhouse.py index 7ea244276..c7421e8e6 100644 --- a/pilot/connections/rdbms/clickhouse.py +++ b/pilot/connections/rdbms/clickhouse.py @@ -1,8 +1,35 @@ #!/usr/bin/env python3 # -*- coding: utf-8 -*- +from pilot.connections.rdbms.rdbms_connect import RDBMSDatabase +from pilot.configs.config import Config -class ClickHouseConnector: +CFG = Config() + +class ClickHouseConnector(RDBMSDatabase): """ClickHouseConnector""" - pass + type: str = "DUCKDB" + + driver: str = "duckdb" + + file_path: str + + default_db = ["information_schema", "performance_schema", "sys", "mysql"] + + + @classmethod + def from_config(cls) -> RDBMSDatabase: + """ + Todo password encryption + Returns: + """ + return cls.from_uri_db(cls, + CFG.LOCAL_DB_PATH, + engine_args={"pool_size": 10, "pool_recycle": 3600, "echo": True}) + + @classmethod + def from_uri_db(cls, db_path: str, + engine_args: Optional[dict] = None, **kwargs: Any) -> RDBMSDatabase: + db_url: str = cls.connect_driver + "://" + db_path + return cls.from_uri(db_url, engine_args, **kwargs) diff --git a/pilot/connections/rdbms/duckdb.py b/pilot/connections/rdbms/duckdb.py new file mode 100644 index 000000000..e8b1038cb --- /dev/null +++ b/pilot/connections/rdbms/duckdb.py @@ -0,0 +1,38 @@ +from typing import Optional, Any + +from pilot.connections.rdbms.rdbms_connect import RDBMSDatabase + +from pilot.configs.config import Config + +CFG = Config() + +class DuckDbConnect(RDBMSDatabase): + """Connect Duckdb Database fetch MetaData + Args: + Usage: + """ + + type: str = "DUCKDB" + + driver: str = "duckdb" + + file_path: str + + default_db = ["information_schema", "performance_schema", "sys", "mysql"] + + + @classmethod + def from_config(cls) -> RDBMSDatabase: + """ + Todo password encryption + Returns: + """ + return cls.from_uri_db(cls, + CFG.LOCAL_DB_PATH, + engine_args={"pool_size": 10, "pool_recycle": 3600, "echo": True}) + + @classmethod + def from_uri_db(cls, db_path: str, + engine_args: Optional[dict] = None, **kwargs: Any) -> RDBMSDatabase: + db_url: str = cls.connect_driver + "://" + db_path + return cls.from_uri(db_url, engine_args, **kwargs) diff --git a/pilot/connections/rdbms/es.py b/pilot/connections/rdbms/es.py deleted file mode 100644 index 3810c7619..000000000 --- a/pilot/connections/rdbms/es.py +++ /dev/null @@ -1,8 +0,0 @@ -#!/usr/bin/env python3 -# -*- coding: utf-8 -*- - - -class ElasticSearchConnector: - """ElasticSearchConnector""" - - pass diff --git a/pilot/connections/rdbms/mongo.py b/pilot/connections/rdbms/mongo.py deleted file mode 100644 index 27f7a610c..000000000 --- a/pilot/connections/rdbms/mongo.py +++ /dev/null @@ -1,8 +0,0 @@ -#!/usr/bin/env python3 -# -*- coding: utf-8 -*- - - -class MongoConnector: - """MongoConnector is a class which connect to mongo and chat with LLM""" - - pass diff --git a/pilot/connections/rdbms/mssql.py b/pilot/connections/rdbms/mssql.py new file mode 100644 index 000000000..89c37e757 --- /dev/null +++ b/pilot/connections/rdbms/mssql.py @@ -0,0 +1,23 @@ +#!/usr/bin/env python3 +# -*- coding: utf-8 -*- +from typing import Optional, Any + +from pilot.connections.rdbms.rdbms_connect import RDBMSDatabase + + + + + +class MSSQLConnect(RDBMSDatabase): + """Connect MSSQL Database fetch MetaData + Args: + Usage: + """ + + type: str = "MSSQL" + dialect: str = "mssql" + driver: str = "pyodbc" + + default_db = ["master", "model", "msdb", "tempdb","modeldb", "resource"] + + diff --git a/pilot/connections/rdbms/mysql.py b/pilot/connections/rdbms/mysql.py index e50e9c679..c1b57f784 100644 --- a/pilot/connections/rdbms/mysql.py +++ b/pilot/connections/rdbms/mysql.py @@ -1,17 +1,23 @@ #!/usr/bin/env python3 # -*- coding: utf-8 -*- +from typing import Optional, Any -import pymysql from pilot.connections.rdbms.rdbms_connect import RDBMSDatabase + + + class MySQLConnect(RDBMSDatabase): - """Connect MySQL Database fetch MetaData For LLM Prompt + """Connect MySQL Database fetch MetaData Args: Usage: """ type: str = "MySQL" - connect_url = "mysql+pymysql://" + dialect: str = "mysql" + driver: str = "pymysql" default_db = ["information_schema", "performance_schema", "sys", "mysql"] + + diff --git a/pilot/connections/rdbms/oracle.py b/pilot/connections/rdbms/oracle.py index 6af8aa0a8..8c5c0d004 100644 --- a/pilot/connections/rdbms/oracle.py +++ b/pilot/connections/rdbms/oracle.py @@ -1,8 +1,11 @@ #!/usr/bin/env python3 # -*- coding:utf-8 -*- +from pilot.connections.rdbms.rdbms_connect import RDBMSDatabase - -class OracleConnector: +class OracleConnector(RDBMSDatabase): """OracleConnector""" + type: str = "ORACLE" - pass + driver: str = "oracle" + + default_db = ["SYS", "SYSTEM", "OUTLN", "ORDDATA", "XDB"] diff --git a/pilot/connections/rdbms/postgres.py b/pilot/connections/rdbms/postgres.py index 48a225293..2d366566a 100644 --- a/pilot/connections/rdbms/postgres.py +++ b/pilot/connections/rdbms/postgres.py @@ -1,8 +1,11 @@ #!/usr/bin/env python3 # -*- coding: utf-8 -*- +from pilot.connections.rdbms.rdbms_connect import RDBMSDatabase +class PostgresConnector(RDBMSDatabase): + """PostgresConnector is a class which Connector""" -class PostgresConnector: - """PostgresConnector is a class which Connector to chat with LLM""" + type: str = "POSTGRESQL" + driver: str = "postgresql" - pass + default_db = ["information_schema", "performance_schema", "sys", "mysql"] diff --git a/pilot/connections/rdbms/py_study/__init__.py b/pilot/connections/rdbms/py_study/__init__.py new file mode 100644 index 000000000..e69de29bb diff --git a/pilot/connections/rdbms/py_study/pd_study.py b/pilot/connections/rdbms/py_study/pd_study.py new file mode 100644 index 000000000..092a44213 --- /dev/null +++ b/pilot/connections/rdbms/py_study/pd_study.py @@ -0,0 +1,54 @@ +from pilot.configs.config import Config +import pandas as pd +from sqlalchemy import create_engine, pool +import matplotlib.pyplot as plt +import numpy as np +from matplotlib.font_manager import FontProperties +from pyecharts.charts import Bar +from pyecharts import options as opts + +CFG = Config() + + +if __name__ == "__main__": + # 创建连接池 + engine = create_engine('mysql+pymysql://root:aa123456@localhost:3306/gpt-user') + + # 从连接池中获取连接 + + + # 归还连接到连接池中 + + # 执行SQL语句并将结果转化为DataFrame + query = "SELECT * FROM users" + df = pd.read_sql(query, engine.connect()) + df.style.set_properties(subset=['name'], **{'font-weight': 'bold'}) + # 导出为HTML文件 + with open('report.html', 'w') as f: + f.write(df.style.render()) + + # # 设置中文字体 + # font = FontProperties(fname='SimHei.ttf', size=14) + # + # colors = np.random.rand(df.shape[0]) + # df.plot.scatter(x='city', y='user_name', c=colors) + # plt.show() + + # 查看DataFrame + print(df.head()) + + + # 创建数据 + x_data = ['Mon', 'Tue', 'Wed', 'Thu', 'Fri', 'Sat', 'Sun'] + y_data = [820, 932, 901, 934, 1290, 1330, 1320] + + # 生成图表 + bar = ( + Bar() + .add_xaxis(x_data) + .add_yaxis("销售额", y_data) + .set_global_opts(title_opts=opts.TitleOpts(title="销售额统计")) + ) + + # 生成HTML文件 + bar.render('report.html') diff --git a/pilot/connections/rdbms/rdbms_connect.py b/pilot/connections/rdbms/rdbms_connect.py index d3cca616f..424bfaa7f 100644 --- a/pilot/connections/rdbms/rdbms_connect.py +++ b/pilot/connections/rdbms/rdbms_connect.py @@ -19,6 +19,9 @@ from sqlalchemy.schema import CreateTable from sqlalchemy.orm import sessionmaker, scoped_session from pilot.connections.base import BaseConnect +from pilot.configs.config import Config + +CFG = Config() def _format_index(index: sqlalchemy.engine.interfaces.ReflectedIndex) -> str: @@ -32,16 +35,13 @@ class RDBMSDatabase(BaseConnect): """SQLAlchemy wrapper around a database.""" def __init__( - self, - engine, - schema: Optional[str] = None, - metadata: Optional[MetaData] = None, - ignore_tables: Optional[List[str]] = None, - include_tables: Optional[List[str]] = None, - sample_rows_in_table_info: int = 3, - indexes_in_table_info: bool = False, - custom_table_info: Optional[dict] = None, - view_support: bool = False, + self, + engine, + schema: Optional[str] = None, + metadata: Optional[MetaData] = None, + ignore_tables: Optional[List[str]] = None, + include_tables: Optional[List[str]] = None, + ): """Create engine from database URI.""" self._engine = engine @@ -55,73 +55,33 @@ class RDBMSDatabase(BaseConnect): self._db_sessions = Session - self._all_tables = set() - self.view_support = False - self._usable_tables = set() - self._include_tables = set() - self._ignore_tables = set() - self._custom_table_info = set() - self._indexes_in_table_info = set() - self._usable_tables = set() - self._usable_tables = set() - self._sample_rows_in_table_info = set() - # including view support by adding the views as well as tables to the all - # tables list if view_support is True - # self._all_tables = set( - # self._inspector.get_table_names(schema=schema) - # + (self._inspector.get_view_names(schema=schema) if view_support else []) - # ) + @classmethod + def from_config(cls) -> RDBMSDatabase: + """ + Todo password encryption + Returns: + """ + return cls.from_uri_db(cls, + CFG.LOCAL_DB_HOST, + CFG.LOCAL_DB_PORT, + CFG.LOCAL_DB_USER, + CFG.LOCAL_DB_PASSWORD, + engine_args={"pool_size": 10, "pool_recycle": 3600, "echo": True}) - # self._include_tables = set(include_tables) if include_tables else set() - # if self._include_tables: - # missing_tables = self._include_tables - self._all_tables - # if missing_tables: - # raise ValueError( - # f"include_tables {missing_tables} not found in database" - # ) - # self._ignore_tables = set(ignore_tables) if ignore_tables else set() - # if self._ignore_tables: - # missing_tables = self._ignore_tables - self._all_tables - # if missing_tables: - # raise ValueError( - # f"ignore_tables {missing_tables} not found in database" - # ) - # usable_tables = self.get_usable_table_names() - # self._usable_tables = set(usable_tables) if usable_tables else self._all_tables - - # if not isinstance(sample_rows_in_table_info, int): - # raise TypeError("sample_rows_in_table_info must be an integer") - # - # self._sample_rows_in_table_info = sample_rows_in_table_info - # self._indexes_in_table_info = indexes_in_table_info - # - # self._custom_table_info = custom_table_info - # if self._custom_table_info: - # if not isinstance(self._custom_table_info, dict): - # raise TypeError( - # "table_info must be a dictionary with table names as keys and the " - # "desired table info as values" - # ) - # # only keep the tables that are also present in the database - # intersection = set(self._custom_table_info).intersection(self._all_tables) - # self._custom_table_info = dict( - # (table, self._custom_table_info[table]) - # for table in self._custom_table_info - # if table in intersection - # ) - - # self._metadata = metadata or MetaData() - # # # including view support if view_support = true - # self._metadata.reflect( - # views=view_support, - # bind=self._engine, - # only=list(self._usable_tables), - # schema=self._schema, - # ) + @classmethod + def from_uri_db(cls, host: str, port: int, user: str, pwd: str, db_name: str = None, + engine_args: Optional[dict] = None, **kwargs: Any) -> RDBMSDatabase: + db_url: str = cls.connect_driver + "://" + CFG.LOCAL_DB_USER + ":" + CFG.LOCAL_DB_PASSWORD + "@" + CFG.LOCAL_DB_HOST + ":" + str( + CFG.LOCAL_DB_PORT) + if cls.dialect: + db_url = cls.dialect + "+" + db_url + if db_name: + db_url = db_url + "/" + db_name + return cls.from_uri(db_url, engine_args, **kwargs) @classmethod def from_uri( - cls, database_uri: str, engine_args: Optional[dict] = None, **kwargs: Any + cls, database_uri: str, engine_args: Optional[dict] = None, **kwargs: Any ) -> RDBMSDatabase: """Construct a SQLAlchemy engine from URI.""" _engine_args = engine_args or {} @@ -207,7 +167,7 @@ class RDBMSDatabase(BaseConnect): tbl for tbl in self._metadata.sorted_tables if tbl.name in set(all_table_names) - and not (self.dialect == "sqlite" and tbl.name.startswith("sqlite_")) + and not (self.dialect == "sqlite" and tbl.name.startswith("sqlite_")) ] tables = [] @@ -220,7 +180,7 @@ class RDBMSDatabase(BaseConnect): create_table = str(CreateTable(table).compile(self._engine)) table_info = f"{create_table.rstrip()}" has_extra_info = ( - self._indexes_in_table_info or self._sample_rows_in_table_info + self._indexes_in_table_info or self._sample_rows_in_table_info ) if has_extra_info: table_info += "\n\n/*" diff --git a/pilot/model/adapter.py b/pilot/model/adapter.py index 05c55fa74..af028a8bb 100644 --- a/pilot/model/adapter.py +++ b/pilot/model/adapter.py @@ -168,6 +168,6 @@ register_llm_model_adapters(ChatGLMAdapater) register_llm_model_adapters(GuanacoAdapter) # TODO Default support vicuna, other model need to tests and Evaluate -# just for test, remove this later +# just for test_py, remove this later register_llm_model_adapters(ProxyllmAdapter) register_llm_model_adapters(BaseLLMAdaper) diff --git a/pilot/model/llm_out/proxy_llm.py b/pilot/model/llm_out/proxy_llm.py index 68512ec3c..2084b0bbc 100644 --- a/pilot/model/llm_out/proxy_llm.py +++ b/pilot/model/llm_out/proxy_llm.py @@ -62,7 +62,7 @@ def proxyllm_generate_stream(model, tokenizer, params, device, context_len=2048) history.append(last_user_input) payloads = { - "model": "gpt-3.5-turbo", # just for test, remove this later + "model": "gpt-3.5-turbo", # just for test_py, remove this later "messages": history, "temperature": params.get("temperature"), "max_tokens": params.get("max_new_tokens"), diff --git a/pilot/pturning/lora/finetune.py b/pilot/pturning/lora/finetune.py index c661e4405..93e0d7094 100644 --- a/pilot/pturning/lora/finetune.py +++ b/pilot/pturning/lora/finetune.py @@ -110,7 +110,7 @@ train_val = data["train"].train_test_split(test_size=200, shuffle=True, seed=42) train_data = train_val["train"].map(generate_and_tokenize_prompt) -val_data = train_val["test"].map(generate_and_tokenize_prompt) +val_data = train_val["test_py"].map(generate_and_tokenize_prompt) # Training LORA_R = 8 diff --git a/pilot/scene/base_chat.py b/pilot/scene/base_chat.py index c1d831d0d..4e518a694 100644 --- a/pilot/scene/base_chat.py +++ b/pilot/scene/base_chat.py @@ -70,10 +70,8 @@ class BaseChat(ABC): self.current_user_input: str = current_user_input self.llm_model = CFG.LLM_MODEL ### can configurable storage methods - # self.memory = MemHistoryMemory(chat_session_id) + self.memory = MemHistoryMemory(chat_session_id) - ## TEST - self.memory = FileHistoryMemory(chat_session_id) ### load prompt template self.prompt_template: PromptTemplate = CFG.prompt_templates[ self.chat_mode.value diff --git a/pilot/source_embedding/pdf_loader.py b/pilot/source_embedding/pdf_loader.py index 80888631f..bbeead0cd 100644 --- a/pilot/source_embedding/pdf_loader.py +++ b/pilot/source_embedding/pdf_loader.py @@ -47,7 +47,7 @@ class UnstructuredPaddlePDFLoader(UnstructuredFileLoader): if __name__ == "__main__": filepath = os.path.join( - os.path.dirname(os.path.dirname(__file__)), "content", "samples", "test.pdf" + os.path.dirname(os.path.dirname(__file__)), "content", "samples", "test_py.pdf" ) loader = UnstructuredPaddlePDFLoader(filepath, mode="elements") docs = loader.load()