github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2026-01-13 19:55:44 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: ant_icube table mapping correct

Browse Source
This commit is contained in:
yaoyifan-yyf
2025-10-15 17:38:04 +08:00
parent 65fd87bfe0
commit 24064d7b49
2 changed files with 87 additions and 74 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
packages/dbgpt-serve/src/dbgpt_serve/evaluate/service/fetchdata/benchmark_data_manager.py
View File

@@ -303,7 +303,7 @@ class BenchmarkDataManager(BaseComponent):
def _sanitize_table_name(self, name: str) -> str:
"""Normalize table names using mappings"""
mapped_name = self._table_mappings.get(name.lower(), name)
mapped_name = self._table_mappings.get(name.lower())
# Clean special characters
invalid_chars = [
@@ -440,6 +440,9 @@ class BenchmarkDataManager(BaseComponent):
table_name = "_".join(path_parts + [Path(file_info["file_name"]).stem])
table_name = self._sanitize_table_name(table_name)
with self._connector.session_scope() as session:
session.execute(text(f'DROP TABLE IF EXISTS "{table_name}"'))
session.commit()
encodings = ["utf-8-sig", "utf-8", "latin-1", "iso-8859-1", "cp1252"]
for encoding in encodings:

156
pilot/benchmark_meta_data/table_mapping.json
View File

@@ -1,85 +1,95 @@
{
"data_source_20_rides_data": "ant_icube_dev.city_ride_data_rides",
"data_source_20_drivers_data": "ant_icube_dev.city_ride_data_drivers",
"data_source_18_richest_countries": "ant_icube_dev.world_economic_richest_countries",
"data_source_18_cost_of_living": "ant_icube_dev.world_economic_cost_of_living",
"data_source_18_tourism": "ant_icube_dev.world_economic_tourism",
"data_source_18_corruption": "ant_icube_dev.world_economic_corruption",
"data_source_18_unemployment": "ant_icube_dev.world_economic_unemployment",
"data_source_27_customers": "ant_icube_dev.grocery_sales_customers",
"data_source_27_categories": "ant_icube_dev.grocery_sales_categories",
"data_source_27_products": "ant_icube_dev.grocery_sales_products",
"data_source_27_countries": "ant_icube_dev.grocery_sales_countries",
"data_source_27_cities": "ant_icube_dev.grocery_sales_cities",
"data_source_27_employees": "ant_icube_dev.grocery_sales_employees",
"data_source_10_indexdata": "ant_icube_dev.stock_exchange_index_data",
"data_source_10_indexinfo": "ant_icube_dev.stock_exchange_index_info",
"data_source_11_price": "ant_icube_dev.bakery_sales_price",
"data_source_11_sales": "ant_icube_dev.bakery_sales_sale",
"data_source_7_vgsales": "ant_icube_dev.di_video_game_sales",
"data_source_16_subjects": "ant_icube_dev.school_subject",
"data_source_16_marks": "ant_icube_dev.school_marks",
"data_source_16_teachers": "ant_icube_dev.school_teachers",
"data_source_16_students": "ant_icube_dev.school_students",
"data_source_6_sales_dataset": "ant_icube_dev.di_sales_dataset",
"data_source_28_customers": "ant_icube_dev.online_shop_customers",
"data_source_28_products": "ant_icube_dev.online_shop_products",
"data_source_28_reviews": "ant_icube_dev.online_shop_reviews",
"data_source_28_orders": "ant_icube_dev.online_shop_orders",
"data_source_28_shipments": "ant_icube_dev.online_shop_shipments",
"data_source_28_suppliers": "ant_icube_dev.online_shop_suppliers",
"data_source_28_payment": "ant_icube_dev.online_shop_payment",
"data_source_28_order_items": "ant_icube_dev.online_shop_order_items",
"data_source_17_df_customers": "ant_icube_dev.ecommerce_order_customers",
"data_source_17_df_products": "ant_icube_dev.ecommerce_order_products",
"data_source_17_df_payments": "ant_icube_dev.ecommerce_order_payments",
"data_source_17_df_orders": "ant_icube_dev.ecommerce_order_orders",
"data_source_17_df_orderitems": "ant_icube_dev.ecommerce_order_order_items",
"data_source_1_finance_data": "ant_icube_dev.di_finance_data",
"data_source_10_indexinfo": "ant_icube_dev.stock_exchange_index_info",
"data_source_10_indexdata": "ant_icube_dev.stock_exchange_index_data",
"data_source_19_drinks": "ant_icube_dev.alcohol_and_life_expectancy_drinks",
"data_source_19_lifeexpectancy_verbose": "ant_icube_dev.alcohol_and_life_expectancy_verbose",
"data_source_26_teams": "ant_icube_dev.football_teams",
"data_source_26_appearances": "ant_icube_dev.football_appereances",
"data_source_26_teamstats": "ant_icube_dev.football_teamstats",
"data_source_26_leagues": "ant_icube_dev.football_leagues",
"data_source_26_players": "ant_icube_dev.football_players",
"data_source_26_games": "ant_icube_dev.football_games",
"data_source_26_shots": "ant_icube_dev.football_shots",
"data_source_8_googleplaystore": "ant_icube_dev.di_google_play_store_apps",
"data_source_21_e_customers": "ant_icube_dev.di_data_cleaning_for_customer_database_e_customers",
"data_source_21_e_products": "ant_icube_dev.di_data_cleaning_for_customer_database_e_products",
"data_source_21_e_orders": "ant_icube_dev.di_data_cleaning_for_customer_database_e_orders",
"data_source_24_blinkit_products": "ant_icube_dev.blinkit_products",
"data_source_24_blinkit_marketing_performance": "ant_icube_dev.blinkit_marketing_performance",
"data_source_24_blinkit_inventory": "ant_icube_dev.blinkit_inventory",
"data_source_24_blinkit_customer_feedback": "ant_icube_dev.blinkit_customer_feedback",
"data_source_24_blinkit_inventorynew": "ant_icube_dev.blinkit_inventory",
"data_source_24_blinkit_order_items": "ant_icube_dev.blinkit_order_items",
"data_source_24_blinkit_customers": "ant_icube_dev.blinkit_customers",
"data_source_24_blinkit_orders": "ant_icube_dev.blinkit_orders",
"data_source_24_blinkit_delivery_performance": "ant_icube_dev.blinkit_delivery_performance",
"data_source_23_ben10_aliens": "ant_icube_dev.di_ben10_alien_universe_realistic_battle_dataset_aliens",
"data_source_23_ben10_enemies": "ant_icube_dev.di_ben10_alien_universe_realistic_battle_dataset_enemies",
"data_source_23_ben10_battles": "ant_icube_dev.di_ben10_alien_universe_realistic_battle_dataset_battles",
"data_source_2_finance_loan_approval_prediction_data": "ant_icube_dev.di_finance_loan_approval_prediction_data",
"data_source_12_events1": "ant_icube_dev.google_merchandise_events",
"data_source_12_items": "ant_icube_dev.google_merchandise_items",
"data_source_12_users": "ant_icube_dev.google_merchandise_users",
"data_source_13_features": "ant_icube_dev.walmart_features",
"data_source_13_stores": "ant_icube_dev.walmart_stores",
"data_source_13_sales": "ant_icube_dev.walmart_sales",
"data_source_5_unicorns_till_sep_2022": "ant_icube_dev.di_unicorn_startups",
"data_source_14_products": "ant_icube_dev.mexico_toy_products",
"data_source_13_stores": "ant_icube_dev.walmart_stores",
"data_source_14_inventory": "ant_icube_dev.mexico_toy_inventory",
"data_source_14_stores": "ant_icube_dev.mexico_toy_stores",
"data_source_14_products": "ant_icube_dev.mexico_toy_products",
"data_source_14_sales": "ant_icube_dev.mexico_toy_sales",
"data_source_14_stores": "ant_icube_dev.mexico_toy_stores",
"data_source_15_cardbase": "ant_icube_dev.credit_card_card_base",
"data_source_15_customerbase": "ant_icube_dev.credit_card_customer_base",
"data_source_15_fraudbase": "ant_icube_dev.credit_card_fraud_base",
"data_source_15_transactionbase": "ant_icube_dev.credit_card_transaction_base",
"data_source_16_marks": "ant_icube_dev.school_marks",
"data_source_16_students": "ant_icube_dev.school_students",
"data_source_16_subjects": "ant_icube_dev.school_subject",
"data_source_16_teachers": "ant_icube_dev.school_teachers",
"data_source_17_df_customers": "ant_icube_dev.ecommerce_order_customers",
"data_source_17_df_orderitems": "ant_icube_dev.ecommerce_order_order_items",
"data_source_17_df_orders": "ant_icube_dev.ecommerce_order_orders",
"data_source_17_df_payments": "ant_icube_dev.ecommerce_order_payments",
"data_source_17_df_products": "ant_icube_dev.ecommerce_order_products",
"data_source_18_corruption": "ant_icube_dev.world_economic_corruption",
"data_source_18_cost_of_living": "ant_icube_dev.world_economic_cost_of_living",
"data_source_18_richest_countries": "ant_icube_dev.world_economic_richest_countries",
"data_source_18_tourism": "ant_icube_dev.world_economic_tourism",
"data_source_18_unemployment": "ant_icube_dev.world_economic_unemployment",
"data_source_19_drinks": "ant_icube_dev.alcohol_and_life_expectancy_drinks",
"data_source_19_lifeexpectancy-verbose": "ant_icube_dev.alcohol_and_life_expectancy_verbose",
"data_source_1_finance_data": "ant_icube_dev.di_finance_data",
"data_source_20_drivers_data": "ant_icube_dev.city_ride_data_drivers",
"data_source_20_rides_data": "ant_icube_dev.city_ride_data_rides",
"data_source_21_e_customers": "ant_icube_dev.di_data_cleaning_for_customer_database_e_customers",
"data_source_21_e_orders": "ant_icube_dev.di_data_cleaning_for_customer_database_e_orders",
"data_source_21_e_products": "ant_icube_dev.di_data_cleaning_for_customer_database_e_products",
"data_source_22_ufc_country_data": "ant_icube_dev.ufc_country_data",
"data_source_22_ufc_events_stats": "ant_icube_dev.ufc_events_stats",
"data_source_22_ufc_fighters_stats": "ant_icube_dev.ufc_fighters_stats",
"data_source_25_bakutech_bakutech_sales_data": "ant_icube_dev.tech_sales_sales_data",
"data_source_25_bakutech_bakutech_assets": "ant_icube_dev.tech_sales_assets",
"data_source_25_bakutech_bakutech_product_returns": "ant_icube_dev.tech_sales_product_returns",
"data_source_25_bakutech_bakutech_product_subcategories": "ant_icube_dev.tech_sales_product_subcategories",
"data_source_25_bakutech_bakutech_customer_lookup": "ant_icube_dev.tech_sales_customer_lookup",
"data_source_23_ben10_aliens": "ant_icube_dev.di_ben10_alien_universe_realistic_battle_dataset_aliens",
"data_source_23_ben10_battles": "ant_icube_dev.di_ben10_alien_universe_realistic_battle_dataset_battles",
"data_source_23_ben10_enemies": "ant_icube_dev.di_ben10_alien_universe_realistic_battle_dataset_enemies",
"data_source_24_blinkit_customer_feedback": "ant_icube_dev.blinkit_customers",
"data_source_24_blinkit_customers": "ant_icube_dev.blinkit_customers",
"data_source_24_blinkit_delivery_performance": "ant_icube_dev.blinkit_delivery_performance",
"data_source_24_blinkit_inventory": "ant_icube_dev.blinkit_inventory",
"data_source_24_blinkit_inventorynew": "ant_icube_dev.blinkit_inventory",
"data_source_24_blinkit_marketing_performance": "ant_icube_dev.blinkit_delivery_performance",
"data_source_24_blinkit_order_items": "ant_icube_dev.blinkit_order_items",
"data_source_24_blinkit_orders": "ant_icube_dev.blinkit_orders",
"data_source_24_blinkit_products": "ant_icube_dev.blinkit_products",
"data_source_25_bakutech_bakutech_product_categories": "ant_icube_dev.tech_sales_product_categories",
"data_source_25_bakutech_bakutech_product_subcategories": "ant_icube_dev.tech_sales_product_subcategories",
"data_source_25_bakutech_bakutech_sales_data": "ant_icube_dev.tech_sales_sales_data",
"data_source_25_bakutech_bakutech_assets": "ant_icube_dev.tech_sales_product_lookup",
"data_source_25_bakutech_bakutech_customer_lookup": "ant_icube_dev.tech_sales_customer_lookup",
"data_source_25_bakutech_bakutech_dates": "ant_icube_dev.tech_sales_product_lookup",
"data_source_25_bakutech_bakutech_product_returns": "ant_icube_dev.tech_sales_product_returns",
"data_source_25_bakutech_bakutech_products_lookup": "ant_icube_dev.tech_sales_product_lookup",
"data_source_25_bakutech_bakutech_dates": "ant_icube_dev.tech_sales_dates",
"data_source_3_stock_details_5_years 3": "ant_icube_dev.di_massive_yahoo_finance_dataset_0805"
}
"data_source_26_appearances": "ant_icube_dev.football_appereances",
"data_source_26_games": "ant_icube_dev.football_games",
"data_source_26_leagues": "ant_icube_dev.football_leagues",
"data_source_26_players": "ant_icube_dev.football_players",
"data_source_26_shots": "ant_icube_dev.football_shots",
"data_source_26_teams": "ant_icube_dev.football_teams",
"data_source_26_teamstats": "ant_icube_dev.football_teamstats",
"data_source_27_categories": "ant_icube_dev.grocery_sales_categories",
"data_source_27_cities": "ant_icube_dev.grocery_sales_cities",
"data_source_27_countries": "ant_icube_dev.grocery_sales_countries",
"data_source_27_customers": "ant_極cube_dev.grocery_sales_customers",
"data_source_27_employees": "ant_icube_dev.grocery_sales_employees",
"data_source_27_products": "ant_icube_dev.grocery_sales_products",
"data_source_27_sales": "ant_icube_dev.grocery_sales_sales",
"data_source_28_customers": "ant_icube_dev.online_shop_customers",
"data_source_28_order_items": "ant_icube_dev.online_shop_order_items",
"data_source_28_orders": "ant_icube_dev.online_shop_orders",
"data_source_28_payment": "ant_icube_dev.online_shop_payment",
"data_source_28_products": "ant_icube_dev.online_shop_products",
"data_source_28_reviews": "ant_icube_dev.online_shop_customers",
"data_source_28_shipments": "ant_icube_dev.online_shop_shipments",
"data_source_28_suppliers": "ant_icube_dev.online_shop_suppliers",
"data_source_2_finance_loan_approval_prediction_data": "ant_icube_dev.di_finance_loan_approval_prediction_data",
"data_source_3_stock_details_5_years 3": "ant_icube_dev.di_massive_yahoo_finance_dataset_0805",
"data_source_4_wa_fn-usec_-accounts-receivable 2": "ant_icube_dev.di_finance_factoring_ibm_late_payment_histories",
"data_source_5_unicorns till sep 2022": "ant_icube_dev.di_unicorn_startups",
"data_source_6_sales dataset": "ant_icube_dev.di_sales_dataset",
"data_source_7_vgsales": "ant_icube_dev.di_video_game_sales",
"data_source_8_googleplaystore": "ant_icube_dev.di_google_play_store_apps",
"data_source_9_final": "ant_icube_dev.di_global_lnternet_users"
}