From 24064d7b49a517cd340bb38e51f297508fb0d7bc Mon Sep 17 00:00:00 2001 From: yaoyifan-yyf Date: Wed, 15 Oct 2025 17:38:04 +0800 Subject: [PATCH] fix: ant_icube table mapping correct --- .../fetchdata/benchmark_data_manager.py | 5 +- pilot/benchmark_meta_data/table_mapping.json | 156 ++++++++++-------- 2 files changed, 87 insertions(+), 74 deletions(-) diff --git a/packages/dbgpt-serve/src/dbgpt_serve/evaluate/service/fetchdata/benchmark_data_manager.py b/packages/dbgpt-serve/src/dbgpt_serve/evaluate/service/fetchdata/benchmark_data_manager.py index 84f9c195e..8a1abad5d 100644 --- a/packages/dbgpt-serve/src/dbgpt_serve/evaluate/service/fetchdata/benchmark_data_manager.py +++ b/packages/dbgpt-serve/src/dbgpt_serve/evaluate/service/fetchdata/benchmark_data_manager.py @@ -303,7 +303,7 @@ class BenchmarkDataManager(BaseComponent): def _sanitize_table_name(self, name: str) -> str: """Normalize table names using mappings""" - mapped_name = self._table_mappings.get(name.lower(), name) + mapped_name = self._table_mappings.get(name.lower()) # Clean special characters invalid_chars = [ @@ -440,6 +440,9 @@ class BenchmarkDataManager(BaseComponent): table_name = "_".join(path_parts + [Path(file_info["file_name"]).stem]) table_name = self._sanitize_table_name(table_name) + with self._connector.session_scope() as session: + session.execute(text(f'DROP TABLE IF EXISTS "{table_name}"')) + session.commit() encodings = ["utf-8-sig", "utf-8", "latin-1", "iso-8859-1", "cp1252"] for encoding in encodings: diff --git a/pilot/benchmark_meta_data/table_mapping.json b/pilot/benchmark_meta_data/table_mapping.json index e72e79048..bdb902401 100644 --- a/pilot/benchmark_meta_data/table_mapping.json +++ b/pilot/benchmark_meta_data/table_mapping.json @@ -1,85 +1,95 @@ { - "data_source_20_rides_data": "ant_icube_dev.city_ride_data_rides", - "data_source_20_drivers_data": "ant_icube_dev.city_ride_data_drivers", - "data_source_18_richest_countries": "ant_icube_dev.world_economic_richest_countries", - "data_source_18_cost_of_living": "ant_icube_dev.world_economic_cost_of_living", - "data_source_18_tourism": "ant_icube_dev.world_economic_tourism", - "data_source_18_corruption": "ant_icube_dev.world_economic_corruption", - "data_source_18_unemployment": "ant_icube_dev.world_economic_unemployment", - "data_source_27_customers": "ant_icube_dev.grocery_sales_customers", - "data_source_27_categories": "ant_icube_dev.grocery_sales_categories", - "data_source_27_products": "ant_icube_dev.grocery_sales_products", - "data_source_27_countries": "ant_icube_dev.grocery_sales_countries", - "data_source_27_cities": "ant_icube_dev.grocery_sales_cities", - "data_source_27_employees": "ant_icube_dev.grocery_sales_employees", + "data_source_10_indexdata": "ant_icube_dev.stock_exchange_index_data", + "data_source_10_indexinfo": "ant_icube_dev.stock_exchange_index_info", "data_source_11_price": "ant_icube_dev.bakery_sales_price", "data_source_11_sales": "ant_icube_dev.bakery_sales_sale", - "data_source_7_vgsales": "ant_icube_dev.di_video_game_sales", - "data_source_16_subjects": "ant_icube_dev.school_subject", - "data_source_16_marks": "ant_icube_dev.school_marks", - "data_source_16_teachers": "ant_icube_dev.school_teachers", - "data_source_16_students": "ant_icube_dev.school_students", - "data_source_6_sales_dataset": "ant_icube_dev.di_sales_dataset", - "data_source_28_customers": "ant_icube_dev.online_shop_customers", - "data_source_28_products": "ant_icube_dev.online_shop_products", - "data_source_28_reviews": "ant_icube_dev.online_shop_reviews", - "data_source_28_orders": "ant_icube_dev.online_shop_orders", - "data_source_28_shipments": "ant_icube_dev.online_shop_shipments", - "data_source_28_suppliers": "ant_icube_dev.online_shop_suppliers", - "data_source_28_payment": "ant_icube_dev.online_shop_payment", - "data_source_28_order_items": "ant_icube_dev.online_shop_order_items", - "data_source_17_df_customers": "ant_icube_dev.ecommerce_order_customers", - "data_source_17_df_products": "ant_icube_dev.ecommerce_order_products", - "data_source_17_df_payments": "ant_icube_dev.ecommerce_order_payments", - "data_source_17_df_orders": "ant_icube_dev.ecommerce_order_orders", - "data_source_17_df_orderitems": "ant_icube_dev.ecommerce_order_order_items", - "data_source_1_finance_data": "ant_icube_dev.di_finance_data", - "data_source_10_indexinfo": "ant_icube_dev.stock_exchange_index_info", - "data_source_10_indexdata": "ant_icube_dev.stock_exchange_index_data", - "data_source_19_drinks": "ant_icube_dev.alcohol_and_life_expectancy_drinks", - "data_source_19_lifeexpectancy_verbose": "ant_icube_dev.alcohol_and_life_expectancy_verbose", - "data_source_26_teams": "ant_icube_dev.football_teams", - "data_source_26_appearances": "ant_icube_dev.football_appereances", - "data_source_26_teamstats": "ant_icube_dev.football_teamstats", - "data_source_26_leagues": "ant_icube_dev.football_leagues", - "data_source_26_players": "ant_icube_dev.football_players", - "data_source_26_games": "ant_icube_dev.football_games", - "data_source_26_shots": "ant_icube_dev.football_shots", - "data_source_8_googleplaystore": "ant_icube_dev.di_google_play_store_apps", - "data_source_21_e_customers": "ant_icube_dev.di_data_cleaning_for_customer_database_e_customers", - "data_source_21_e_products": "ant_icube_dev.di_data_cleaning_for_customer_database_e_products", - "data_source_21_e_orders": "ant_icube_dev.di_data_cleaning_for_customer_database_e_orders", - "data_source_24_blinkit_products": "ant_icube_dev.blinkit_products", - "data_source_24_blinkit_marketing_performance": "ant_icube_dev.blinkit_marketing_performance", - "data_source_24_blinkit_inventory": "ant_icube_dev.blinkit_inventory", - "data_source_24_blinkit_customer_feedback": "ant_icube_dev.blinkit_customer_feedback", - "data_source_24_blinkit_inventorynew": "ant_icube_dev.blinkit_inventory", - "data_source_24_blinkit_order_items": "ant_icube_dev.blinkit_order_items", - "data_source_24_blinkit_customers": "ant_icube_dev.blinkit_customers", - "data_source_24_blinkit_orders": "ant_icube_dev.blinkit_orders", - "data_source_24_blinkit_delivery_performance": "ant_icube_dev.blinkit_delivery_performance", - "data_source_23_ben10_aliens": "ant_icube_dev.di_ben10_alien_universe_realistic_battle_dataset_aliens", - "data_source_23_ben10_enemies": "ant_icube_dev.di_ben10_alien_universe_realistic_battle_dataset_enemies", - "data_source_23_ben10_battles": "ant_icube_dev.di_ben10_alien_universe_realistic_battle_dataset_battles", - "data_source_2_finance_loan_approval_prediction_data": "ant_icube_dev.di_finance_loan_approval_prediction_data", + "data_source_12_events1": "ant_icube_dev.google_merchandise_events", + "data_source_12_items": "ant_icube_dev.google_merchandise_items", + "data_source_12_users": "ant_icube_dev.google_merchandise_users", "data_source_13_features": "ant_icube_dev.walmart_features", - "data_source_13_stores": "ant_icube_dev.walmart_stores", "data_source_13_sales": "ant_icube_dev.walmart_sales", - "data_source_5_unicorns_till_sep_2022": "ant_icube_dev.di_unicorn_startups", - "data_source_14_products": "ant_icube_dev.mexico_toy_products", + "data_source_13_stores": "ant_icube_dev.walmart_stores", "data_source_14_inventory": "ant_icube_dev.mexico_toy_inventory", - "data_source_14_stores": "ant_icube_dev.mexico_toy_stores", + "data_source_14_products": "ant_icube_dev.mexico_toy_products", "data_source_14_sales": "ant_icube_dev.mexico_toy_sales", + "data_source_14_stores": "ant_icube_dev.mexico_toy_stores", + "data_source_15_cardbase": "ant_icube_dev.credit_card_card_base", + "data_source_15_customerbase": "ant_icube_dev.credit_card_customer_base", + "data_source_15_fraudbase": "ant_icube_dev.credit_card_fraud_base", + "data_source_15_transactionbase": "ant_icube_dev.credit_card_transaction_base", + "data_source_16_marks": "ant_icube_dev.school_marks", + "data_source_16_students": "ant_icube_dev.school_students", + "data_source_16_subjects": "ant_icube_dev.school_subject", + "data_source_16_teachers": "ant_icube_dev.school_teachers", + "data_source_17_df_customers": "ant_icube_dev.ecommerce_order_customers", + "data_source_17_df_orderitems": "ant_icube_dev.ecommerce_order_order_items", + "data_source_17_df_orders": "ant_icube_dev.ecommerce_order_orders", + "data_source_17_df_payments": "ant_icube_dev.ecommerce_order_payments", + "data_source_17_df_products": "ant_icube_dev.ecommerce_order_products", + "data_source_18_corruption": "ant_icube_dev.world_economic_corruption", + "data_source_18_cost_of_living": "ant_icube_dev.world_economic_cost_of_living", + "data_source_18_richest_countries": "ant_icube_dev.world_economic_richest_countries", + "data_source_18_tourism": "ant_icube_dev.world_economic_tourism", + "data_source_18_unemployment": "ant_icube_dev.world_economic_unemployment", + "data_source_19_drinks": "ant_icube_dev.alcohol_and_life_expectancy_drinks", + "data_source_19_lifeexpectancy-verbose": "ant_icube_dev.alcohol_and_life_expectancy_verbose", + "data_source_1_finance_data": "ant_icube_dev.di_finance_data", + "data_source_20_drivers_data": "ant_icube_dev.city_ride_data_drivers", + "data_source_20_rides_data": "ant_icube_dev.city_ride_data_rides", + "data_source_21_e_customers": "ant_icube_dev.di_data_cleaning_for_customer_database_e_customers", + "data_source_21_e_orders": "ant_icube_dev.di_data_cleaning_for_customer_database_e_orders", + "data_source_21_e_products": "ant_icube_dev.di_data_cleaning_for_customer_database_e_products", "data_source_22_ufc_country_data": "ant_icube_dev.ufc_country_data", "data_source_22_ufc_events_stats": "ant_icube_dev.ufc_events_stats", "data_source_22_ufc_fighters_stats": "ant_icube_dev.ufc_fighters_stats", - "data_source_25_bakutech_bakutech_sales_data": "ant_icube_dev.tech_sales_sales_data", - "data_source_25_bakutech_bakutech_assets": "ant_icube_dev.tech_sales_assets", - "data_source_25_bakutech_bakutech_product_returns": "ant_icube_dev.tech_sales_product_returns", - "data_source_25_bakutech_bakutech_product_subcategories": "ant_icube_dev.tech_sales_product_subcategories", - "data_source_25_bakutech_bakutech_customer_lookup": "ant_icube_dev.tech_sales_customer_lookup", + "data_source_23_ben10_aliens": "ant_icube_dev.di_ben10_alien_universe_realistic_battle_dataset_aliens", + "data_source_23_ben10_battles": "ant_icube_dev.di_ben10_alien_universe_realistic_battle_dataset_battles", + "data_source_23_ben10_enemies": "ant_icube_dev.di_ben10_alien_universe_realistic_battle_dataset_enemies", + "data_source_24_blinkit_customer_feedback": "ant_icube_dev.blinkit_customers", + "data_source_24_blinkit_customers": "ant_icube_dev.blinkit_customers", + "data_source_24_blinkit_delivery_performance": "ant_icube_dev.blinkit_delivery_performance", + "data_source_24_blinkit_inventory": "ant_icube_dev.blinkit_inventory", + "data_source_24_blinkit_inventorynew": "ant_icube_dev.blinkit_inventory", + "data_source_24_blinkit_marketing_performance": "ant_icube_dev.blinkit_delivery_performance", + "data_source_24_blinkit_order_items": "ant_icube_dev.blinkit_order_items", + "data_source_24_blinkit_orders": "ant_icube_dev.blinkit_orders", + "data_source_24_blinkit_products": "ant_icube_dev.blinkit_products", "data_source_25_bakutech_bakutech_product_categories": "ant_icube_dev.tech_sales_product_categories", + "data_source_25_bakutech_bakutech_product_subcategories": "ant_icube_dev.tech_sales_product_subcategories", + "data_source_25_bakutech_bakutech_sales_data": "ant_icube_dev.tech_sales_sales_data", + "data_source_25_bakutech_bakutech_assets": "ant_icube_dev.tech_sales_product_lookup", + "data_source_25_bakutech_bakutech_customer_lookup": "ant_icube_dev.tech_sales_customer_lookup", + "data_source_25_bakutech_bakutech_dates": "ant_icube_dev.tech_sales_product_lookup", + "data_source_25_bakutech_bakutech_product_returns": "ant_icube_dev.tech_sales_product_returns", "data_source_25_bakutech_bakutech_products_lookup": "ant_icube_dev.tech_sales_product_lookup", - "data_source_25_bakutech_bakutech_dates": "ant_icube_dev.tech_sales_dates", - "data_source_3_stock_details_5_years 3": "ant_icube_dev.di_massive_yahoo_finance_dataset_0805" -} + "data_source_26_appearances": "ant_icube_dev.football_appereances", + "data_source_26_games": "ant_icube_dev.football_games", + "data_source_26_leagues": "ant_icube_dev.football_leagues", + "data_source_26_players": "ant_icube_dev.football_players", + "data_source_26_shots": "ant_icube_dev.football_shots", + "data_source_26_teams": "ant_icube_dev.football_teams", + "data_source_26_teamstats": "ant_icube_dev.football_teamstats", + "data_source_27_categories": "ant_icube_dev.grocery_sales_categories", + "data_source_27_cities": "ant_icube_dev.grocery_sales_cities", + "data_source_27_countries": "ant_icube_dev.grocery_sales_countries", + "data_source_27_customers": "ant_ꄵcube_dev.grocery_sales_customers", + "data_source_27_employees": "ant_icube_dev.grocery_sales_employees", + "data_source_27_products": "ant_icube_dev.grocery_sales_products", + "data_source_27_sales": "ant_icube_dev.grocery_sales_sales", + "data_source_28_customers": "ant_icube_dev.online_shop_customers", + "data_source_28_order_items": "ant_icube_dev.online_shop_order_items", + "data_source_28_orders": "ant_icube_dev.online_shop_orders", + "data_source_28_payment": "ant_icube_dev.online_shop_payment", + "data_source_28_products": "ant_icube_dev.online_shop_products", + "data_source_28_reviews": "ant_icube_dev.online_shop_customers", + "data_source_28_shipments": "ant_icube_dev.online_shop_shipments", + "data_source_28_suppliers": "ant_icube_dev.online_shop_suppliers", + "data_source_2_finance_loan_approval_prediction_data": "ant_icube_dev.di_finance_loan_approval_prediction_data", + "data_source_3_stock_details_5_years 3": "ant_icube_dev.di_massive_yahoo_finance_dataset_0805", + "data_source_4_wa_fn-usec_-accounts-receivable 2": "ant_icube_dev.di_finance_factoring_ibm_late_payment_histories", + "data_source_5_unicorns till sep 2022": "ant_icube_dev.di_unicorn_startups", + "data_source_6_sales dataset": "ant_icube_dev.di_sales_dataset", + "data_source_7_vgsales": "ant_icube_dev.di_video_game_sales", + "data_source_8_googleplaystore": "ant_icube_dev.di_google_play_store_apps", + "data_source_9_final": "ant_icube_dev.di_global_lnternet_users" +} \ No newline at end of file