CREATE TABLE `report_product_sales_data` (
`id` int(10) unsigned NOT NULL AUTO_INCREMENT COMMENT 'ID',
`hq_code` char(16) COLLATE utf8_unicode_ci NOT NULL COMMENT '公司編碼',
`product_id` int(10) unsigned NOT NULL COMMENT '商品ID',
`orgz_id` int(10) unsigned NOT NULL COMMENT '組織ID',
`sales_num` double(16,3) NOT NULL COMMENT '銷售數(shù)量',
`report_date` date NOT NULL COMMENT '報表日期',
`status` tinyint(4) NOT NULL DEFAULT '0' COMMENT '狀態(tài): 0.未日結,1.已日結',
`created_at` timestamp NULL DEFAULT NULL,
`updated_at` timestamp NULL DEFAULT NULL,
PRIMARY KEY (`id`),
UNIQUE KEY `report_product_sales_data_unique` (`hq_code`,`report_date`,`orgz_id`,`product_id`),
KEY `report_product_sales_data_hq_code_orgz_id_index` (`hq_code`,`orgz_id`,`report_date`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_unicode_ci COMMENT='商品日營業(yè)數(shù)據(jù)表';
-- 批量查詢耗時154ms
select product_id, sales_num, report_date from `report_product_sales_data`
where `hq_code` = '000030'
and `orgz_id` = 229
and `product_id` in (11453,11472,11487,11446,11456,12088,11433,114170,11479,11491,11485,11482,70672,68998,154298,11435,11481,11515,122573,167938)
and `report_date` > '2018-05-11' order by id desc
limit 320;
-- explain結果如下
id select_type table type possible_keys key key_len ref rows Extra
1 SIMPLE report_product_sales_data range report_product_sales_data_unique,report_product_sales_data_hq_code_orgz_id_index report_product_sales_data_hq_code_orgz_id_index 55 NULL 37088 Using index condition; Using where; Using filesort
-- 批量查詢耗時397ms
select product_id, sales_num, report_date from `report_product_sales_data`
where `hq_code` = '000030'
and `orgz_id` = 229
and `product_id` in (11453,11472,11487,11446,11456,12088,11433,114170,11479,11491,11485,11482,70672,68998,154298,11435,11481,11515,122573,167938)
and `report_date` > '2018-05-11'
order by `id` desc limit 10;
-- explain結果如下
id select_type table type possible_keys key key_len ref rows Extra
1 SIMPLE report_product_sales_data index report_product_sales_data_unique,report_product_sales_data_hq_code_orgz_id_index PRIMARY 4 NULL 7624 Using where
-- 開啟優(yōu)化器跟蹤
set session optimizer_trace='enabled=on';
-- 在執(zhí)行完查詢語句后,在執(zhí)行以下的select語句可以查看具體的優(yōu)化器執(zhí)行過程
select * from information_schema.optimizer_trace;
-- 對于這條走了預期report_product_sales_data_hq_code_orgz_id_index索引的查詢,我們看下優(yōu)化器的執(zhí)行過程
select product_id, sales_num, report_date from `report_product_sales_data`
where `hq_code` = '000030'
and `orgz_id` = 229
and `product_id` in (11453,11472,11487,11446,11456,12088,11433,114170,11479,11491,11485,11482,70672,68998,154298,11435,11481,11515,122573,167938)
and `report_date` > '2018-05-11' order by id desc
limit 320;
-- 看下trace部分
{
"steps": [
{
"join_preparation": {
"select#": 1,
"steps": [
{
"expanded_query": "/* select#1 */ select `report_product_sales_data`.`product_id` AS `product_id`,`report_product_sales_data`.`sales_num` AS `sales_num`,`report_product_sales_data`.`report_date` AS `report_date` from `report_product_sales_data` where ((`report_product_sales_data`.`hq_code` = '000030') and (`report_product_sales_data`.`orgz_id` = 229) and (`report_product_sales_data`.`product_id` in (11453,11472,11487,11446,11456,12088,11433,114170,11479,11491,11485,11482,70672,68998,154298,11435,11481,11515,122573,167938)) and (`report_product_sales_data`.`report_date` > '2018-05-11')) order by `report_product_sales_data`.`id` desc limit 320"
}
]
}
},
{
"join_optimization": {
"select#": 1,
"steps": [
{
"condition_processing": {
"condition": "WHERE",
"original_condition": "((`report_product_sales_data`.`hq_code` = '000030') and (`report_product_sales_data`.`orgz_id` = 229) and (`report_product_sales_data`.`product_id` in (11453,11472,11487,11446,11456,12088,11433,114170,11479,11491,11485,11482,70672,68998,154298,11435,11481,11515,122573,167938)) and (`report_product_sales_data`.`report_date` > '2018-05-11'))",
"steps": [
{
"transformation": "equality_propagation",
"resulting_condition": "((`report_product_sales_data`.`hq_code` = '000030') and (`report_product_sales_data`.`product_id` in (11453,11472,11487,11446,11456,12088,11433,114170,11479,11491,11485,11482,70672,68998,154298,11435,11481,11515,122573,167938)) and (`report_product_sales_data`.`report_date` > '2018-05-11') and multiple equal(229, `report_product_sales_data`.`orgz_id`))"
},
{
"transformation": "constant_propagation",
"resulting_condition": "((`report_product_sales_data`.`hq_code` = '000030') and (`report_product_sales_data`.`product_id` in (11453,11472,11487,11446,11456,12088,11433,114170,11479,11491,11485,11482,70672,68998,154298,11435,11481,11515,122573,167938)) and (`report_product_sales_data`.`report_date` > '2018-05-11') and multiple equal(229, `report_product_sales_data`.`orgz_id`))"
},
{
"transformation": "trivial_condition_removal",
"resulting_condition": "((`report_product_sales_data`.`hq_code` = '000030') and (`report_product_sales_data`.`product_id` in (11453,11472,11487,11446,11456,12088,11433,114170,11479,11491,11485,11482,70672,68998,154298,11435,11481,11515,122573,167938)) and (`report_product_sales_data`.`report_date` > '2018-05-11') and multiple equal(229, `report_product_sales_data`.`orgz_id`))"
}
]
}
},
{
"table_dependencies": [
{
"table": "`report_product_sales_data`",
"row_may_be_null": false,
"map_bit": 0,
"depends_on_map_bits": [
]
}
]
},
{
"ref_optimizer_key_uses": [
{
"table": "`report_product_sales_data`",
"field": "hq_code",
"equals": "'000030'",
"null_rejecting": false
},
{
"table": "`report_product_sales_data`",
"field": "hq_code",
"equals": "'000030'",
"null_rejecting": false
},
{
"table": "`report_product_sales_data`",
"field": "orgz_id",
"equals": "229",
"null_rejecting": false
}
]
},
{
"rows_estimation": [
{
"table": "`report_product_sales_data`",
"range_analysis": {
"table_scan": {
"rows": 28276082,
"cost": 6.14e6
},
"potential_range_indices": [
{
"index": "PRIMARY",
"usable": false,
"cause": "not_applicable"
},
{
"index": "report_product_sales_data_unique",
"usable": true,
"key_parts": [
"hq_code",
"report_date",
"orgz_id",
"product_id"
]
},
{
"index": "report_product_sales_data_hq_code_orgz_id_index",
"usable": true,
"key_parts": [
"hq_code",
"orgz_id",
"report_date",
"id"
]
}
],
"setup_range_conditions": [
],
"group_index_range": {
"chosen": false,
"cause": "not_group_by_or_distinct"
},
"analyzing_range_alternatives": {
"range_scan_alternatives": [
{
"index": "report_product_sales_data_unique",
"ranges": [
"000030 <= hq_code <= 000030 AND 2018-05-11 < report_date"
],
"index_dives_for_eq_ranges": true,
"rowid_ordered": false,
"using_mrr": false,
"index_only": false,
"rows": 1848962,
"cost": 2.22e6,
"chosen": true
},
{
"index": "report_product_sales_data_hq_code_orgz_id_index",
"ranges": [
"000030 <= hq_code <= 000030 AND 229 <= orgz_id <= 229 AND 2018-05-11 < report_date"
],
"index_dives_for_eq_ranges": true,
"rowid_ordered": false,
"using_mrr": false,
"index_only": false,
"rows": 37088,
"cost": 44507,
"chosen": true
}
],
"analyzing_roworder_intersect": {
"usable": false,
"cause": "too_few_roworder_scans"
}
},
"chosen_range_access_summary": {
"range_access_plan": {
"type": "range_scan",
"index": "report_product_sales_data_hq_code_orgz_id_index",
"rows": 37088,
"ranges": [
"000030 <= hq_code <= 000030 AND 229 <= orgz_id <= 229 AND 2018-05-11 < report_date"
]
},
"rows_for_plan": 37088,
"cost_for_plan": 44507,
"chosen": true
}
}
}
]
},
{
"considered_execution_plans": [
{
"plan_prefix": [
],
"table": "`report_product_sales_data`",
"best_access_path": {
"considered_access_paths": [
{
"access_type": "ref",
"index": "report_product_sales_data_unique",
"rows": 1.85e6,
"cost": 1.82e6,
"chosen": true
},
{
//可以看到選擇report_product_sales_data_hq_code_orgz_id_index這個索引時cost最小
"access_type": "ref",
"index": "report_product_sales_data_hq_code_orgz_id_index",
"rows": 37088,
"cost": 44506,
"chosen": true
},
{
"access_type": "range",
"rows": 27816,
"cost": 51924,
"chosen": false
}
]
},
"cost_for_plan": 44506,
"rows_for_plan": 37088,
"chosen": true
}
]
},
{
"attaching_conditions_to_tables": {
"original_condition": "((`report_product_sales_data`.`orgz_id` = 229) and (`report_product_sales_data`.`hq_code` = '000030') and (`report_product_sales_data`.`product_id` in (11453,11472,11487,11446,11456,12088,11433,114170,11479,11491,11485,11482,70672,68998,154298,11435,11481,11515,122573,167938)) and (`report_product_sales_data`.`report_date` > '2018-05-11'))",
"attached_conditions_computation": [
{
"access_type_changed": {
"table": "`report_product_sales_data`",
"index": "report_product_sales_data_hq_code_orgz_id_index",
"old_type": "ref",
"new_type": "range",
"cause": "uses_more_keyparts"
}
}
],
"attached_conditions_summary": [
{
"table": "`report_product_sales_data`",
"attached": "((`report_product_sales_data`.`orgz_id` = 229) and (`report_product_sales_data`.`hq_code` = '000030') and (`report_product_sales_data`.`product_id` in (11453,11472,11487,11446,11456,12088,11433,114170,11479,11491,11485,11482,70672,68998,154298,11435,11481,11515,122573,167938)) and (`report_product_sales_data`.`report_date` > '2018-05-11'))"
}
]
}
},
{
"clause_processing": {
"clause": "ORDER BY",
"original_clause": "`report_product_sales_data`.`id` desc",
"items": [
{
"item": "`report_product_sales_data`.`id`"
}
],
"resulting_clause_is_simple": true,
"resulting_clause": "`report_product_sales_data`.`id` desc"
}
},
{
"refine_plan": [
{
"table": "`report_product_sales_data`",
"pushed_index_condition": "((`report_product_sales_data`.`orgz_id` = 229) and (`report_product_sales_data`.`hq_code` = '000030') and (`report_product_sales_data`.`report_date` > '2018-05-11'))",
"table_condition_attached": "(`report_product_sales_data`.`product_id` in (11453,11472,11487,11446,11456,12088,11433,114170,11479,11491,11485,11482,70672,68998,154298,11435,11481,11515,122573,167938))",
"access_type": "range"
}
]
},
{
"reconsidering_access_paths_for_index_ordering": {
//到了order by id這邊時,MySQL也沒有改變執(zhí)行計劃,還是選擇了report_product_sales_data_hq_code_orgz_id_index索引
"clause": "ORDER BY",
"index_order_summary": {
"table": "`report_product_sales_data`",
"index_provides_order": false,
"order_direction": "undefined",
"index": "report_product_sales_data_hq_code_orgz_id_index",
"plan_changed": false
}
}
}
]
}
},
{
"join_execution": {
"select#": 1,
"steps": [
{
"filesort_information": [
{
"direction": "desc",
"table": "`report_product_sales_data`",
"field": "id"
}
],
"filesort_priority_queue_optimization": {
"limit": 320,
"rows_estimate": 61044633,
"row_size": 76,
"memory_available": 262144,
"chosen": true
},
"filesort_execution": [
],
"filesort_summary": {
"rows": 321,
"examined_rows": 15768,
"number_of_tmp_files": 0,
"sort_buffer_size": 26964,
"sort_mode": "<sort_key, additional_fields>"
}
}
]
}
}
]
}
-- 對于這條走了非預期PRIMARY主鍵索引的查詢,我們看下優(yōu)化器的執(zhí)行過程
select product_id, sales_num, report_date from `report_product_sales_data`
where `hq_code` = '000030'
and `orgz_id` = 229
and `product_id` in (11453,11472,11487,11446,11456,12088,11433,114170,11479,11491,11485,11482,70672,68998,154298,11435,11481,11515,122573,167938)
and `report_date` > '2018-05-11' order by id desc
limit 10;
-- 看下trace部分
{
"steps": [
{
"join_preparation": {
"select#": 1,
"steps": [
{
"expanded_query": "/* select#1 */ select `report_product_sales_data`.`product_id` AS `product_id`,`report_product_sales_data`.`sales_num` AS `sales_num`,`report_product_sales_data`.`report_date` AS `report_date` from `report_product_sales_data` where ((`report_product_sales_data`.`hq_code` = '000030') and (`report_product_sales_data`.`orgz_id` = 229) and (`report_product_sales_data`.`product_id` in (11453,11472,11487,11446,11456,12088,11433,114170,11479,11491,11485,11482,70672,68998,154298,11435,11481,11515,122573,167938)) and (`report_product_sales_data`.`report_date` > '2018-05-11')) order by `report_product_sales_data`.`id` desc limit 10"
}
]
}
},
{
"join_optimization": {
"select#": 1,
"steps": [
{
"condition_processing": {
"condition": "WHERE",
"original_condition": "((`report_product_sales_data`.`hq_code` = '000030') and (`report_product_sales_data`.`orgz_id` = 229) and (`report_product_sales_data`.`product_id` in (11453,11472,11487,11446,11456,12088,11433,114170,11479,11491,11485,11482,70672,68998,154298,11435,11481,11515,122573,167938)) and (`report_product_sales_data`.`report_date` > '2018-05-11'))",
"steps": [
{
"transformation": "equality_propagation",
"resulting_condition": "((`report_product_sales_data`.`hq_code` = '000030') and (`report_product_sales_data`.`product_id` in (11453,11472,11487,11446,11456,12088,11433,114170,11479,11491,11485,11482,70672,68998,154298,11435,11481,11515,122573,167938)) and (`report_product_sales_data`.`report_date` > '2018-05-11') and multiple equal(229, `report_product_sales_data`.`orgz_id`))"
},
{
"transformation": "constant_propagation",
"resulting_condition": "((`report_product_sales_data`.`hq_code` = '000030') and (`report_product_sales_data`.`product_id` in (11453,11472,11487,11446,11456,12088,11433,114170,11479,11491,11485,11482,70672,68998,154298,11435,11481,11515,122573,167938)) and (`report_product_sales_data`.`report_date` > '2018-05-11') and multiple equal(229, `report_product_sales_data`.`orgz_id`))"
},
{
"transformation": "trivial_condition_removal",
"resulting_condition": "((`report_product_sales_data`.`hq_code` = '000030') and (`report_product_sales_data`.`product_id` in (11453,11472,11487,11446,11456,12088,11433,114170,11479,11491,11485,11482,70672,68998,154298,11435,11481,11515,122573,167938)) and (`report_product_sales_data`.`report_date` > '2018-05-11') and multiple equal(229, `report_product_sales_data`.`orgz_id`))"
}
]
}
},
{
"table_dependencies": [
{
"table": "`report_product_sales_data`",
"row_may_be_null": false,
"map_bit": 0,
"depends_on_map_bits": [
]
}
]
},
{
"ref_optimizer_key_uses": [
{
"table": "`report_product_sales_data`",
"field": "hq_code",
"equals": "'000030'",
"null_rejecting": false
},
{
"table": "`report_product_sales_data`",
"field": "hq_code",
"equals": "'000030'",
"null_rejecting": false
},
{
"table": "`report_product_sales_data`",
"field": "orgz_id",
"equals": "229",
"null_rejecting": false
}
]
},
{
"rows_estimation": [
{
"table": "`report_product_sales_data`",
"range_analysis": {
"table_scan": {
"rows": 28276082,
"cost": 6.14e6
},
"potential_range_indices": [
{
"index": "PRIMARY",
"usable": false,
"cause": "not_applicable"
},
{
"index": "report_product_sales_data_unique",
"usable": true,
"key_parts": [
"hq_code",
"report_date",
"orgz_id",
"product_id"
]
},
{
"index": "report_product_sales_data_hq_code_orgz_id_index",
"usable": true,
"key_parts": [
"hq_code",
"orgz_id",
"report_date",
"id"
]
}
],
"setup_range_conditions": [
],
"group_index_range": {
"chosen": false,
"cause": "not_group_by_or_distinct"
},
"analyzing_range_alternatives": {
"range_scan_alternatives": [
{
"index": "report_product_sales_data_unique",
"ranges": [
"000030 <= hq_code <= 000030 AND 2018-05-11 < report_date"
],
"index_dives_for_eq_ranges": true,
"rowid_ordered": false,
"using_mrr": false,
"index_only": false,
"rows": 1848962,
"cost": 2.22e6,
"chosen": true
},
{
"index": "report_product_sales_data_hq_code_orgz_id_index",
"ranges": [
"000030 <= hq_code <= 000030 AND 229 <= orgz_id <= 229 AND 2018-05-11 < report_date"
],
"index_dives_for_eq_ranges": true,
"rowid_ordered": false,
"using_mrr": false,
"index_only": false,
"rows": 37088,
"cost": 44507,
"chosen": true
}
],
"analyzing_roworder_intersect": {
"usable": false,
"cause": "too_few_roworder_scans"
}
},
"chosen_range_access_summary": {
"range_access_plan": {
"type": "range_scan",
"index": "report_product_sales_data_hq_code_orgz_id_index",
"rows": 37088,
"ranges": [
"000030 <= hq_code <= 000030 AND 229 <= orgz_id <= 229 AND 2018-05-11 < report_date"
]
},
"rows_for_plan": 37088,
"cost_for_plan": 44507,
"chosen": true
}
}
}
]
},
{
"considered_execution_plans": [
{
"plan_prefix": [
],
"table": "`report_product_sales_data`",
"best_access_path": {
"considered_access_paths": [
{
"access_type": "ref",
"index": "report_product_sales_data_unique",
"rows": 1.85e6,
"cost": 1.82e6,
"chosen": true
},
{
//可以看到選擇report_product_sales_data_hq_code_orgz_id_index這個索引時cost最小
"access_type": "ref",
"index": "report_product_sales_data_hq_code_orgz_id_index",
"rows": 37088,
"cost": 44506,
"chosen": true
},
{
"access_type": "range",
"rows": 27816,
"cost": 51924,
"chosen": false
}
]
},
"cost_for_plan": 44506,
"rows_for_plan": 37088,
"chosen": true
}
]
},
{
"attaching_conditions_to_tables": {
"original_condition": "((`report_product_sales_data`.`orgz_id` = 229) and (`report_product_sales_data`.`hq_code` = '000030') and (`report_product_sales_data`.`product_id` in (11453,11472,11487,11446,11456,12088,11433,114170,11479,11491,11485,11482,70672,68998,154298,11435,11481,11515,122573,167938)) and (`report_product_sales_data`.`report_date` > '2018-05-11'))",
"attached_conditions_computation": [
{
"access_type_changed": {
"table": "`report_product_sales_data`",
"index": "report_product_sales_data_hq_code_orgz_id_index",
"old_type": "ref",
"new_type": "range",
"cause": "uses_more_keyparts"
}
}
],
"attached_conditions_summary": [
{
"table": "`report_product_sales_data`",
"attached": "((`report_product_sales_data`.`orgz_id` = 229) and (`report_product_sales_data`.`hq_code` = '000030') and (`report_product_sales_data`.`product_id` in (11453,11472,11487,11446,11456,12088,11433,114170,11479,11491,11485,11482,70672,68998,154298,11435,11481,11515,122573,167938)) and (`report_product_sales_data`.`report_date` > '2018-05-11'))"
}
]
}
},
{
"clause_processing": {
"clause": "ORDER BY",
"original_clause": "`report_product_sales_data`.`id` desc",
"items": [
{
"item": "`report_product_sales_data`.`id`"
}
],
"resulting_clause_is_simple": true,
"resulting_clause": "`report_product_sales_data`.`id` desc"
}
},
{
"refine_plan": [
{
"table": "`report_product_sales_data`",
"pushed_index_condition": "((`report_product_sales_data`.`orgz_id` = 229) and (`report_product_sales_data`.`hq_code` = '000030') and (`report_product_sales_data`.`report_date` > '2018-05-11'))",
"table_condition_attached": "(`report_product_sales_data`.`product_id` in (11453,11472,11487,11446,11456,12088,11433,114170,11479,11491,11485,11482,70672,68998,154298,11435,11481,11515,122573,167938))",
"access_type": "range"
}
]
},
{
"reconsidering_access_paths_for_index_ordering": {
//到了order by id這邊時,MySQL改變了執(zhí)行計劃,選擇了PRIMARY主鍵索引
"clause": "ORDER BY",
"index_order_summary": {
"table": "`report_product_sales_data`",
"index_provides_order": true,
"order_direction": "desc",
"disabled_pushed_condition_on_old_index": true,
"index": "PRIMARY",
"plan_changed": true,
"access_type": "index_scan"
}
}
}
]
}
},
{
"join_execution": {
"select#": 1,
"steps": [
]
}
}
]
}
通過現(xiàn)象可以看到MySQL在order by 主鍵id時,limit值的大小達到了某個臨界值后(在我測試的數(shù)據(jù)環(huán)境下,limit >= 50就會走主鍵索引),改變了執(zhí)行計劃,選擇了主鍵索引,但不知道具體的規(guī)則究竟是怎樣。求大神指點下,為什么會產生這種執(zhí)行計劃變更的情況?
北大青鳥APTECH成立于1999年。依托北京大學優(yōu)質雄厚的教育資源和背景,秉承“教育改變生活”的發(fā)展理念,致力于培養(yǎng)中國IT技能型緊缺人才,是大數(shù)據(jù)專業(yè)的國家
北大青鳥中博軟件學院創(chuàng)立于2003年,作為華東區(qū)著名互聯(lián)網(wǎng)學院和江蘇省首批服務外包人才培訓基地,中博成功培育了近30000名軟件工程師走向高薪崗位,合作企業(yè)超4
中公教育集團創(chuàng)建于1999年,經過二十年潛心發(fā)展,已由一家北大畢業(yè)生自主創(chuàng)業(yè)的信息技術與教育服務機構,發(fā)展為教育服務業(yè)的綜合性企業(yè)集團,成為集合面授教學培訓、網(wǎng)
達內教育集團成立于2002年,是一家由留學海歸創(chuàng)辦的高端職業(yè)教育培訓機構,是中國一站式人才培養(yǎng)平臺、一站式人才輸送平臺。2014年4月3日在美國成功上市,融資1
曾工作于聯(lián)想擔任系統(tǒng)開發(fā)工程師,曾在博彥科技股份有限公司擔任項目經理從事移動互聯(lián)網(wǎng)管理及研發(fā)工作,曾創(chuàng)辦藍懿科技有限責任公司從事總經理職務負責iOS教學及管理工作。
浪潮集團項目經理。精通Java與.NET 技術, 熟練的跨平臺面向對象開發(fā)經驗,技術功底深厚。 授課風格 授課風格清新自然、條理清晰、主次分明、重點難點突出、引人入勝。
精通HTML5和CSS3;Javascript及主流js庫,具有快速界面開發(fā)的能力,對瀏覽器兼容性、前端性能優(yōu)化等有深入理解。精通網(wǎng)頁制作和網(wǎng)頁游戲開發(fā)。
具有10 年的Java 企業(yè)應用開發(fā)經驗。曾經歷任德國Software AG 技術顧問,美國Dachieve 系統(tǒng)架構師,美國AngelEngineers Inc. 系統(tǒng)架構師。