http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query66.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query66.q.out b/ql/src/test/results/clientpositive/perf/tez/query66.q.out index 225b62f..767d47b 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query66.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query66.q.out @@ -511,10 +511,10 @@ Stage-0 PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5 Group By Operator [GBY_62] (rows=5559759 width=3166) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)","sum(_col9)","sum(_col10)","sum(_col11)","sum(_col12)","sum(_col13)","sum(_col14)","sum(_col15)","sum(_col16)","sum(_col17)","sum(_col18)","sum(_col19)","sum(_col20)","sum(_col21)","sum(_col22)","sum(_col23)","sum(_col24)","sum(_col25)","sum(_col26)","sum(_col27)","sum(_col28)","sum(_col29)"],keys:_col0, _col1, _col2, _col3, _col4, _col5 - Select Operator [SEL_60] (rows=5559759 width=680) + Select Operator [SEL_60] (rows=5559759 width=750) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29"] - Merge Join Operator [MERGEJOIN_204] (rows=5559759 width=680) - Conds:RS_57._col3=RS_259._col0(Inner),Output:["_col4","_col5","_col6","_col11","_col15","_col16","_col17","_col18","_col19","_col20"] + Merge Join Operator [MERGEJOIN_204] (rows=5559759 width=750) + Conds:RS_57._col3=RS_259._col0(Inner),Output:["_col4","_col5","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col22","_col23","_col24","_col25","_col26","_col27"] <-Map 24 [SIMPLE_EDGE] vectorized SHUFFLE [RS_259] PartitionCols:_col0 @@ -527,12 +527,12 @@ Stage-0 <-Reducer 14 [SIMPLE_EDGE] SHUFFLE [RS_57] PartitionCols:_col3 - Merge Join Operator [MERGEJOIN_203] (rows=5559759 width=205) - Conds:RS_54._col2=RS_245._col0(Inner),Output:["_col3","_col4","_col5","_col6","_col11"] + Merge Join Operator [MERGEJOIN_203] (rows=5559759 width=274) + Conds:RS_54._col2=RS_245._col0(Inner),Output:["_col3","_col4","_col5","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19"] <-Map 21 [SIMPLE_EDGE] vectorized SHUFFLE [RS_245] PartitionCols:_col0 - Select Operator [SEL_242] (rows=1 width=88) + Select Operator [SEL_242] (rows=1 width=4) Output:["_col0"] Filter Operator [FIL_241] (rows=1 width=88) predicate:((sm_carrier) IN ('DIAMOND', 'AIRBORNE') and sm_ship_mode_sk is not null) @@ -541,13 +541,13 @@ Stage-0 <-Reducer 13 [SIMPLE_EDGE] SHUFFLE [RS_54] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_202] (rows=11119518 width=224) - Conds:RS_51._col0=RS_233._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6","_col11"] + Merge Join Operator [MERGEJOIN_202] (rows=11119518 width=278) + Conds:RS_51._col0=RS_233._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19"] <-Map 18 [SIMPLE_EDGE] vectorized SHUFFLE [RS_233] PartitionCols:_col0 - Select Operator [SEL_230] (rows=652 width=12) - Output:["_col0","_col2"] + Select Operator [SEL_230] (rows=652 width=52) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12"] Filter Operator [FIL_229] (rows=652 width=12) predicate:((d_year = 2002) and d_date_sk is not null) TableScan [TS_6] (rows=73049 width=12) @@ -555,12 +555,12 @@ Stage-0 <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_51] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_201] (rows=31363607 width=234) - Conds:RS_279._col1=RS_221._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6"] + Merge Join Operator [MERGEJOIN_201] (rows=31363607 width=235) + Conds:RS_279._col1=RS_221._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5"] <-Map 10 [SIMPLE_EDGE] vectorized SHUFFLE [RS_221] PartitionCols:_col0 - Select Operator [SEL_218] (rows=9600 width=8) + Select Operator [SEL_218] (rows=9600 width=4) Output:["_col0"] Filter Operator [FIL_217] (rows=9600 width=8) predicate:(t_time BETWEEN 49530 AND 78330 and t_time_sk is not null) @@ -569,8 +569,8 @@ Stage-0 <-Map 25 [SIMPLE_EDGE] vectorized SHUFFLE [RS_279] PartitionCols:_col1 - Select Operator [SEL_278] (rows=282272460 width=243) - Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + Select Operator [SEL_278] (rows=282272460 width=239) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Filter Operator [FIL_277] (rows=282272460 width=243) predicate:((cs_ship_mode_sk BETWEEN DynamicValue(RS_55_ship_mode_sm_ship_mode_sk_min) AND DynamicValue(RS_55_ship_mode_sm_ship_mode_sk_max) and in_bloom_filter(cs_ship_mode_sk, DynamicValue(RS_55_ship_mode_sm_ship_mode_sk_bloom_filter))) and (cs_sold_date_sk BETWEEN DynamicValue(RS_52_date_dim_d_date_sk_min) AND DynamicValue(RS_52_date_dim_d_date_sk_max) and in_bloom_filter(cs_sold_date_sk, DynamicValue(RS_52_date_dim_d_date_sk_bloom_filter))) and (cs_sold_time_sk BETWEEN DynamicValue(RS_49_time_dim_t_time_sk_min) AND DynamicValue(RS_49_time_dim_t_time_sk_max) and in_bloom_filter(cs_sold_time_sk, DynamicValue(RS_49_time_dim_t_time_sk_bloom_filter))) and cs_ship_mode_sk is not null and cs_sold_date_sk is not null and cs_sold_time_sk is not null and cs_warehouse_sk is not null) TableScan [TS_33] (rows=287989836 width=243) @@ -624,10 +624,10 @@ Stage-0 PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5 Group By Operator [GBY_29] (rows=27 width=3166) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)","sum(_col9)","sum(_col10)","sum(_col11)","sum(_col12)","sum(_col13)","sum(_col14)","sum(_col15)","sum(_col16)","sum(_col17)","sum(_col18)","sum(_col19)","sum(_col20)","sum(_col21)","sum(_col22)","sum(_col23)","sum(_col24)","sum(_col25)","sum(_col26)","sum(_col27)","sum(_col28)","sum(_col29)"],keys:_col0, _col1, _col2, _col3, _col4, _col5 - Select Operator [SEL_27] (rows=2853684 width=707) + Select Operator [SEL_27] (rows=2853684 width=750) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29"] - Merge Join Operator [MERGEJOIN_200] (rows=2853684 width=707) - Conds:RS_24._col3=RS_258._col0(Inner),Output:["_col4","_col5","_col6","_col11","_col15","_col16","_col17","_col18","_col19","_col20"] + Merge Join Operator [MERGEJOIN_200] (rows=2853684 width=750) + Conds:RS_24._col3=RS_258._col0(Inner),Output:["_col4","_col5","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col22","_col23","_col24","_col25","_col26","_col27"] <-Map 24 [SIMPLE_EDGE] vectorized SHUFFLE [RS_258] PartitionCols:_col0 @@ -635,8 +635,8 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_24] PartitionCols:_col3 - Merge Join Operator [MERGEJOIN_199] (rows=2853684 width=233) - Conds:RS_21._col2=RS_243._col0(Inner),Output:["_col3","_col4","_col5","_col6","_col11"] + Merge Join Operator [MERGEJOIN_199] (rows=2853684 width=275) + Conds:RS_21._col2=RS_243._col0(Inner),Output:["_col3","_col4","_col5","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19"] <-Map 21 [SIMPLE_EDGE] vectorized SHUFFLE [RS_243] PartitionCols:_col0 @@ -644,8 +644,8 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_21] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_198] (rows=5707369 width=238) - Conds:RS_18._col0=RS_231._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6","_col11"] + Merge Join Operator [MERGEJOIN_198] (rows=5707369 width=279) + Conds:RS_18._col0=RS_231._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19"] <-Map 18 [SIMPLE_EDGE] vectorized SHUFFLE [RS_231] PartitionCols:_col0 @@ -653,8 +653,8 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_197] (rows=15984351 width=239) - Conds:RS_255._col1=RS_219._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6"] + Merge Join Operator [MERGEJOIN_197] (rows=15984351 width=235) + Conds:RS_255._col1=RS_219._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5"] <-Map 10 [SIMPLE_EDGE] vectorized SHUFFLE [RS_219] PartitionCols:_col0 @@ -662,8 +662,8 @@ Stage-0 <-Map 1 [SIMPLE_EDGE] vectorized SHUFFLE [RS_255] PartitionCols:_col1 - Select Operator [SEL_254] (rows=143859154 width=243) - Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + Select Operator [SEL_254] (rows=143859154 width=239) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Filter Operator [FIL_253] (rows=143859154 width=243) predicate:((ws_ship_mode_sk BETWEEN DynamicValue(RS_22_ship_mode_sm_ship_mode_sk_min) AND DynamicValue(RS_22_ship_mode_sm_ship_mode_sk_max) and in_bloom_filter(ws_ship_mode_sk, DynamicValue(RS_22_ship_mode_sm_ship_mode_sk_bloom_filter))) and (ws_sold_date_sk BETWEEN DynamicValue(RS_19_date_dim_d_date_sk_min) AND DynamicValue(RS_19_date_dim_d_date_sk_max) and in_bloom_filter(ws_sold_date_sk, DynamicValue(RS_19_date_dim_d_date_sk_bloom_filter))) and (ws_sold_time_sk BETWEEN DynamicValue(RS_16_time_dim_t_time_sk_min) AND DynamicValue(RS_16_time_dim_t_time_sk_max) and in_bloom_filter(ws_sold_time_sk, DynamicValue(RS_16_time_dim_t_time_sk_bloom_filter))) and ws_ship_mode_sk is not null and ws_sold_date_sk is not null and ws_sold_time_sk is not null and ws_warehouse_sk is not null) TableScan [TS_0] (rows=144002668 width=243)
http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query67.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query67.q.out b/ql/src/test/results/clientpositive/perf/tez/query67.q.out index b290331..442abc8 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query67.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query67.q.out @@ -111,92 +111,90 @@ Stage-0 limit:100 Stage-1 Reducer 7 vectorized - File Output Operator [FS_112] - Limit [LIM_111] (rows=100 width=617) + File Output Operator [FS_111] + Limit [LIM_110] (rows=100 width=617) Number of rows:100 - Select Operator [SEL_110] (rows=273593580 width=617) + Select Operator [SEL_109] (rows=273593580 width=617) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"] <-Reducer 6 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_109] - Select Operator [SEL_108] (rows=273593580 width=617) + SHUFFLE [RS_108] + Select Operator [SEL_107] (rows=273593580 width=617) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"] - Filter Operator [FIL_107] (rows=273593580 width=613) + Filter Operator [FIL_106] (rows=273593580 width=613) predicate:(rank_window_0 <= 100) - PTF Operator [PTF_106] (rows=820780740 width=613) - Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col8 DESC NULLS LAST","partition by:":"_col0"}] - Select Operator [SEL_105] (rows=820780740 width=613) + PTF Operator [PTF_105] (rows=820780740 width=613) + Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col8 DESC NULLS LAST","partition by:":"_col2"}] + Select Operator [SEL_104] (rows=820780740 width=613) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] <-Reducer 5 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_104] - PartitionCols:_col0 - Select Operator [SEL_103] (rows=820780740 width=613) + SHUFFLE [RS_103] + PartitionCols:_col2 + Select Operator [SEL_102] (rows=820780740 width=613) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] - Group By Operator [GBY_102] (rows=820780740 width=621) + Group By Operator [GBY_101] (rows=820780740 width=621) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col9"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7, KEY._col8 <-Reducer 4 [SIMPLE_EDGE] - SHUFFLE [RS_24] + SHUFFLE [RS_23] PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Group By Operator [GBY_23] (rows=820780740 width=621) - Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"],aggregations:["sum(_col8)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, 0L - Select Operator [SEL_21] (rows=91197860 width=586) - Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] - Merge Join Operator [MERGEJOIN_84] (rows=91197860 width=586) - Conds:RS_18._col1=RS_101._col0(Inner),Output:["_col3","_col4","_col7","_col8","_col9","_col11","_col13","_col14","_col15","_col16"] - <-Map 11 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_101] - PartitionCols:_col0 - Select Operator [SEL_100] (rows=462000 width=393) - Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_99] (rows=462000 width=393) - predicate:i_item_sk is not null - TableScan [TS_9] (rows=462000 width=393) - default@item,item,Tbl:COMPLETE,Col:COMPLETE,Output:["i_item_sk","i_brand","i_class","i_category","i_product_name"] - <-Reducer 3 [SIMPLE_EDGE] - SHUFFLE [RS_18] - PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_83] (rows=91197860 width=201) - Conds:RS_15._col2=RS_98._col0(Inner),Output:["_col1","_col3","_col4","_col7","_col8","_col9","_col11"] - <-Map 10 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_98] - PartitionCols:_col0 - Select Operator [SEL_97] (rows=1704 width=104) - Output:["_col0","_col1"] - Filter Operator [FIL_96] (rows=1704 width=104) - predicate:s_store_sk is not null - TableScan [TS_6] (rows=1704 width=104) - default@store,store,Tbl:COMPLETE,Col:COMPLETE,Output:["s_store_sk","s_store_id"] - <-Reducer 2 [SIMPLE_EDGE] - SHUFFLE [RS_15] - PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_82] (rows=91197860 width=104) - Conds:RS_95._col0=RS_87._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col7","_col8","_col9"] - <-Map 8 [SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_87] - PartitionCols:_col0 - Select Operator [SEL_86] (rows=317 width=20) - Output:["_col0","_col2","_col3","_col4"] - Filter Operator [FIL_85] (rows=317 width=20) - predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223) - TableScan [TS_3] (rows=73049 width=20) - default@date_dim,date_dim,Tbl:COMPLETE,Col:COMPLETE,Output:["d_date_sk","d_month_seq","d_year","d_moy","d_qoy"] - <-Map 1 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_95] - PartitionCols:_col0 - Select Operator [SEL_94] (rows=525329897 width=122) - Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_93] (rows=525329897 width=122) - predicate:((ss_sold_date_sk BETWEEN DynamicValue(RS_13_date_dim_d_date_sk_min) AND DynamicValue(RS_13_date_dim_d_date_sk_max) and in_bloom_filter(ss_sold_date_sk, DynamicValue(RS_13_date_dim_d_date_sk_bloom_filter))) and ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) - TableScan [TS_0] (rows=575995635 width=122) - default@store_sales,store_sales,Tbl:COMPLETE,Col:COMPLETE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_quantity","ss_sales_price"] - <-Reducer 9 [BROADCAST_EDGE] vectorized - BROADCAST [RS_92] - Group By Operator [GBY_91] (rows=1 width=12) - Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"] - <-Map 8 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_90] - Group By Operator [GBY_89] (rows=1 width=12) - Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"] - Select Operator [SEL_88] (rows=317 width=4) - Output:["_col0"] - Please refer to the previous Select Operator [SEL_86] + Group By Operator [GBY_22] (rows=820780740 width=621) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"],aggregations:["sum(_col3)"],keys:_col11, _col12, _col13, _col14, _col5, _col6, _col7, _col9, 0L + Merge Join Operator [MERGEJOIN_83] (rows=91197860 width=613) + Conds:RS_18._col1=RS_100._col0(Inner),Output:["_col3","_col5","_col6","_col7","_col9","_col11","_col12","_col13","_col14"] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_100] + PartitionCols:_col0 + Select Operator [SEL_99] (rows=462000 width=393) + Output:["_col0","_col1","_col2","_col3","_col4"] + Filter Operator [FIL_98] (rows=462000 width=393) + predicate:i_item_sk is not null + TableScan [TS_9] (rows=462000 width=393) + default@item,item,Tbl:COMPLETE,Col:COMPLETE,Output:["i_item_sk","i_brand","i_class","i_category","i_product_name"] + <-Reducer 3 [SIMPLE_EDGE] + SHUFFLE [RS_18] + PartitionCols:_col1 + Merge Join Operator [MERGEJOIN_82] (rows=91197860 width=228) + Conds:RS_15._col2=RS_97._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col9"] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_97] + PartitionCols:_col0 + Select Operator [SEL_96] (rows=1704 width=104) + Output:["_col0","_col1"] + Filter Operator [FIL_95] (rows=1704 width=104) + predicate:s_store_sk is not null + TableScan [TS_6] (rows=1704 width=104) + default@store,store,Tbl:COMPLETE,Col:COMPLETE,Output:["s_store_sk","s_store_id"] + <-Reducer 2 [SIMPLE_EDGE] + SHUFFLE [RS_15] + PartitionCols:_col2 + Merge Join Operator [MERGEJOIN_81] (rows=91197860 width=130) + Conds:RS_94._col0=RS_86._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7"] + <-Map 8 [SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_86] + PartitionCols:_col0 + Select Operator [SEL_85] (rows=317 width=16) + Output:["_col0","_col1","_col2","_col3"] + Filter Operator [FIL_84] (rows=317 width=20) + predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223) + TableScan [TS_3] (rows=73049 width=20) + default@date_dim,date_dim,Tbl:COMPLETE,Col:COMPLETE,Output:["d_date_sk","d_month_seq","d_year","d_moy","d_qoy"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_94] + PartitionCols:_col0 + Select Operator [SEL_93] (rows=525329897 width=123) + Output:["_col0","_col1","_col2","_col3"] + Filter Operator [FIL_92] (rows=525329897 width=122) + predicate:((ss_sold_date_sk BETWEEN DynamicValue(RS_13_date_dim_d_date_sk_min) AND DynamicValue(RS_13_date_dim_d_date_sk_max) and in_bloom_filter(ss_sold_date_sk, DynamicValue(RS_13_date_dim_d_date_sk_bloom_filter))) and ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) + TableScan [TS_0] (rows=575995635 width=122) + default@store_sales,store_sales,Tbl:COMPLETE,Col:COMPLETE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_quantity","ss_sales_price"] + <-Reducer 9 [BROADCAST_EDGE] vectorized + BROADCAST [RS_91] + Group By Operator [GBY_90] (rows=1 width=12) + Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"] + <-Map 8 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_89] + Group By Operator [GBY_88] (rows=1 width=12) + Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"] + Select Operator [SEL_87] (rows=317 width=4) + Output:["_col0"] + Please refer to the previous Select Operator [SEL_85] http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query68.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query68.q.out b/ql/src/test/results/clientpositive/perf/tez/query68.q.out index 0a7a53a..390b41b 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query68.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query68.q.out @@ -162,9 +162,9 @@ Stage-0 SHUFFLE [RS_35] PartitionCols:_col0, _col1, _col2, _col3 Group By Operator [GBY_34] (rows=727776 width=433) - Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)"],keys:_col1, _col18, _col3, _col5 + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)"],keys:_col1, _col13, _col3, _col5 Merge Join Operator [MERGEJOIN_144] (rows=727776 width=97) - Conds:RS_30._col3=RS_152._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col8","_col18"] + Conds:RS_30._col3=RS_152._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col8","_col13"] <-Map 5 [SIMPLE_EDGE] vectorized SHUFFLE [RS_152] PartitionCols:_col0 @@ -177,7 +177,7 @@ Stage-0 <-Map 16 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_171] PartitionCols:_col0 - Select Operator [SEL_170] (rows=1855 width=12) + Select Operator [SEL_170] (rows=1855 width=4) Output:["_col0"] Filter Operator [FIL_169] (rows=1855 width=12) predicate:(((hd_dep_count = 2) or (hd_vehicle_count = 1)) and hd_demo_sk is not null) @@ -191,7 +191,7 @@ Stage-0 <-Map 14 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_163] PartitionCols:_col0 - Select Operator [SEL_162] (rows=14 width=97) + Select Operator [SEL_162] (rows=14 width=4) Output:["_col0"] Filter Operator [FIL_161] (rows=14 width=97) predicate:((s_city) IN ('Cedar Grove', 'Wildwood') and s_store_sk is not null) @@ -205,7 +205,7 @@ Stage-0 <-Map 12 [SIMPLE_EDGE] vectorized SHUFFLE [RS_155] PartitionCols:_col0 - Select Operator [SEL_154] (rows=170 width=12) + Select Operator [SEL_154] (rows=170 width=4) Output:["_col0"] Filter Operator [FIL_153] (rows=170 width=12) predicate:((d_year) IN (1998, 1999, 2000) and d_date_sk is not null and d_dom BETWEEN 1 AND 2) http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query69.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query69.q.out b/ql/src/test/results/clientpositive/perf/tez/query69.q.out index 65601d7..4da7a69 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query69.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query69.q.out @@ -223,7 +223,7 @@ Stage-0 <-Map 16 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_196] PartitionCols:_col0 - Select Operator [SEL_195] (rows=150 width=12) + Select Operator [SEL_195] (rows=150 width=4) Output:["_col0"] Filter Operator [FIL_194] (rows=150 width=12) predicate:((d_year = 1999) and d_date_sk is not null and d_moy BETWEEN 1 AND 3) http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query7.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query7.q.out b/ql/src/test/results/clientpositive/perf/tez/query7.q.out index 6cd8fb5..fece637 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query7.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query7.q.out @@ -83,11 +83,11 @@ Stage-0 SHUFFLE [RS_29] PartitionCols:_col0 Group By Operator [GBY_28] (rows=462000 width=476) - Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"],aggregations:["sum(_col4)","count(_col4)","sum(_col5)","count(_col5)","sum(_col7)","count(_col7)","sum(_col6)","count(_col6)"],keys:_col18 + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"],aggregations:["sum(_col4)","count(_col4)","sum(_col5)","count(_col5)","sum(_col7)","count(_col7)","sum(_col6)","count(_col6)"],keys:_col12 Top N Key Operator [TNK_55] (rows=1441769 width=100) - keys:_col18,sort order:+,top n:100 + keys:_col12,sort order:+,top n:100 Merge Join Operator [MERGEJOIN_99] (rows=1441769 width=100) - Conds:RS_24._col1=RS_124._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col18"] + Conds:RS_24._col1=RS_124._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col12"] <-Map 13 [SIMPLE_EDGE] vectorized SHUFFLE [RS_124] PartitionCols:_col0 @@ -105,7 +105,7 @@ Stage-0 <-Map 12 [SIMPLE_EDGE] vectorized SHUFFLE [RS_121] PartitionCols:_col0 - Select Operator [SEL_120] (rows=2300 width=174) + Select Operator [SEL_120] (rows=2300 width=4) Output:["_col0"] Filter Operator [FIL_119] (rows=2300 width=174) predicate:(((p_channel_email = 'N') or (p_channel_event = 'N')) and p_promo_sk is not null) @@ -119,7 +119,7 @@ Stage-0 <-Map 10 [SIMPLE_EDGE] vectorized SHUFFLE [RS_110] PartitionCols:_col0 - Select Operator [SEL_109] (rows=652 width=8) + Select Operator [SEL_109] (rows=652 width=4) Output:["_col0"] Filter Operator [FIL_108] (rows=652 width=8) predicate:((d_year = 1998) and d_date_sk is not null) @@ -133,7 +133,7 @@ Stage-0 <-Map 8 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_102] PartitionCols:_col0 - Select Operator [SEL_101] (rows=14776 width=265) + Select Operator [SEL_101] (rows=14776 width=4) Output:["_col0"] Filter Operator [FIL_100] (rows=14776 width=268) predicate:((cd_education_status = 'Primary') and (cd_gender = 'F') and (cd_marital_status = 'W') and cd_demo_sk is not null) http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query70.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query70.q.out b/ql/src/test/results/clientpositive/perf/tez/query70.q.out index e8743e3..4650ef6 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query70.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query70.q.out @@ -149,9 +149,9 @@ Stage-0 SHUFFLE [RS_26] PartitionCols:_col0 Group By Operator [GBY_25] (rows=1704 width=198) - Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col6 + Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col5 Merge Join Operator [MERGEJOIN_133] (rows=91197860 width=168) - Conds:RS_21._col1=RS_151._col0(Inner),Output:["_col2","_col6"] + Conds:RS_21._col1=RS_151._col0(Inner),Output:["_col2","_col5"] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_21] PartitionCols:_col1 http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query71.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query71.q.out b/ql/src/test/results/clientpositive/perf/tez/query71.q.out index e031c3a..3654e99 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query71.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query71.q.out @@ -125,13 +125,13 @@ Stage-0 SHUFFLE [RS_46] PartitionCols:_col0, _col1, _col2, _col3 Group By Operator [GBY_45] (rows=1991967 width=223) - Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col0)"],keys:_col4, _col8, _col9, _col5 + Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col0)"],keys:_col4, _col7, _col8, _col5 Merge Join Operator [MERGEJOIN_140] (rows=1991967 width=112) - Conds:RS_41._col2=RS_173._col0(Inner),Output:["_col0","_col4","_col5","_col8","_col9"] + Conds:RS_41._col2=RS_173._col0(Inner),Output:["_col0","_col4","_col5","_col7","_col8"] <-Map 20 [SIMPLE_EDGE] vectorized SHUFFLE [RS_173] PartitionCols:_col0 - Select Operator [SEL_172] (rows=43200 width=99) + Select Operator [SEL_172] (rows=43200 width=12) Output:["_col0","_col1","_col2"] Filter Operator [FIL_171] (rows=43200 width=99) predicate:((t_meal_time) IN ('breakfast', 'dinner') and t_time_sk is not null) @@ -145,7 +145,7 @@ Stage-0 <-Map 18 [SIMPLE_EDGE] vectorized SHUFFLE [RS_163] PartitionCols:_col0 - Select Operator [SEL_162] (rows=7333 width=111) + Select Operator [SEL_162] (rows=7333 width=107) Output:["_col0","_col1","_col2"] Filter Operator [FIL_161] (rows=7333 width=111) predicate:((i_manager_id = 1) and i_item_sk is not null) @@ -162,7 +162,7 @@ Stage-0 <-Map 12 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_191] PartitionCols:_col0 - Select Operator [SEL_190] (rows=50 width=12) + Select Operator [SEL_190] (rows=50 width=4) Output:["_col0"] Filter Operator [FIL_189] (rows=50 width=12) predicate:((d_moy = 12) and (d_year = 2001) and d_date_sk is not null) @@ -220,7 +220,7 @@ Stage-0 <-Map 16 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_202] PartitionCols:_col0 - Select Operator [SEL_201] (rows=50 width=12) + Select Operator [SEL_201] (rows=50 width=4) Output:["_col0"] Filter Operator [FIL_200] (rows=50 width=12) predicate:((d_moy = 12) and (d_year = 2001) and d_date_sk is not null) @@ -262,7 +262,7 @@ Stage-0 <-Map 8 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_155] PartitionCols:_col0 - Select Operator [SEL_154] (rows=50 width=12) + Select Operator [SEL_154] (rows=50 width=4) Output:["_col0"] Filter Operator [FIL_153] (rows=50 width=12) predicate:((d_moy = 12) and (d_year = 2001) and d_date_sk is not null) http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query72.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query72.q.out b/ql/src/test/results/clientpositive/perf/tez/query72.q.out index 700a876..cffb09b 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query72.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query72.q.out @@ -120,7 +120,7 @@ Stage-0 Select Operator [SEL_66] (rows=1574305390 width=292) Output:["_col0","_col1","_col2","_col3","_col4"] Merge Join Operator [MERGEJOIN_251] (rows=1574305390 width=292) - Conds:RS_63._col4, _col6=RS_298._col0, _col1(Left Outer),Output:["_col13","_col15","_col22","_col28"] + Conds:RS_63._col4, _col6=RS_298._col0, _col1(Left Outer),Output:["_col13","_col15","_col19","_col25"] <-Map 26 [SIMPLE_EDGE] vectorized SHUFFLE [RS_298] PartitionCols:_col0, _col1 @@ -134,9 +134,9 @@ Stage-0 SHUFFLE [RS_63] PartitionCols:_col4, _col6 Select Operator [SEL_59] (rows=610435044 width=300) - Output:["_col4","_col6","_col13","_col15","_col22","_col28"] + Output:["_col4","_col6","_col13","_col15","_col19","_col25"] Merge Join Operator [MERGEJOIN_250] (rows=610435044 width=300) - Conds:RS_56._col0, _col20=RS_295._col0, _col1(Inner),Output:["_col5","_col9","_col14","_col16","_col20","_col26"] + Conds:RS_56._col0, _col19=RS_295._col0, _col1(Inner),Output:["_col5","_col9","_col14","_col16","_col19","_col23"] <-Map 25 [SIMPLE_EDGE] vectorized SHUFFLE [RS_295] PartitionCols:_col0, _col1 @@ -148,24 +148,24 @@ Stage-0 default@date_dim,d2,Tbl:COMPLETE,Col:COMPLETE,Output:["d_date_sk","d_week_seq"] <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_56] - PartitionCols:_col0, _col20 + PartitionCols:_col0, _col19 Filter Operator [FIL_55] (rows=545947820 width=311) predicate:(_col3 < _col17) Merge Join Operator [MERGEJOIN_249] (rows=1637843460 width=311) - Conds:RS_52._col1=RS_53._col8(Inner),Output:["_col0","_col3","_col5","_col9","_col14","_col16","_col17","_col20","_col26"] + Conds:RS_52._col1=RS_53._col8(Inner),Output:["_col0","_col3","_col5","_col9","_col14","_col16","_col17","_col19","_col23"] <-Reducer 15 [SIMPLE_EDGE] SHUFFLE [RS_53] PartitionCols:_col8 - Select Operator [SEL_45] (rows=2726340 width=391) - Output:["_col3","_col8","_col10","_col11","_col14","_col20"] - Filter Operator [FIL_44] (rows=2726340 width=391) - predicate:(UDFToDouble(_col20) > (UDFToDouble(_col9) + 5.0D)) - Merge Join Operator [MERGEJOIN_248] (rows=8179022 width=391) - Conds:RS_41._col1=RS_292._col0(Inner),Output:["_col4","_col6","_col7","_col9","_col10","_col16","_col18","_col20"] + Select Operator [SEL_45] (rows=2726340 width=219) + Output:["_col3","_col8","_col10","_col11","_col13","_col17"] + Filter Operator [FIL_44] (rows=2726340 width=219) + predicate:(_col17 > _col10) + Merge Join Operator [MERGEJOIN_248] (rows=8179022 width=219) + Conds:RS_41._col1=RS_292._col0(Inner),Output:["_col4","_col6","_col7","_col9","_col10","_col13","_col15","_col17"] <-Map 24 [SIMPLE_EDGE] vectorized SHUFFLE [RS_292] PartitionCols:_col0 - Select Operator [SEL_291] (rows=73049 width=98) + Select Operator [SEL_291] (rows=73049 width=12) Output:["_col0","_col1"] Filter Operator [FIL_290] (rows=73049 width=98) predicate:d_date_sk is not null @@ -174,8 +174,8 @@ Stage-0 <-Reducer 14 [SIMPLE_EDGE] SHUFFLE [RS_41] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_247] (rows=8179022 width=300) - Conds:RS_38._col4=RS_289._col0(Inner),Output:["_col1","_col4","_col6","_col7","_col9","_col10","_col16","_col18"] + Merge Join Operator [MERGEJOIN_247] (rows=8179022 width=214) + Conds:RS_38._col4=RS_289._col0(Inner),Output:["_col1","_col4","_col6","_col7","_col9","_col10","_col13","_col15"] <-Map 23 [SIMPLE_EDGE] vectorized SHUFFLE [RS_289] PartitionCols:_col0 @@ -188,8 +188,8 @@ Stage-0 <-Reducer 13 [SIMPLE_EDGE] SHUFFLE [RS_38] PartitionCols:_col4 - Merge Join Operator [MERGEJOIN_246] (rows=8179022 width=116) - Conds:RS_35._col5=RS_286._col0(Left Outer),Output:["_col1","_col4","_col6","_col7","_col9","_col10","_col16"] + Merge Join Operator [MERGEJOIN_246] (rows=8179022 width=30) + Conds:RS_35._col5=RS_286._col0(Left Outer),Output:["_col1","_col4","_col6","_col7","_col9","_col10","_col13"] <-Map 22 [SIMPLE_EDGE] vectorized SHUFFLE [RS_286] PartitionCols:_col0 @@ -200,12 +200,12 @@ Stage-0 <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_35] PartitionCols:_col5 - Merge Join Operator [MERGEJOIN_245] (rows=8179022 width=115) + Merge Join Operator [MERGEJOIN_245] (rows=8179022 width=29) Conds:RS_32._col3=RS_276._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col7","_col9","_col10"] <-Map 20 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_276] PartitionCols:_col0 - Select Operator [SEL_275] (rows=1440 width=97) + Select Operator [SEL_275] (rows=1440 width=4) Output:["_col0"] Filter Operator [FIL_274] (rows=1440 width=96) predicate:((hd_buy_potential = '1001-5000') and hd_demo_sk is not null) @@ -214,12 +214,12 @@ Stage-0 <-Reducer 11 [SIMPLE_EDGE] SHUFFLE [RS_32] PartitionCols:_col3 - Merge Join Operator [MERGEJOIN_244] (rows=40895108 width=121) + Merge Join Operator [MERGEJOIN_244] (rows=40895108 width=35) Conds:RS_29._col2=RS_268._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7","_col9","_col10"] <-Map 18 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_268] PartitionCols:_col0 - Select Operator [SEL_267] (rows=265971 width=89) + Select Operator [SEL_267] (rows=265971 width=4) Output:["_col0"] Filter Operator [FIL_266] (rows=265971 width=89) predicate:((cd_marital_status = 'M') and cd_demo_sk is not null) @@ -228,12 +228,12 @@ Stage-0 <-Reducer 10 [SIMPLE_EDGE] SHUFFLE [RS_29] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_243] (rows=100076475 width=125) + Merge Join Operator [MERGEJOIN_243] (rows=100076475 width=39) Conds:RS_284._col0=RS_260._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col9","_col10"] <-Map 16 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_260] PartitionCols:_col0 - Select Operator [SEL_259] (rows=652 width=106) + Select Operator [SEL_259] (rows=652 width=16) Output:["_col0","_col1","_col2"] Filter Operator [FIL_258] (rows=652 width=106) predicate:((d_year = 2001) and d_date_sk is not null and d_week_seq is not null) http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query73.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query73.q.out b/ql/src/test/results/clientpositive/perf/tez/query73.q.out index 14852d8..a3ec378 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query73.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query73.q.out @@ -120,7 +120,7 @@ Stage-0 <-Map 13 [SIMPLE_EDGE] vectorized SHUFFLE [RS_122] PartitionCols:_col0 - Select Operator [SEL_121] (rows=56 width=102) + Select Operator [SEL_121] (rows=56 width=4) Output:["_col0"] Filter Operator [FIL_120] (rows=56 width=102) predicate:((s_county) IN ('Mobile County', 'Maverick County', 'Huron County', 'Kittitas County') and s_store_sk is not null) @@ -134,7 +134,7 @@ Stage-0 <-Map 11 [SIMPLE_EDGE] vectorized SHUFFLE [RS_114] PartitionCols:_col0 - Select Operator [SEL_113] (rows=480 width=104) + Select Operator [SEL_113] (rows=480 width=4) Output:["_col0"] Filter Operator [FIL_112] (rows=480 width=104) predicate:((hd_buy_potential) IN ('>10000', 'unknown') and (hd_vehicle_count > 0) and CASE WHEN ((hd_vehicle_count > 0)) THEN (((UDFToDouble(hd_dep_count) / UDFToDouble(hd_vehicle_count)) > 1.0D)) ELSE (null) END and hd_demo_sk is not null) @@ -148,7 +148,7 @@ Stage-0 <-Map 9 [SIMPLE_EDGE] vectorized SHUFFLE [RS_106] PartitionCols:_col0 - Select Operator [SEL_105] (rows=170 width=12) + Select Operator [SEL_105] (rows=170 width=4) Output:["_col0"] Filter Operator [FIL_104] (rows=170 width=12) predicate:((d_year) IN (2000, 2001, 2002) and d_date_sk is not null and d_dom BETWEEN 1 AND 2) http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query74.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query74.q.out b/ql/src/test/results/clientpositive/perf/tez/query74.q.out index 4b174fe..20aade2 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query74.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query74.q.out @@ -161,99 +161,97 @@ Stage-0 limit:100 Stage-1 Reducer 8 vectorized - File Output Operator [FS_354] - Limit [LIM_353] (rows=100 width=280) + File Output Operator [FS_353] + Limit [LIM_352] (rows=100 width=280) Number of rows:100 - Select Operator [SEL_352] (rows=12248093 width=280) + Select Operator [SEL_351] (rows=12248093 width=280) Output:["_col0","_col1","_col2"] <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_93] Select Operator [SEL_92] (rows=12248093 width=280) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_91] (rows=12248093 width=728) - predicate:CASE WHEN (_col3 is not null) THEN (CASE WHEN (_col5 is not null) THEN (((_col1 / _col5) > (_col9 / _col3))) ELSE ((null > (_col9 / _col3))) END) ELSE (CASE WHEN (_col5 is not null) THEN (((_col1 / _col5) > null)) ELSE (null) END) END - Merge Join Operator [MERGEJOIN_287] (rows=24496186 width=728) - Conds:RS_88._col2=RS_351._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col8","_col9"] + Filter Operator [FIL_91] (rows=12248093 width=732) + predicate:CASE WHEN (_col3 is not null) THEN (CASE WHEN (_col6) THEN (((_col1 / _col5) > (_col10 / _col3))) ELSE ((null > (_col10 / _col3))) END) ELSE (CASE WHEN (_col6) THEN (((_col1 / _col5) > null)) ELSE (null) END) END + Merge Join Operator [MERGEJOIN_287] (rows=24496186 width=732) + Conds:RS_88._col2=RS_350._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col8","_col9","_col10"] <-Reducer 20 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_351] + SHUFFLE [RS_350] PartitionCols:_col0 - Select Operator [SEL_350] (rows=80000000 width=392) - Output:["_col0","_col1","_col2","_col3"] - Group By Operator [GBY_349] (rows=80000000 width=396) - Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3 - <-Reducer 19 [SIMPLE_EDGE] - SHUFFLE [RS_79] - PartitionCols:_col0, _col1, _col2, _col3 - Group By Operator [GBY_78] (rows=80000000 width=396) - Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(_col2)"],keys:_col6, _col7, _col8, _col4 - Merge Join Operator [MERGEJOIN_284] (rows=187573258 width=381) - Conds:RS_74._col1=RS_317._col0(Inner),Output:["_col2","_col4","_col6","_col7","_col8"] - <-Map 26 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_317] - PartitionCols:_col0 - Select Operator [SEL_316] (rows=80000000 width=284) - Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_315] (rows=80000000 width=284) - predicate:(c_customer_id is not null and c_customer_sk is not null) - TableScan [TS_68] (rows=80000000 width=284) - default@customer,customer,Tbl:COMPLETE,Col:COMPLETE,Output:["c_customer_sk","c_customer_id","c_first_name","c_last_name"] - <-Reducer 18 [SIMPLE_EDGE] - SHUFFLE [RS_74] - PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_283] (rows=187573258 width=105) - Conds:RS_348._col0=RS_294._col0(Inner),Output:["_col1","_col2","_col4"] - <-Map 21 [SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_294] - PartitionCols:_col0 - Select Operator [SEL_291] (rows=652 width=8) - Output:["_col0","_col1"] - Filter Operator [FIL_288] (rows=652 width=8) - predicate:((d_year = 2002) and (d_year) IN (2001, 2002) and d_date_sk is not null) - TableScan [TS_65] (rows=73049 width=8) - default@date_dim,date_dim,Tbl:COMPLETE,Col:COMPLETE,Output:["d_date_sk","d_year"] - <-Map 17 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_348] - PartitionCols:_col0 - Select Operator [SEL_347] (rows=525327388 width=114) - Output:["_col0","_col1","_col2"] - Filter Operator [FIL_346] (rows=525327388 width=114) - predicate:((ss_sold_date_sk BETWEEN DynamicValue(RS_72_date_dim_d_date_sk_min) AND DynamicValue(RS_72_date_dim_d_date_sk_max) and in_bloom_filter(ss_sold_date_sk, DynamicValue(RS_72_date_dim_d_date_sk_bloom_filter))) and ss_customer_sk is not null and ss_sold_date_sk is not null) - TableScan [TS_62] (rows=575995635 width=114) - default@store_sales,store_sales,Tbl:COMPLETE,Col:COMPLETE,Output:["ss_sold_date_sk","ss_customer_sk","ss_net_paid"] - <-Reducer 22 [BROADCAST_EDGE] vectorized - BROADCAST [RS_345] - Group By Operator [GBY_344] (rows=1 width=12) - Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"] - <-Map 21 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_306] - Group By Operator [GBY_302] (rows=1 width=12) - Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"] - Select Operator [SEL_295] (rows=652 width=4) - Output:["_col0"] - Please refer to the previous Select Operator [SEL_291] + Group By Operator [GBY_349] (rows=80000000 width=392) + Output:["_col0","_col1","_col2","_col3"],aggregations:["max(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 + <-Reducer 19 [SIMPLE_EDGE] + SHUFFLE [RS_79] + PartitionCols:_col0, _col1, _col2 + Group By Operator [GBY_78] (rows=80000000 width=392) + Output:["_col0","_col1","_col2","_col3"],aggregations:["max(_col2)"],keys:_col5, _col6, _col7 + Merge Join Operator [MERGEJOIN_284] (rows=187573258 width=377) + Conds:RS_74._col1=RS_317._col0(Inner),Output:["_col2","_col5","_col6","_col7"] + <-Map 26 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_317] + PartitionCols:_col0 + Select Operator [SEL_316] (rows=80000000 width=284) + Output:["_col0","_col1","_col2","_col3"] + Filter Operator [FIL_315] (rows=80000000 width=284) + predicate:(c_customer_id is not null and c_customer_sk is not null) + TableScan [TS_68] (rows=80000000 width=284) + default@customer,customer,Tbl:COMPLETE,Col:COMPLETE,Output:["c_customer_sk","c_customer_id","c_first_name","c_last_name"] + <-Reducer 18 [SIMPLE_EDGE] + SHUFFLE [RS_74] + PartitionCols:_col1 + Merge Join Operator [MERGEJOIN_283] (rows=187573258 width=101) + Conds:RS_348._col0=RS_294._col0(Inner),Output:["_col1","_col2"] + <-Map 21 [SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_294] + PartitionCols:_col0 + Select Operator [SEL_291] (rows=652 width=4) + Output:["_col0"] + Filter Operator [FIL_288] (rows=652 width=8) + predicate:((d_year = 2002) and (d_year) IN (2001, 2002) and d_date_sk is not null) + TableScan [TS_65] (rows=73049 width=8) + default@date_dim,date_dim,Tbl:COMPLETE,Col:COMPLETE,Output:["d_date_sk","d_year"] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_348] + PartitionCols:_col0 + Select Operator [SEL_347] (rows=525327388 width=114) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_346] (rows=525327388 width=114) + predicate:((ss_sold_date_sk BETWEEN DynamicValue(RS_72_date_dim_d_date_sk_min) AND DynamicValue(RS_72_date_dim_d_date_sk_max) and in_bloom_filter(ss_sold_date_sk, DynamicValue(RS_72_date_dim_d_date_sk_bloom_filter))) and ss_customer_sk is not null and ss_sold_date_sk is not null) + TableScan [TS_62] (rows=575995635 width=114) + default@store_sales,store_sales,Tbl:COMPLETE,Col:COMPLETE,Output:["ss_sold_date_sk","ss_customer_sk","ss_net_paid"] + <-Reducer 22 [BROADCAST_EDGE] vectorized + BROADCAST [RS_345] + Group By Operator [GBY_344] (rows=1 width=12) + Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"] + <-Map 21 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_306] + Group By Operator [GBY_302] (rows=1 width=12) + Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"] + Select Operator [SEL_295] (rows=652 width=4) + Output:["_col0"] + Please refer to the previous Select Operator [SEL_291] <-Reducer 6 [ONE_TO_ONE_EDGE] FORWARD [RS_88] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_286] (rows=20485011 width=436) - Conds:RS_85._col2=RS_343._col0(Inner),Output:["_col1","_col2","_col3","_col5"] + Merge Join Operator [MERGEJOIN_286] (rows=20485011 width=440) + Conds:RS_85._col2=RS_343._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6"] <-Reducer 16 [SIMPLE_EDGE] vectorized SHUFFLE [RS_343] PartitionCols:_col0 - Select Operator [SEL_342] (rows=17130654 width=212) - Output:["_col0","_col1"] + Select Operator [SEL_342] (rows=17130654 width=216) + Output:["_col0","_col1","_col2"] Filter Operator [FIL_341] (rows=17130654 width=212) - predicate:(_col4 > 0) + predicate:(_col3 > 0) Select Operator [SEL_340] (rows=51391963 width=212) - Output:["_col0","_col4"] - Group By Operator [GBY_339] (rows=51391963 width=396) - Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3 + Output:["_col0","_col3"] + Group By Operator [GBY_339] (rows=51391963 width=392) + Output:["_col0","_col1","_col2","_col3"],aggregations:["max(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 15 [SIMPLE_EDGE] SHUFFLE [RS_58] - PartitionCols:_col0, _col1, _col2, _col3 - Group By Operator [GBY_57] (rows=51391963 width=396) - Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(_col2)"],keys:_col6, _col7, _col8, _col4 - Merge Join Operator [MERGEJOIN_282] (rows=51391963 width=395) - Conds:RS_53._col1=RS_320._col0(Inner),Output:["_col2","_col4","_col6","_col7","_col8"] + PartitionCols:_col0, _col1, _col2 + Group By Operator [GBY_57] (rows=51391963 width=392) + Output:["_col0","_col1","_col2","_col3"],aggregations:["max(_col2)"],keys:_col5, _col6, _col7 + Merge Join Operator [MERGEJOIN_282] (rows=51391963 width=391) + Conds:RS_53._col1=RS_320._col0(Inner),Output:["_col2","_col5","_col6","_col7"] <-Map 26 [SIMPLE_EDGE] vectorized SHUFFLE [RS_320] PartitionCols:_col0 @@ -261,13 +259,13 @@ Stage-0 <-Reducer 14 [SIMPLE_EDGE] SHUFFLE [RS_53] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_281] (rows=51391963 width=119) - Conds:RS_338._col0=RS_300._col0(Inner),Output:["_col1","_col2","_col4"] + Merge Join Operator [MERGEJOIN_281] (rows=51391963 width=115) + Conds:RS_338._col0=RS_300._col0(Inner),Output:["_col1","_col2"] <-Map 21 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_300] PartitionCols:_col0 - Select Operator [SEL_293] (rows=652 width=8) - Output:["_col0","_col1"] + Select Operator [SEL_293] (rows=652 width=4) + Output:["_col0"] Filter Operator [FIL_290] (rows=652 width=8) predicate:((d_year = 2001) and (d_year) IN (2001, 2002) and d_date_sk is not null) Please refer to the previous TableScan [TS_65] @@ -302,18 +300,18 @@ Stage-0 Select Operator [SEL_332] (rows=26666666 width=212) Output:["_col0","_col1"] Filter Operator [FIL_331] (rows=26666666 width=212) - predicate:(_col4 > 0) + predicate:(_col3 > 0) Select Operator [SEL_330] (rows=80000000 width=212) - Output:["_col0","_col4"] - Group By Operator [GBY_329] (rows=80000000 width=396) - Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3 + Output:["_col0","_col3"] + Group By Operator [GBY_329] (rows=80000000 width=392) + Output:["_col0","_col1","_col2","_col3"],aggregations:["max(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 11 [SIMPLE_EDGE] SHUFFLE [RS_37] - PartitionCols:_col0, _col1, _col2, _col3 - Group By Operator [GBY_36] (rows=80000000 width=396) - Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(_col2)"],keys:_col6, _col7, _col8, _col4 - Merge Join Operator [MERGEJOIN_280] (rows=187573258 width=381) - Conds:RS_32._col1=RS_319._col0(Inner),Output:["_col2","_col4","_col6","_col7","_col8"] + PartitionCols:_col0, _col1, _col2 + Group By Operator [GBY_36] (rows=80000000 width=392) + Output:["_col0","_col1","_col2","_col3"],aggregations:["max(_col2)"],keys:_col5, _col6, _col7 + Merge Join Operator [MERGEJOIN_280] (rows=187573258 width=377) + Conds:RS_32._col1=RS_319._col0(Inner),Output:["_col2","_col5","_col6","_col7"] <-Map 26 [SIMPLE_EDGE] vectorized SHUFFLE [RS_319] PartitionCols:_col0 @@ -321,13 +319,13 @@ Stage-0 <-Reducer 10 [SIMPLE_EDGE] SHUFFLE [RS_32] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_279] (rows=187573258 width=105) - Conds:RS_328._col0=RS_298._col0(Inner),Output:["_col1","_col2","_col4"] + Merge Join Operator [MERGEJOIN_279] (rows=187573258 width=101) + Conds:RS_328._col0=RS_298._col0(Inner),Output:["_col1","_col2"] <-Map 21 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_298] PartitionCols:_col0 - Select Operator [SEL_292] (rows=652 width=8) - Output:["_col0","_col1"] + Select Operator [SEL_292] (rows=652 width=4) + Output:["_col0"] Filter Operator [FIL_289] (rows=652 width=8) predicate:((d_year = 2001) and (d_year) IN (2001, 2002) and d_date_sk is not null) Please refer to the previous TableScan [TS_65] @@ -356,15 +354,15 @@ Stage-0 PartitionCols:_col0 Select Operator [SEL_322] (rows=51391963 width=212) Output:["_col0","_col1"] - Group By Operator [GBY_321] (rows=51391963 width=396) - Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3 + Group By Operator [GBY_321] (rows=51391963 width=392) + Output:["_col0","_col1","_col2","_col3"],aggregations:["max(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_17] - PartitionCols:_col0, _col1, _col2, _col3 - Group By Operator [GBY_16] (rows=51391963 width=396) - Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(_col2)"],keys:_col6, _col7, _col8, _col4 - Merge Join Operator [MERGEJOIN_278] (rows=51391963 width=395) - Conds:RS_12._col1=RS_318._col0(Inner),Output:["_col2","_col4","_col6","_col7","_col8"] + PartitionCols:_col0, _col1, _col2 + Group By Operator [GBY_16] (rows=51391963 width=392) + Output:["_col0","_col1","_col2","_col3"],aggregations:["max(_col2)"],keys:_col5, _col6, _col7 + Merge Join Operator [MERGEJOIN_278] (rows=51391963 width=391) + Conds:RS_12._col1=RS_318._col0(Inner),Output:["_col2","_col5","_col6","_col7"] <-Map 26 [SIMPLE_EDGE] vectorized SHUFFLE [RS_318] PartitionCols:_col0 @@ -372,8 +370,8 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_277] (rows=51391963 width=119) - Conds:RS_314._col0=RS_296._col0(Inner),Output:["_col1","_col2","_col4"] + Merge Join Operator [MERGEJOIN_277] (rows=51391963 width=115) + Conds:RS_314._col0=RS_296._col0(Inner),Output:["_col1","_col2"] <-Map 21 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_296] PartitionCols:_col0
