http://git-wip-us.apache.org/repos/asf/hive/blob/96a409e1/ql/src/test/results/clientpositive/perf/tez/query64.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query64.q.out b/ql/src/test/results/clientpositive/perf/tez/query64.q.out index e009eaf..cd76cc6 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query64.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query64.q.out @@ -237,47 +237,36 @@ POSTHOOK: type: QUERY Plan optimized by CBO. Vertex dependency in root stage -Reducer 10 <- Reducer 19 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE) +Reducer 10 <- Reducer 14 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE) Reducer 11 <- Reducer 10 (SIMPLE_EDGE) -Reducer 12 <- Map 1 (SIMPLE_EDGE), Map 20 (SIMPLE_EDGE) -Reducer 13 <- Map 20 (SIMPLE_EDGE), Reducer 12 (SIMPLE_EDGE) -Reducer 14 <- Reducer 13 (SIMPLE_EDGE), Reducer 38 (SIMPLE_EDGE) -Reducer 15 <- Map 41 (SIMPLE_EDGE), Reducer 14 (SIMPLE_EDGE) -Reducer 16 <- Map 55 (SIMPLE_EDGE), Reducer 15 (SIMPLE_EDGE) -Reducer 17 <- Reducer 16 (SIMPLE_EDGE), Reducer 34 (SIMPLE_EDGE) -Reducer 18 <- Map 55 (SIMPLE_EDGE), Reducer 17 (SIMPLE_EDGE) -Reducer 19 <- Reducer 18 (SIMPLE_EDGE) -Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 20 (SIMPLE_EDGE) -Reducer 21 <- Map 20 (SIMPLE_EDGE), Reducer 43 (SIMPLE_EDGE) -Reducer 22 <- Map 46 (SIMPLE_EDGE), Reducer 21 (SIMPLE_EDGE) -Reducer 23 <- Reducer 22 (SIMPLE_EDGE), Reducer 37 (SIMPLE_EDGE) -Reducer 24 <- Reducer 23 (SIMPLE_EDGE), Reducer 49 (ONE_TO_ONE_EDGE) -Reducer 25 <- Map 53 (SIMPLE_EDGE), Reducer 24 (SIMPLE_EDGE) -Reducer 26 <- Map 41 (SIMPLE_EDGE), Reducer 25 (SIMPLE_EDGE) -Reducer 27 <- Map 54 (SIMPLE_EDGE), Reducer 26 (SIMPLE_EDGE) -Reducer 28 <- Map 20 (SIMPLE_EDGE), Reducer 44 (SIMPLE_EDGE) -Reducer 29 <- Map 46 (SIMPLE_EDGE), Reducer 28 (SIMPLE_EDGE) -Reducer 3 <- Map 20 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) -Reducer 30 <- Reducer 29 (SIMPLE_EDGE), Reducer 39 (SIMPLE_EDGE) -Reducer 31 <- Reducer 30 (SIMPLE_EDGE), Reducer 51 (ONE_TO_ONE_EDGE) -Reducer 32 <- Map 53 (SIMPLE_EDGE), Reducer 31 (SIMPLE_EDGE) -Reducer 33 <- Map 41 (SIMPLE_EDGE), Reducer 32 (SIMPLE_EDGE) -Reducer 34 <- Map 54 (SIMPLE_EDGE), Reducer 33 (SIMPLE_EDGE) -Reducer 36 <- Map 35 (SIMPLE_EDGE), Map 40 (SIMPLE_EDGE) -Reducer 37 <- Map 35 (SIMPLE_EDGE), Map 40 (SIMPLE_EDGE) -Reducer 38 <- Map 35 (SIMPLE_EDGE), Map 40 (SIMPLE_EDGE) -Reducer 39 <- Map 35 (SIMPLE_EDGE), Map 40 (SIMPLE_EDGE) -Reducer 4 <- Reducer 3 (SIMPLE_EDGE), Reducer 36 (SIMPLE_EDGE) -Reducer 43 <- Map 42 (SIMPLE_EDGE), Map 45 (SIMPLE_EDGE) -Reducer 44 <- Map 42 (SIMPLE_EDGE), Map 45 (SIMPLE_EDGE) -Reducer 48 <- Map 47 (SIMPLE_EDGE), Map 52 (SIMPLE_EDGE) -Reducer 49 <- Reducer 48 (SIMPLE_EDGE) -Reducer 5 <- Map 41 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE) -Reducer 50 <- Map 47 (SIMPLE_EDGE), Map 52 (SIMPLE_EDGE) -Reducer 51 <- Reducer 50 (SIMPLE_EDGE) -Reducer 6 <- Map 55 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE) -Reducer 7 <- Reducer 27 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE) -Reducer 8 <- Map 55 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE) +Reducer 12 <- Reducer 29 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE) +Reducer 13 <- Map 44 (SIMPLE_EDGE), Reducer 12 (SIMPLE_EDGE) +Reducer 14 <- Reducer 13 (SIMPLE_EDGE) +Reducer 16 <- Map 15 (SIMPLE_EDGE), Reducer 35 (SIMPLE_EDGE) +Reducer 17 <- Map 37 (SIMPLE_EDGE), Reducer 16 (SIMPLE_EDGE) +Reducer 18 <- Reducer 17 (SIMPLE_EDGE), Reducer 31 (SIMPLE_EDGE) +Reducer 19 <- Reducer 18 (SIMPLE_EDGE), Reducer 40 (ONE_TO_ONE_EDGE) +Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 15 (SIMPLE_EDGE) +Reducer 20 <- Map 42 (SIMPLE_EDGE), Reducer 19 (SIMPLE_EDGE) +Reducer 21 <- Map 33 (SIMPLE_EDGE), Reducer 20 (SIMPLE_EDGE) +Reducer 22 <- Map 43 (SIMPLE_EDGE), Reducer 21 (SIMPLE_EDGE) +Reducer 23 <- Map 15 (SIMPLE_EDGE), Reducer 35 (SIMPLE_EDGE) +Reducer 24 <- Map 37 (SIMPLE_EDGE), Reducer 23 (SIMPLE_EDGE) +Reducer 25 <- Reducer 24 (SIMPLE_EDGE), Reducer 31 (SIMPLE_EDGE) +Reducer 26 <- Reducer 25 (SIMPLE_EDGE), Reducer 40 (ONE_TO_ONE_EDGE) +Reducer 27 <- Map 42 (SIMPLE_EDGE), Reducer 26 (SIMPLE_EDGE) +Reducer 28 <- Map 33 (SIMPLE_EDGE), Reducer 27 (SIMPLE_EDGE) +Reducer 29 <- Map 43 (SIMPLE_EDGE), Reducer 28 (SIMPLE_EDGE) +Reducer 3 <- Map 15 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) +Reducer 31 <- Map 30 (SIMPLE_EDGE), Map 32 (SIMPLE_EDGE) +Reducer 35 <- Map 34 (SIMPLE_EDGE), Map 36 (SIMPLE_EDGE) +Reducer 39 <- Map 38 (SIMPLE_EDGE), Map 41 (SIMPLE_EDGE) +Reducer 4 <- Reducer 3 (SIMPLE_EDGE), Reducer 31 (SIMPLE_EDGE) +Reducer 40 <- Reducer 39 (SIMPLE_EDGE) +Reducer 5 <- Map 33 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE) +Reducer 6 <- Map 44 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE) +Reducer 7 <- Reducer 22 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE) +Reducer 8 <- Map 44 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE) Reducer 9 <- Reducer 8 (SIMPLE_EDGE) Stage-0 @@ -296,14 +285,14 @@ Stage-0 predicate:(_col30 <= _col13) Merge Join Operator [MERGEJOIN_615] (rows=821691577 width=88) Conds:RS_256._col2, _col1, _col3=RS_257._col2, _col1, _col3(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col13","_col14","_col15","_col16","_col30","_col31","_col32","_col33"] - <-Reducer 19 [SIMPLE_EDGE] + <-Reducer 14 [SIMPLE_EDGE] SHUFFLE [RS_257] PartitionCols:_col2, _col1, _col3 Select Operator [SEL_254] (rows=746992327 width=88) Output:["_col1","_col2","_col3","_col13","_col14","_col15","_col16"] Group By Operator [GBY_253] (rows=746992327 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17"],aggregations:["count(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7, KEY._col8, KEY._col9, KEY._col10, KEY._col11, KEY._col12, KEY._col13 - <-Reducer 18 [SIMPLE_EDGE] + <-Reducer 13 [SIMPLE_EDGE] SHUFFLE [RS_252] PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 Group By Operator [GBY_251] (rows=1493984654 width=88) @@ -314,7 +303,7 @@ Stage-0 predicate:(_col56 <> _col19) Merge Join Operator [MERGEJOIN_614] (rows=1493984654 width=88) Conds:RS_246._col37=RS_247._col0(Inner),Output:["_col7","_col9","_col14","_col15","_col16","_col17","_col19","_col23","_col24","_col25","_col26","_col28","_col29","_col43","_col44","_col45","_col46","_col49","_col56"] - <-Map 55 [SIMPLE_EDGE] + <-Map 44 [SIMPLE_EDGE] SHUFFLE [RS_247] PartitionCols:_col0 Select Operator [SEL_99] (rows=1861800 width=385) @@ -323,27 +312,27 @@ Stage-0 predicate:cd_demo_sk is not null TableScan [TS_97] (rows=1861800 width=385) default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status"] - <-Reducer 17 [SIMPLE_EDGE] + <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_246] PartitionCols:_col37 Merge Join Operator [MERGEJOIN_613] (rows=1358167838 width=88) Conds:RS_243._col0=RS_244._col16(Inner),Output:["_col7","_col9","_col14","_col15","_col16","_col17","_col19","_col23","_col24","_col25","_col26","_col28","_col29","_col37","_col43","_col44","_col45","_col46","_col49"] - <-Reducer 16 [SIMPLE_EDGE] + <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_243] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_602] (rows=128840811 width=860) - Conds:RS_240._col1=RS_241._col0(Inner),Output:["_col0","_col7","_col9","_col14","_col15","_col16","_col17","_col19"] - <-Map 55 [SIMPLE_EDGE] - SHUFFLE [RS_241] + Merge Join Operator [MERGEJOIN_584] (rows=128840811 width=860) + Conds:RS_112._col1=RS_113._col0(Inner),Output:["_col0","_col7","_col9","_col14","_col15","_col16","_col17","_col19"] + <-Map 44 [SIMPLE_EDGE] + SHUFFLE [RS_113] PartitionCols:_col0 Please refer to the previous Select Operator [SEL_99] - <-Reducer 15 [SIMPLE_EDGE] - SHUFFLE [RS_240] + <-Reducer 5 [SIMPLE_EDGE] + SHUFFLE [RS_112] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_601] (rows=117128008 width=860) - Conds:RS_237._col3=RS_238._col0(Inner),Output:["_col0","_col1","_col7","_col9","_col14","_col15","_col16","_col17"] - <-Map 41 [SIMPLE_EDGE] - SHUFFLE [RS_238] + Merge Join Operator [MERGEJOIN_583] (rows=117128008 width=860) + Conds:RS_109._col3=RS_110._col0(Inner),Output:["_col0","_col1","_col7","_col9","_col14","_col15","_col16","_col17"] + <-Map 33 [SIMPLE_EDGE] + SHUFFLE [RS_110] PartitionCols:_col0 Select Operator [SEL_21] (rows=40000000 width=1014) Output:["_col0","_col1","_col2","_col3","_col4"] @@ -351,40 +340,59 @@ Stage-0 predicate:ca_address_sk is not null TableScan [TS_19] (rows=40000000 width=1014) default@customer_address,ad2,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_street_number","ca_street_name","ca_city","ca_zip"] - <-Reducer 14 [SIMPLE_EDGE] - SHUFFLE [RS_237] + <-Reducer 4 [SIMPLE_EDGE] + SHUFFLE [RS_109] PartitionCols:_col3 - Merge Join Operator [MERGEJOIN_600] (rows=106480005 width=860) - Conds:RS_234._col2=RS_235._col0(Inner),Output:["_col0","_col1","_col3","_col7","_col9"] - <-Reducer 13 [SIMPLE_EDGE] - SHUFFLE [RS_234] + Merge Join Operator [MERGEJOIN_582] (rows=106480005 width=860) + Conds:RS_106._col2=RS_107._col0(Inner),Output:["_col0","_col1","_col3","_col7","_col9"] + <-Reducer 31 [SIMPLE_EDGE] + SHUFFLE [RS_107] + PartitionCols:_col0 + Merge Join Operator [MERGEJOIN_581] (rows=7920 width=107) + Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col0"] + <-Map 30 [SIMPLE_EDGE] + SHUFFLE [RS_15] + PartitionCols:_col1 + Select Operator [SEL_11] (rows=7200 width=107) + Output:["_col0","_col1"] + Filter Operator [FIL_544] (rows=7200 width=107) + predicate:(hd_demo_sk is not null and hd_income_band_sk is not null) + TableScan [TS_9] (rows=7200 width=107) + default@household_demographics,hd2,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_income_band_sk"] + <-Map 32 [SIMPLE_EDGE] + SHUFFLE [RS_16] + PartitionCols:_col0 + Select Operator [SEL_14] (rows=20 width=12) + Output:["_col0"] + Filter Operator [FIL_545] (rows=20 width=12) + predicate:ib_income_band_sk is not null + TableScan [TS_12] (rows=20 width=12) + default@income_band,ib2,Tbl:COMPLETE,Col:NONE,Output:["ib_income_band_sk"] + <-Reducer 3 [SIMPLE_EDGE] + SHUFFLE [RS_106] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_598] (rows=96800003 width=860) - Conds:RS_231._col4=RS_232._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col7","_col9"] - <-Map 20 [SIMPLE_EDGE] - SHUFFLE [RS_232] + Merge Join Operator [MERGEJOIN_580] (rows=96800003 width=860) + Conds:RS_103._col4=RS_104._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col7","_col9"] + <-Map 15 [SIMPLE_EDGE] + SHUFFLE [RS_104] PartitionCols:_col0 - Select Operator [SEL_136] (rows=73049 width=1119) + Select Operator [SEL_5] (rows=73049 width=1119) Output:["_col0","_col1"] - Filter Operator [FIL_562] (rows=73049 width=1119) + Filter Operator [FIL_542] (rows=73049 width=1119) predicate:d_date_sk is not null TableScan [TS_3] (rows=73049 width=1119) default@date_dim,d2,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] - <-Reducer 12 [SIMPLE_EDGE] - SHUFFLE [RS_231] + <-Reducer 2 [SIMPLE_EDGE] + SHUFFLE [RS_103] PartitionCols:_col4 - Merge Join Operator [MERGEJOIN_597] (rows=88000001 width=860) - Conds:RS_228._col5=RS_229._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col7"] - <-Map 20 [SIMPLE_EDGE] - SHUFFLE [RS_229] + Merge Join Operator [MERGEJOIN_579] (rows=88000001 width=860) + Conds:RS_100._col5=RS_101._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col7"] + <-Map 15 [SIMPLE_EDGE] + SHUFFLE [RS_101] PartitionCols:_col0 - Select Operator [SEL_133] (rows=73049 width=1119) - Output:["_col0","_col1"] - Filter Operator [FIL_561] (rows=73049 width=1119) - predicate:d_date_sk is not null - Please refer to the previous TableScan [TS_3] + Please refer to the previous Select Operator [SEL_5] <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_228] + SHUFFLE [RS_100] PartitionCols:_col5 Select Operator [SEL_2] (rows=80000000 width=860) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] @@ -392,37 +400,14 @@ Stage-0 predicate:(c_current_addr_sk is not null and c_current_cdemo_sk is not null and c_current_hdemo_sk is not null and c_customer_sk is not null and c_first_sales_date_sk is not null and c_first_shipto_date_sk is not null) TableScan [TS_0] (rows=80000000 width=860) default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_cdemo_sk","c_current_hdemo_sk","c_current_addr_sk","c_first_shipto_date_sk","c_first_sales_date_sk"] - <-Reducer 38 [SIMPLE_EDGE] - SHUFFLE [RS_235] - PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_599] (rows=7920 width=107) - Conds:RS_143._col1=RS_144._col0(Inner),Output:["_col0"] - <-Map 35 [SIMPLE_EDGE] - SHUFFLE [RS_143] - PartitionCols:_col1 - Select Operator [SEL_11] (rows=7200 width=107) - Output:["_col0","_col1"] - Filter Operator [FIL_544] (rows=7200 width=107) - predicate:(hd_demo_sk is not null and hd_income_band_sk is not null) - TableScan [TS_9] (rows=7200 width=107) - default@household_demographics,hd2,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_income_band_sk"] - <-Map 40 [SIMPLE_EDGE] - SHUFFLE [RS_144] - PartitionCols:_col0 - Select Operator [SEL_14] (rows=20 width=12) - Output:["_col0"] - Filter Operator [FIL_545] (rows=20 width=12) - predicate:ib_income_band_sk is not null - TableScan [TS_12] (rows=20 width=12) - default@income_band,ib2,Tbl:COMPLETE,Col:NONE,Output:["ib_income_band_sk"] - <-Reducer 34 [SIMPLE_EDGE] + <-Reducer 29 [SIMPLE_EDGE] SHUFFLE [RS_244] PartitionCols:_col16 Select Operator [SEL_224] (rows=1234698008 width=88) Output:["_col3","_col4","_col5","_col6","_col8","_col9","_col16","_col17","_col23","_col24","_col25","_col26","_col29"] Merge Join Operator [MERGEJOIN_612] (rows=1234698008 width=88) Conds:RS_221._col5, _col12=RS_222._col0, _col1(Inner),Output:["_col6","_col7","_col13","_col14","_col15","_col16","_col19","_col26","_col27","_col29","_col30","_col31","_col32"] - <-Map 54 [SIMPLE_EDGE] + <-Map 43 [SIMPLE_EDGE] SHUFFLE [RS_222] PartitionCols:_col0, _col1 Select Operator [SEL_77] (rows=57591150 width=77) @@ -431,21 +416,21 @@ Stage-0 predicate:(sr_item_sk is not null and sr_ticket_number is not null) TableScan [TS_75] (rows=57591150 width=77) default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_ticket_number"] - <-Reducer 33 [SIMPLE_EDGE] + <-Reducer 28 [SIMPLE_EDGE] SHUFFLE [RS_221] PartitionCols:_col5, _col12 Merge Join Operator [MERGEJOIN_611] (rows=1122452711 width=88) Conds:RS_218._col9=RS_219._col0(Inner),Output:["_col5","_col6","_col7","_col12","_col13","_col14","_col15","_col16","_col19","_col26","_col27","_col29","_col30","_col31","_col32"] - <-Map 41 [SIMPLE_EDGE] + <-Map 33 [SIMPLE_EDGE] SHUFFLE [RS_219] PartitionCols:_col0 Please refer to the previous Select Operator [SEL_21] - <-Reducer 32 [SIMPLE_EDGE] + <-Reducer 27 [SIMPLE_EDGE] SHUFFLE [RS_218] PartitionCols:_col9 Merge Join Operator [MERGEJOIN_610] (rows=1020411534 width=88) Conds:RS_215._col10=RS_216._col0(Inner),Output:["_col5","_col6","_col7","_col9","_col12","_col13","_col14","_col15","_col16","_col19","_col26","_col27"] - <-Map 53 [SIMPLE_EDGE] + <-Map 42 [SIMPLE_EDGE] SHUFFLE [RS_216] PartitionCols:_col0 Select Operator [SEL_71] (rows=1704 width=1910) @@ -454,24 +439,64 @@ Stage-0 predicate:(s_store_name is not null and s_store_sk is not null and s_zip is not null) TableScan [TS_69] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_zip"] - <-Reducer 31 [SIMPLE_EDGE] + <-Reducer 26 [SIMPLE_EDGE] SHUFFLE [RS_215] PartitionCols:_col10 Merge Join Operator [MERGEJOIN_609] (rows=927646829 width=88) Conds:RS_212._col5=RS_213._col0(Inner),Output:["_col5","_col6","_col7","_col9","_col10","_col12","_col13","_col14","_col15","_col16","_col19"] - <-Reducer 30 [SIMPLE_EDGE] + <-Reducer 40 [ONE_TO_ONE_EDGE] + FORWARD [RS_213] + PartitionCols:_col0 + Select Operator [SEL_68] (rows=52798137 width=135) + Output:["_col0"] + Filter Operator [FIL_67] (rows=52798137 width=135) + predicate:(_col1 > (2 * _col2)) + Group By Operator [GBY_66] (rows=158394413 width=135) + Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0 + <-Reducer 39 [SIMPLE_EDGE] + SHUFFLE [RS_65] + PartitionCols:_col0 + Group By Operator [GBY_64] (rows=316788826 width=135) + Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","sum(_col2)"],keys:_col0 + Select Operator [SEL_62] (rows=316788826 width=135) + Output:["_col0","_col1","_col2"] + Merge Join Operator [MERGEJOIN_589] (rows=316788826 width=135) + Conds:RS_59._col0, _col1=RS_60._col0, _col1(Inner),Output:["_col0","_col2","_col5","_col6","_col7"] + <-Map 38 [SIMPLE_EDGE] + SHUFFLE [RS_59] + PartitionCols:_col0, _col1 + Select Operator [SEL_55] (rows=287989836 width=135) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_554] (rows=287989836 width=135) + predicate:(cs_item_sk is not null and cs_order_number is not null) + TableScan [TS_53] (rows=287989836 width=135) + default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_item_sk","cs_order_number","cs_ext_list_price"] + <-Map 41 [SIMPLE_EDGE] + SHUFFLE [RS_60] + PartitionCols:_col0, _col1 + Select Operator [SEL_58] (rows=28798881 width=106) + Output:["_col0","_col1","_col2","_col3","_col4"] + Filter Operator [FIL_555] (rows=28798881 width=106) + predicate:(cr_item_sk is not null and cr_order_number is not null) + TableScan [TS_56] (rows=28798881 width=106) + default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_refunded_cash","cr_reversed_charge","cr_store_credit"] + <-Reducer 25 [SIMPLE_EDGE] SHUFFLE [RS_212] PartitionCols:_col5 Merge Join Operator [MERGEJOIN_608] (rows=843315281 width=88) Conds:RS_209._col0=RS_210._col5(Inner),Output:["_col5","_col6","_col7","_col9","_col10","_col12","_col13","_col14","_col15","_col16","_col19"] - <-Reducer 29 [SIMPLE_EDGE] + <-Reducer 31 [SIMPLE_EDGE] + SHUFFLE [RS_209] + PartitionCols:_col0 + Please refer to the previous Merge Join Operator [MERGEJOIN_581] + <-Reducer 24 [SIMPLE_EDGE] SHUFFLE [RS_210] PartitionCols:_col5 Select Operator [SEL_180] (rows=766650239 width=88) Output:["_col2","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col12","_col13","_col16"] Merge Join Operator [MERGEJOIN_606] (rows=766650239 width=88) Conds:RS_177._col7=RS_178._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col12","_col15"] - <-Map 46 [SIMPLE_EDGE] + <-Map 37 [SIMPLE_EDGE] SHUFFLE [RS_178] PartitionCols:_col0 Select Operator [SEL_42] (rows=2300 width=1179) @@ -480,12 +505,12 @@ Stage-0 predicate:p_promo_sk is not null TableScan [TS_40] (rows=2300 width=1179) default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk"] - <-Reducer 28 [SIMPLE_EDGE] + <-Reducer 23 [SIMPLE_EDGE] SHUFFLE [RS_177] PartitionCols:_col7 Merge Join Operator [MERGEJOIN_605] (rows=696954748 width=88) Conds:RS_174._col0=RS_175._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col15"] - <-Map 20 [SIMPLE_EDGE] + <-Map 15 [SIMPLE_EDGE] SHUFFLE [RS_175] PartitionCols:_col0 Select Operator [SEL_167] (rows=36524 width=1119) @@ -493,13 +518,13 @@ Stage-0 Filter Operator [FIL_571] (rows=36524 width=1119) predicate:((d_year = 2001) and d_date_sk is not null) Please refer to the previous TableScan [TS_3] - <-Reducer 44 [SIMPLE_EDGE] + <-Reducer 35 [SIMPLE_EDGE] SHUFFLE [RS_174] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_604] (rows=633595212 width=88) - Conds:RS_171._col1=RS_172._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col15"] - <-Map 42 [SIMPLE_EDGE] - SHUFFLE [RS_171] + Merge Join Operator [MERGEJOIN_586] (rows=633595212 width=88) + Conds:RS_43._col1=RS_44._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col15"] + <-Map 34 [SIMPLE_EDGE] + SHUFFLE [RS_43] PartitionCols:_col1 Select Operator [SEL_33] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"] @@ -507,8 +532,8 @@ Stage-0 predicate:(ss_addr_sk is not null and ss_cdemo_sk is not null and ss_customer_sk is not null and ss_hdemo_sk is not null and ss_item_sk is not null and ss_promo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null and ss_ticket_number is not null) TableScan [TS_31] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_cdemo_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_promo_sk","ss_ticket_number","ss_wholesale_cost","ss_list_price","ss_coupon_amt"] - <-Map 45 [SIMPLE_EDGE] - SHUFFLE [RS_172] + <-Map 36 [SIMPLE_EDGE] + SHUFFLE [RS_44] PartitionCols:_col0 Select Operator [SEL_36] (rows=2851 width=1436) Output:["_col0","_col3"] @@ -516,55 +541,6 @@ Stage-0 predicate:((i_color) IN ('maroon', 'burnished', 'dim', 'steel', 'navajo', 'chocolate') and i_current_price BETWEEN 35 AND 45 and i_current_price BETWEEN 36 AND 50 and i_item_sk is not null) TableScan [TS_34] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_current_price","i_color","i_product_name"] - <-Reducer 39 [SIMPLE_EDGE] - SHUFFLE [RS_209] - PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_603] (rows=7920 width=107) - Conds:RS_206._col1=RS_207._col0(Inner),Output:["_col0"] - <-Map 35 [SIMPLE_EDGE] - SHUFFLE [RS_206] - PartitionCols:_col1 - Please refer to the previous Select Operator [SEL_11] - <-Map 40 [SIMPLE_EDGE] - SHUFFLE [RS_207] - PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_14] - <-Reducer 51 [ONE_TO_ONE_EDGE] - FORWARD [RS_213] - PartitionCols:_col0 - Select Operator [SEL_196] (rows=52798137 width=135) - Output:["_col0"] - Filter Operator [FIL_195] (rows=52798137 width=135) - predicate:(_col1 > (2 * _col2)) - Group By Operator [GBY_194] (rows=158394413 width=135) - Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0 - <-Reducer 50 [SIMPLE_EDGE] - SHUFFLE [RS_193] - PartitionCols:_col0 - Group By Operator [GBY_192] (rows=316788826 width=135) - Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","sum(_col2)"],keys:_col0 - Select Operator [SEL_190] (rows=316788826 width=135) - Output:["_col0","_col1","_col2"] - Merge Join Operator [MERGEJOIN_607] (rows=316788826 width=135) - Conds:RS_187._col0, _col1=RS_188._col0, _col1(Inner),Output:["_col0","_col2","_col5","_col6","_col7"] - <-Map 47 [SIMPLE_EDGE] - SHUFFLE [RS_187] - PartitionCols:_col0, _col1 - Select Operator [SEL_55] (rows=287989836 width=135) - Output:["_col0","_col1","_col2"] - Filter Operator [FIL_554] (rows=287989836 width=135) - predicate:(cs_item_sk is not null and cs_order_number is not null) - TableScan [TS_53] (rows=287989836 width=135) - default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_item_sk","cs_order_number","cs_ext_list_price"] - <-Map 52 [SIMPLE_EDGE] - SHUFFLE [RS_188] - PartitionCols:_col0, _col1 - Select Operator [SEL_58] (rows=28798881 width=106) - Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_555] (rows=28798881 width=106) - predicate:(cr_item_sk is not null and cr_order_number is not null) - TableScan [TS_56] (rows=28798881 width=106) - default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_refunded_cash","cr_reversed_charge","cr_store_credit"] <-Reducer 9 [SIMPLE_EDGE] SHUFFLE [RS_256] PartitionCols:_col2, _col1, _col3 @@ -583,7 +559,7 @@ Stage-0 predicate:(_col56 <> _col19) Merge Join Operator [MERGEJOIN_596] (rows=1493984654 width=88) Conds:RS_118._col37=RS_119._col0(Inner),Output:["_col7","_col9","_col14","_col15","_col16","_col17","_col19","_col23","_col24","_col25","_col26","_col28","_col29","_col43","_col44","_col45","_col46","_col49","_col56"] - <-Map 55 [SIMPLE_EDGE] + <-Map 44 [SIMPLE_EDGE] SHUFFLE [RS_119] PartitionCols:_col0 Please refer to the previous Select Operator [SEL_99] @@ -592,62 +568,74 @@ Stage-0 PartitionCols:_col37 Merge Join Operator [MERGEJOIN_595] (rows=1358167838 width=88) Conds:RS_115._col0=RS_116._col16(Inner),Output:["_col7","_col9","_col14","_col15","_col16","_col17","_col19","_col23","_col24","_col25","_col26","_col28","_col29","_col37","_col43","_col44","_col45","_col46","_col49"] - <-Reducer 27 [SIMPLE_EDGE] + <-Reducer 6 [SIMPLE_EDGE] + SHUFFLE [RS_115] + PartitionCols:_col0 + Please refer to the previous Merge Join Operator [MERGEJOIN_584] + <-Reducer 22 [SIMPLE_EDGE] SHUFFLE [RS_116] PartitionCols:_col16 Select Operator [SEL_96] (rows=1234698008 width=88) Output:["_col3","_col4","_col5","_col6","_col8","_col9","_col16","_col17","_col23","_col24","_col25","_col26","_col29"] Merge Join Operator [MERGEJOIN_594] (rows=1234698008 width=88) Conds:RS_93._col5, _col12=RS_94._col0, _col1(Inner),Output:["_col6","_col7","_col13","_col14","_col15","_col16","_col19","_col26","_col27","_col29","_col30","_col31","_col32"] - <-Map 54 [SIMPLE_EDGE] + <-Map 43 [SIMPLE_EDGE] SHUFFLE [RS_94] PartitionCols:_col0, _col1 Please refer to the previous Select Operator [SEL_77] - <-Reducer 26 [SIMPLE_EDGE] + <-Reducer 21 [SIMPLE_EDGE] SHUFFLE [RS_93] PartitionCols:_col5, _col12 Merge Join Operator [MERGEJOIN_593] (rows=1122452711 width=88) Conds:RS_90._col9=RS_91._col0(Inner),Output:["_col5","_col6","_col7","_col12","_col13","_col14","_col15","_col16","_col19","_col26","_col27","_col29","_col30","_col31","_col32"] - <-Map 41 [SIMPLE_EDGE] + <-Map 33 [SIMPLE_EDGE] SHUFFLE [RS_91] PartitionCols:_col0 Please refer to the previous Select Operator [SEL_21] - <-Reducer 25 [SIMPLE_EDGE] + <-Reducer 20 [SIMPLE_EDGE] SHUFFLE [RS_90] PartitionCols:_col9 Merge Join Operator [MERGEJOIN_592] (rows=1020411534 width=88) Conds:RS_87._col10=RS_88._col0(Inner),Output:["_col5","_col6","_col7","_col9","_col12","_col13","_col14","_col15","_col16","_col19","_col26","_col27"] - <-Map 53 [SIMPLE_EDGE] + <-Map 42 [SIMPLE_EDGE] SHUFFLE [RS_88] PartitionCols:_col0 Please refer to the previous Select Operator [SEL_71] - <-Reducer 24 [SIMPLE_EDGE] + <-Reducer 19 [SIMPLE_EDGE] SHUFFLE [RS_87] PartitionCols:_col10 Merge Join Operator [MERGEJOIN_591] (rows=927646829 width=88) Conds:RS_84._col5=RS_85._col0(Inner),Output:["_col5","_col6","_col7","_col9","_col10","_col12","_col13","_col14","_col15","_col16","_col19"] - <-Reducer 23 [SIMPLE_EDGE] + <-Reducer 40 [ONE_TO_ONE_EDGE] + FORWARD [RS_85] + PartitionCols:_col0 + Please refer to the previous Select Operator [SEL_68] + <-Reducer 18 [SIMPLE_EDGE] SHUFFLE [RS_84] PartitionCols:_col5 Merge Join Operator [MERGEJOIN_590] (rows=843315281 width=88) Conds:RS_81._col0=RS_82._col5(Inner),Output:["_col5","_col6","_col7","_col9","_col10","_col12","_col13","_col14","_col15","_col16","_col19"] - <-Reducer 22 [SIMPLE_EDGE] + <-Reducer 31 [SIMPLE_EDGE] + SHUFFLE [RS_81] + PartitionCols:_col0 + Please refer to the previous Merge Join Operator [MERGEJOIN_581] + <-Reducer 17 [SIMPLE_EDGE] SHUFFLE [RS_82] PartitionCols:_col5 Select Operator [SEL_52] (rows=766650239 width=88) Output:["_col2","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col12","_col13","_col16"] Merge Join Operator [MERGEJOIN_588] (rows=766650239 width=88) Conds:RS_49._col7=RS_50._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col12","_col15"] - <-Map 46 [SIMPLE_EDGE] + <-Map 37 [SIMPLE_EDGE] SHUFFLE [RS_50] PartitionCols:_col0 Please refer to the previous Select Operator [SEL_42] - <-Reducer 21 [SIMPLE_EDGE] + <-Reducer 16 [SIMPLE_EDGE] SHUFFLE [RS_49] PartitionCols:_col7 Merge Join Operator [MERGEJOIN_587] (rows=696954748 width=88) Conds:RS_46._col0=RS_47._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col15"] - <-Map 20 [SIMPLE_EDGE] + <-Map 15 [SIMPLE_EDGE] SHUFFLE [RS_47] PartitionCols:_col0 Select Operator [SEL_39] (rows=36524 width=1119) @@ -655,118 +643,8 @@ Stage-0 Filter Operator [FIL_552] (rows=36524 width=1119) predicate:((d_year = 2000) and d_date_sk is not null) Please refer to the previous TableScan [TS_3] - <-Reducer 43 [SIMPLE_EDGE] + <-Reducer 35 [SIMPLE_EDGE] SHUFFLE [RS_46] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_586] (rows=633595212 width=88) - Conds:RS_43._col1=RS_44._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col15"] - <-Map 42 [SIMPLE_EDGE] - SHUFFLE [RS_43] - PartitionCols:_col1 - Please refer to the previous Select Operator [SEL_33] - <-Map 45 [SIMPLE_EDGE] - SHUFFLE [RS_44] - PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_36] - <-Reducer 37 [SIMPLE_EDGE] - SHUFFLE [RS_81] - PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_585] (rows=7920 width=107) - Conds:RS_78._col1=RS_79._col0(Inner),Output:["_col0"] - <-Map 35 [SIMPLE_EDGE] - SHUFFLE [RS_78] - PartitionCols:_col1 - Please refer to the previous Select Operator [SEL_11] - <-Map 40 [SIMPLE_EDGE] - SHUFFLE [RS_79] - PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_14] - <-Reducer 49 [ONE_TO_ONE_EDGE] - FORWARD [RS_85] - PartitionCols:_col0 - Select Operator [SEL_68] (rows=52798137 width=135) - Output:["_col0"] - Filter Operator [FIL_67] (rows=52798137 width=135) - predicate:(_col1 > (2 * _col2)) - Group By Operator [GBY_66] (rows=158394413 width=135) - Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0 - <-Reducer 48 [SIMPLE_EDGE] - SHUFFLE [RS_65] - PartitionCols:_col0 - Group By Operator [GBY_64] (rows=316788826 width=135) - Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","sum(_col2)"],keys:_col0 - Select Operator [SEL_62] (rows=316788826 width=135) - Output:["_col0","_col1","_col2"] - Merge Join Operator [MERGEJOIN_589] (rows=316788826 width=135) - Conds:RS_59._col0, _col1=RS_60._col0, _col1(Inner),Output:["_col0","_col2","_col5","_col6","_col7"] - <-Map 47 [SIMPLE_EDGE] - SHUFFLE [RS_59] - PartitionCols:_col0, _col1 - Please refer to the previous Select Operator [SEL_55] - <-Map 52 [SIMPLE_EDGE] - SHUFFLE [RS_60] - PartitionCols:_col0, _col1 - Please refer to the previous Select Operator [SEL_58] - <-Reducer 6 [SIMPLE_EDGE] - SHUFFLE [RS_115] - PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_584] (rows=128840811 width=860) - Conds:RS_112._col1=RS_113._col0(Inner),Output:["_col0","_col7","_col9","_col14","_col15","_col16","_col17","_col19"] - <-Map 55 [SIMPLE_EDGE] - SHUFFLE [RS_113] - PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_99] - <-Reducer 5 [SIMPLE_EDGE] - SHUFFLE [RS_112] - PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_583] (rows=117128008 width=860) - Conds:RS_109._col3=RS_110._col0(Inner),Output:["_col0","_col1","_col7","_col9","_col14","_col15","_col16","_col17"] - <-Map 41 [SIMPLE_EDGE] - SHUFFLE [RS_110] - PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_21] - <-Reducer 4 [SIMPLE_EDGE] - SHUFFLE [RS_109] - PartitionCols:_col3 - Merge Join Operator [MERGEJOIN_582] (rows=106480005 width=860) - Conds:RS_106._col2=RS_107._col0(Inner),Output:["_col0","_col1","_col3","_col7","_col9"] - <-Reducer 3 [SIMPLE_EDGE] - SHUFFLE [RS_106] - PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_580] (rows=96800003 width=860) - Conds:RS_103._col4=RS_104._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col7","_col9"] - <-Map 20 [SIMPLE_EDGE] - SHUFFLE [RS_104] - PartitionCols:_col0 - Select Operator [SEL_5] (rows=73049 width=1119) - Output:["_col0","_col1"] - Filter Operator [FIL_542] (rows=73049 width=1119) - predicate:d_date_sk is not null - Please refer to the previous TableScan [TS_3] - <-Reducer 2 [SIMPLE_EDGE] - SHUFFLE [RS_103] - PartitionCols:_col4 - Merge Join Operator [MERGEJOIN_579] (rows=88000001 width=860) - Conds:RS_100._col5=RS_101._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col7"] - <-Map 20 [SIMPLE_EDGE] - SHUFFLE [RS_101] - PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_5] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_100] - PartitionCols:_col5 - Please refer to the previous Select Operator [SEL_2] - <-Reducer 36 [SIMPLE_EDGE] - SHUFFLE [RS_107] - PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_581] (rows=7920 width=107) - Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col0"] - <-Map 35 [SIMPLE_EDGE] - SHUFFLE [RS_15] - PartitionCols:_col1 - Please refer to the previous Select Operator [SEL_11] - <-Map 40 [SIMPLE_EDGE] - SHUFFLE [RS_16] - PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_14] + Please refer to the previous Merge Join Operator [MERGEJOIN_586]
http://git-wip-us.apache.org/repos/asf/hive/blob/96a409e1/ql/src/test/results/clientpositive/perf/tez/query70.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query70.q.out b/ql/src/test/results/clientpositive/perf/tez/query70.q.out index 0f6891e..d5ad6e5 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query70.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query70.q.out @@ -76,15 +76,14 @@ Plan optimized by CBO. Vertex dependency in root stage Reducer 10 <- Reducer 9 (SIMPLE_EDGE) -Reducer 11 <- Reducer 10 (SIMPLE_EDGE) -Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 12 (SIMPLE_EDGE) -Reducer 3 <- Map 13 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) -Reducer 4 <- Reducer 11 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE) +Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 11 (SIMPLE_EDGE) +Reducer 3 <- Map 12 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) +Reducer 4 <- Reducer 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE) Reducer 5 <- Reducer 4 (SIMPLE_EDGE) Reducer 6 <- Reducer 5 (SIMPLE_EDGE) Reducer 7 <- Reducer 6 (SIMPLE_EDGE) -Reducer 8 <- Map 1 (SIMPLE_EDGE), Map 12 (SIMPLE_EDGE) -Reducer 9 <- Map 14 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE) +Reducer 8 <- Map 13 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) +Reducer 9 <- Reducer 8 (SIMPLE_EDGE) Stage-0 Fetch Operator @@ -120,7 +119,7 @@ Stage-0 Output:["_col0","_col1","_col2"] Merge Join Operator [MERGEJOIN_89] (rows=766650239 width=88) Conds:RS_43._col7=RS_44._col0(Inner),Output:["_col2","_col6","_col7"] - <-Reducer 11 [SIMPLE_EDGE] + <-Reducer 10 [SIMPLE_EDGE] SHUFFLE [RS_44] PartitionCols:_col0 Select Operator [SEL_32] (rows=116159124 width=88) @@ -131,34 +130,25 @@ Stage-0 Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 DESC NULLS LAST","partition by:":"_col0"}] Select Operator [SEL_30] (rows=348477374 width=88) Output:["_col0","_col1"] - <-Reducer 10 [SIMPLE_EDGE] + <-Reducer 9 [SIMPLE_EDGE] SHUFFLE [RS_29] PartitionCols:_col0 Group By Operator [GBY_27] (rows=348477374 width=88) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 - <-Reducer 9 [SIMPLE_EDGE] + <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_26] PartitionCols:_col0 Group By Operator [GBY_25] (rows=696954748 width=88) Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col6 Merge Join Operator [MERGEJOIN_88] (rows=696954748 width=88) Conds:RS_21._col1=RS_22._col0(Inner),Output:["_col2","_col6"] - <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_22] - PartitionCols:_col0 - Select Operator [SEL_17] (rows=1704 width=1910) - Output:["_col0","_col1"] - Filter Operator [FIL_84] (rows=1704 width=1910) - predicate:(s_state is not null and s_store_sk is not null) - TableScan [TS_15] (rows=1704 width=1910) - default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_state"] - <-Reducer 8 [SIMPLE_EDGE] + <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_21] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_87] (rows=633595212 width=88) - Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col2"] + Merge Join Operator [MERGEJOIN_85] (rows=633595212 width=88) + Conds:RS_37._col0=RS_38._col0(Inner),Output:["_col1","_col2"] <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_18] + SHUFFLE [RS_37] PartitionCols:_col0 Select Operator [SEL_2] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] @@ -166,8 +156,8 @@ Stage-0 predicate:(ss_sold_date_sk is not null and ss_store_sk is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_net_profit"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_19] + <-Map 11 [SIMPLE_EDGE] + SHUFFLE [RS_38] PartitionCols:_col0 Select Operator [SEL_5] (rows=8116 width=1119) Output:["_col0"] @@ -175,12 +165,25 @@ Stage-0 predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"] + <-Map 13 [SIMPLE_EDGE] + SHUFFLE [RS_22] + PartitionCols:_col0 + Select Operator [SEL_17] (rows=1704 width=1910) + Output:["_col0","_col1"] + Filter Operator [FIL_84] (rows=1704 width=1910) + predicate:(s_state is not null and s_store_sk is not null) + TableScan [TS_15] (rows=1704 width=1910) + default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_state"] <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_43] PartitionCols:_col7 Merge Join Operator [MERGEJOIN_86] (rows=696954748 width=88) Conds:RS_40._col1=RS_41._col0(Inner),Output:["_col2","_col6","_col7"] - <-Map 13 [SIMPLE_EDGE] + <-Reducer 2 [SIMPLE_EDGE] + SHUFFLE [RS_40] + PartitionCols:_col1 + Please refer to the previous Merge Join Operator [MERGEJOIN_85] + <-Map 12 [SIMPLE_EDGE] SHUFFLE [RS_41] PartitionCols:_col0 Select Operator [SEL_8] (rows=1704 width=1910) @@ -189,17 +192,4 @@ Stage-0 predicate:(s_state is not null and s_store_sk is not null) TableScan [TS_6] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_county","s_state"] - <-Reducer 2 [SIMPLE_EDGE] - SHUFFLE [RS_40] - PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_85] (rows=633595212 width=88) - Conds:RS_37._col0=RS_38._col0(Inner),Output:["_col1","_col2"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_37] - PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_2] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_38] - PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_5] http://git-wip-us.apache.org/repos/asf/hive/blob/96a409e1/ql/src/test/results/clientpositive/perf/tez/query83.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query83.q.out b/ql/src/test/results/clientpositive/perf/tez/query83.q.out index 2a3a946..9b4e7e4 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query83.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query83.q.out @@ -134,25 +134,19 @@ Plan optimized by CBO. Vertex dependency in root stage Reducer 10 <- Reducer 9 (SIMPLE_EDGE) -Reducer 11 <- Map 27 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE) -Reducer 12 <- Reducer 11 (SIMPLE_EDGE), Reducer 17 (SIMPLE_EDGE) +Reducer 11 <- Map 21 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE) +Reducer 12 <- Reducer 11 (SIMPLE_EDGE), Reducer 15 (SIMPLE_EDGE) Reducer 13 <- Reducer 12 (SIMPLE_EDGE) -Reducer 15 <- Map 14 (SIMPLE_EDGE), Reducer 20 (ONE_TO_ONE_EDGE) -Reducer 16 <- Map 14 (SIMPLE_EDGE), Reducer 22 (ONE_TO_ONE_EDGE) -Reducer 17 <- Map 14 (SIMPLE_EDGE), Reducer 24 (ONE_TO_ONE_EDGE) -Reducer 19 <- Map 18 (SIMPLE_EDGE), Map 25 (SIMPLE_EDGE) +Reducer 15 <- Map 14 (SIMPLE_EDGE), Reducer 18 (ONE_TO_ONE_EDGE) +Reducer 17 <- Map 16 (SIMPLE_EDGE), Map 19 (SIMPLE_EDGE) +Reducer 18 <- Reducer 17 (SIMPLE_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE) -Reducer 20 <- Reducer 19 (SIMPLE_EDGE) -Reducer 21 <- Map 18 (SIMPLE_EDGE), Map 25 (SIMPLE_EDGE) -Reducer 22 <- Reducer 21 (SIMPLE_EDGE) -Reducer 23 <- Map 18 (SIMPLE_EDGE), Map 25 (SIMPLE_EDGE) -Reducer 24 <- Reducer 23 (SIMPLE_EDGE) Reducer 3 <- Reducer 15 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) Reducer 4 <- Reducer 3 (SIMPLE_EDGE) Reducer 5 <- Reducer 10 (ONE_TO_ONE_EDGE), Reducer 13 (ONE_TO_ONE_EDGE), Reducer 4 (ONE_TO_ONE_EDGE) Reducer 6 <- Reducer 5 (SIMPLE_EDGE) -Reducer 8 <- Map 26 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE) -Reducer 9 <- Reducer 16 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE) +Reducer 8 <- Map 20 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE) +Reducer 9 <- Reducer 15 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE) Stage-0 Fetch Operator @@ -182,13 +176,13 @@ Stage-0 Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4 Merge Join Operator [MERGEJOIN_220] (rows=69685294 width=77) Conds:RS_72._col0=RS_73._col0(Inner),Output:["_col2","_col4"] - <-Reducer 16 [SIMPLE_EDGE] + <-Reducer 15 [SIMPLE_EDGE] SHUFFLE [RS_73] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_215] (rows=80353 width=1119) - Conds:RS_65._col1=RS_66._col0(Inner),Output:["_col0"] + Merge Join Operator [MERGEJOIN_212] (rows=80353 width=1119) + Conds:RS_25._col1=RS_26._col0(Inner),Output:["_col0"] <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_65] + SHUFFLE [RS_25] PartitionCols:_col1 Select Operator [SEL_8] (rows=73049 width=1119) Output:["_col0","_col1"] @@ -196,20 +190,20 @@ Stage-0 predicate:(d_date is not null and d_date_sk is not null) TableScan [TS_6] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"] - <-Reducer 22 [ONE_TO_ONE_EDGE] - FORWARD [RS_66] + <-Reducer 18 [ONE_TO_ONE_EDGE] + FORWARD [RS_26] PartitionCols:_col0 - Group By Operator [GBY_63] (rows=40176 width=1119) + Group By Operator [GBY_23] (rows=40176 width=1119) Output:["_col0"],keys:KEY._col0 - <-Reducer 21 [SIMPLE_EDGE] - SHUFFLE [RS_62] + <-Reducer 17 [SIMPLE_EDGE] + SHUFFLE [RS_22] PartitionCols:_col0 - Group By Operator [GBY_61] (rows=80353 width=1119) + Group By Operator [GBY_21] (rows=80353 width=1119) Output:["_col0"],keys:_col0 - Merge Join Operator [MERGEJOIN_214] (rows=80353 width=1119) - Conds:RS_57._col1=RS_58._col0(Left Semi),Output:["_col0"] - <-Map 18 [SIMPLE_EDGE] - SHUFFLE [RS_57] + Merge Join Operator [MERGEJOIN_211] (rows=80353 width=1119) + Conds:RS_17._col1=RS_18._col0(Left Semi),Output:["_col0"] + <-Map 16 [SIMPLE_EDGE] + SHUFFLE [RS_17] PartitionCols:_col1 Select Operator [SEL_11] (rows=73049 width=1119) Output:["_col0","_col1"] @@ -217,8 +211,8 @@ Stage-0 predicate:(d_date is not null and d_week_seq is not null) TableScan [TS_9] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"] - <-Map 25 [SIMPLE_EDGE] - SHUFFLE [RS_58] + <-Map 19 [SIMPLE_EDGE] + SHUFFLE [RS_18] PartitionCols:_col0 Group By Operator [GBY_16] (rows=36525 width=1119) Output:["_col0"],keys:_col0 @@ -242,7 +236,7 @@ Stage-0 predicate:(i_item_id is not null and i_item_sk is not null) TableScan [TS_3] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"] - <-Map 26 [SIMPLE_EDGE] + <-Map 20 [SIMPLE_EDGE] SHUFFLE [RS_69] PartitionCols:_col1 Select Operator [SEL_42] (rows=57591150 width=77) @@ -263,6 +257,10 @@ Stage-0 Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4 Merge Join Operator [MERGEJOIN_221] (rows=17422145 width=92) Conds:RS_112._col0=RS_113._col0(Inner),Output:["_col2","_col4"] + <-Reducer 15 [SIMPLE_EDGE] + SHUFFLE [RS_113] + PartitionCols:_col0 + Please refer to the previous Merge Join Operator [MERGEJOIN_212] <-Reducer 11 [SIMPLE_EDGE] SHUFFLE [RS_112] PartitionCols:_col0 @@ -272,7 +270,7 @@ Stage-0 SHUFFLE [RS_110] PartitionCols:_col0 Please refer to the previous Select Operator [SEL_5] - <-Map 27 [SIMPLE_EDGE] + <-Map 21 [SIMPLE_EDGE] SHUFFLE [RS_109] PartitionCols:_col1 Select Operator [SEL_82] (rows=14398467 width=92) @@ -281,35 +279,6 @@ Stage-0 predicate:(wr_item_sk is not null and wr_returned_date_sk is not null) TableScan [TS_80] (rows=14398467 width=92) default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_returned_date_sk","wr_item_sk","wr_return_quantity"] - <-Reducer 17 [SIMPLE_EDGE] - SHUFFLE [RS_113] - PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_218] (rows=80353 width=1119) - Conds:RS_105._col1=RS_106._col0(Inner),Output:["_col0"] - <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_105] - PartitionCols:_col1 - Please refer to the previous Select Operator [SEL_8] - <-Reducer 24 [ONE_TO_ONE_EDGE] - FORWARD [RS_106] - PartitionCols:_col0 - Group By Operator [GBY_103] (rows=40176 width=1119) - Output:["_col0"],keys:KEY._col0 - <-Reducer 23 [SIMPLE_EDGE] - SHUFFLE [RS_102] - PartitionCols:_col0 - Group By Operator [GBY_101] (rows=80353 width=1119) - Output:["_col0"],keys:_col0 - Merge Join Operator [MERGEJOIN_217] (rows=80353 width=1119) - Conds:RS_97._col1=RS_98._col0(Left Semi),Output:["_col0"] - <-Map 18 [SIMPLE_EDGE] - SHUFFLE [RS_97] - PartitionCols:_col1 - Please refer to the previous Select Operator [SEL_11] - <-Map 25 [SIMPLE_EDGE] - SHUFFLE [RS_98] - PartitionCols:_col0 - Please refer to the previous Group By Operator [GBY_16] <-Reducer 4 [ONE_TO_ONE_EDGE] FORWARD [RS_120] PartitionCols:_col0 @@ -325,32 +294,7 @@ Stage-0 <-Reducer 15 [SIMPLE_EDGE] SHUFFLE [RS_33] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_212] (rows=80353 width=1119) - Conds:RS_25._col1=RS_26._col0(Inner),Output:["_col0"] - <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_25] - PartitionCols:_col1 - Please refer to the previous Select Operator [SEL_8] - <-Reducer 20 [ONE_TO_ONE_EDGE] - FORWARD [RS_26] - PartitionCols:_col0 - Group By Operator [GBY_23] (rows=40176 width=1119) - Output:["_col0"],keys:KEY._col0 - <-Reducer 19 [SIMPLE_EDGE] - SHUFFLE [RS_22] - PartitionCols:_col0 - Group By Operator [GBY_21] (rows=80353 width=1119) - Output:["_col0"],keys:_col0 - Merge Join Operator [MERGEJOIN_211] (rows=80353 width=1119) - Conds:RS_17._col1=RS_18._col0(Left Semi),Output:["_col0"] - <-Map 18 [SIMPLE_EDGE] - SHUFFLE [RS_17] - PartitionCols:_col1 - Please refer to the previous Select Operator [SEL_11] - <-Map 25 [SIMPLE_EDGE] - SHUFFLE [RS_18] - PartitionCols:_col0 - Please refer to the previous Group By Operator [GBY_16] + Please refer to the previous Merge Join Operator [MERGEJOIN_212] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_32] PartitionCols:_col0