http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query85.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query85.q.out b/ql/src/test/results/clientpositive/perf/tez/query85.q.out index f5800b9..1ada394 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query85.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query85.q.out @@ -183,15 +183,15 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage -Map 11 <- Reducer 15 (BROADCAST_EDGE) +Map 11 <- Reducer 13 (BROADCAST_EDGE) Reducer 10 <- Reducer 9 (SIMPLE_EDGE) -Reducer 15 <- Map 14 (CUSTOM_SIMPLE_EDGE) +Reducer 13 <- Map 12 (CUSTOM_SIMPLE_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 11 (SIMPLE_EDGE) -Reducer 3 <- Map 12 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) -Reducer 4 <- Map 13 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE) +Reducer 3 <- Map 17 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) +Reducer 4 <- Map 12 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE) Reducer 5 <- Map 14 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE) -Reducer 6 <- Map 16 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE) -Reducer 7 <- Map 17 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE) +Reducer 6 <- Map 15 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE) +Reducer 7 <- Map 16 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE) Reducer 8 <- Map 17 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE) Reducer 9 <- Reducer 8 (SIMPLE_EDGE) @@ -200,134 +200,138 @@ Stage-0 limit:-1 Stage-1 Reducer 10 vectorized - File Output Operator [FS_239] - Limit [LIM_238] (rows=72 width=832) + File Output Operator [FS_240] + Limit [LIM_239] (rows=7 width=832) Number of rows:100 - Select Operator [SEL_237] (rows=72 width=832) + Select Operator [SEL_238] (rows=7 width=832) Output:["_col0","_col1","_col2","_col3"] <-Reducer 9 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_236] - Select Operator [SEL_235] (rows=72 width=832) + SHUFFLE [RS_237] + Select Operator [SEL_236] (rows=7 width=832) Output:["_col4","_col5","_col6","_col7"] - Group By Operator [GBY_234] (rows=72 width=353) + Group By Operator [GBY_235] (rows=7 width=353) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)","sum(VALUE._col2)","count(VALUE._col3)","sum(VALUE._col4)","count(VALUE._col5)"],keys:KEY._col0 <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_49] PartitionCols:_col0 - Group By Operator [GBY_48] (rows=72 width=353) - Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col12)","count(_col12)","sum(_col7)","count(_col7)","sum(_col6)","count(_col6)"],keys:_col22 - Merge Join Operator [MERGEJOIN_206] (rows=8055 width=100) - Conds:RS_44._col3, _col24, _col25=RS_232._col0, _col1, _col2(Inner),Output:["_col6","_col7","_col12","_col22"] - <-Map 17 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_232] - PartitionCols:_col0, _col1, _col2 - Select Operator [SEL_231] (rows=265971 width=183) - Output:["_col0","_col1","_col2"] - Filter Operator [FIL_230] (rows=265971 width=183) - predicate:((cd_education_status) IN ('4 yr Degree', 'Primary', 'Advanced Degree') and (cd_marital_status) IN ('M', 'D', 'U') and cd_demo_sk is not null) - TableScan [TS_21] (rows=1861800 width=183) - default@customer_demographics,cd2,Tbl:COMPLETE,Col:COMPLETE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"] - <-Reducer 7 [SIMPLE_EDGE] - SHUFFLE [RS_44] - PartitionCols:_col3, _col24, _col25 - Filter Operator [FIL_43] (rows=8055 width=390) - predicate:(((_col24 = 'D') and (_col25 = 'Primary') and _col13 BETWEEN 50 AND 100) or ((_col24 = 'M') and (_col25 = '4 yr Degree') and _col13 BETWEEN 100 AND 150) or ((_col24 = 'U') and (_col25 = 'Advanced Degree') and _col13 BETWEEN 150 AND 200)) - Merge Join Operator [MERGEJOIN_205] (rows=24166 width=390) - Conds:RS_40._col1=RS_233._col0(Inner),Output:["_col3","_col6","_col7","_col12","_col13","_col22","_col24","_col25"] - <-Map 17 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_233] - PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_231] - <-Reducer 6 [SIMPLE_EDGE] - SHUFFLE [RS_40] - PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_204] (rows=24166 width=211) - Conds:RS_37._col4=RS_229._col0(Inner),Output:["_col1","_col3","_col6","_col7","_col12","_col13","_col22"] + Group By Operator [GBY_48] (rows=7 width=353) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col12)","count(_col12)","sum(_col7)","count(_col7)","sum(_col6)","count(_col6)"],keys:_col25 + Select Operator [SEL_47] (rows=16740 width=136) + Output:["_col6","_col7","_col12","_col25"] + Filter Operator [FIL_46] (rows=16740 width=136) + predicate:((_col33 and _col34 and _col16) or (_col35 and _col36 and _col17) or (_col37 and _col38 and _col18)) + Merge Join Operator [MERGEJOIN_206] (rows=44640 width=136) + Conds:RS_43._col1, _col20, _col21=RS_224._col0, _col1, _col2(Inner),Output:["_col6","_col7","_col12","_col16","_col17","_col18","_col25","_col33","_col34","_col35","_col36","_col37","_col38"] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_224] + PartitionCols:_col0, _col1, _col2 + Select Operator [SEL_222] (rows=265971 width=207) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] + Filter Operator [FIL_221] (rows=265971 width=183) + predicate:((cd_education_status) IN ('4 yr Degree', 'Primary', 'Advanced Degree') and (cd_marital_status) IN ('M', 'D', 'U') and cd_demo_sk is not null) + TableScan [TS_21] (rows=1861800 width=183) + default@customer_demographics,cd1,Tbl:COMPLETE,Col:COMPLETE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"] + <-Reducer 7 [SIMPLE_EDGE] + SHUFFLE [RS_43] + PartitionCols:_col1, _col20, _col21 + Filter Operator [FIL_42] (rows=44640 width=315) + predicate:((_col27 and _col13) or (_col28 and _col14) or (_col29 and _col15)) + Merge Join Operator [MERGEJOIN_205] (rows=59520 width=315) + Conds:RS_39._col2=RS_234._col0(Inner),Output:["_col1","_col6","_col7","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col20","_col21","_col25","_col27","_col28","_col29"] <-Map 16 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_229] + SHUFFLE [RS_234] PartitionCols:_col0 - Select Operator [SEL_228] (rows=72 width=101) - Output:["_col0","_col1"] - Filter Operator [FIL_227] (rows=72 width=101) - predicate:r_reason_sk is not null - TableScan [TS_15] (rows=72 width=101) - default@reason,reason,Tbl:COMPLETE,Col:COMPLETE,Output:["r_reason_sk","r_reason_desc"] - <-Reducer 5 [SIMPLE_EDGE] - SHUFFLE [RS_37] - PartitionCols:_col4 - Merge Join Operator [MERGEJOIN_203] (rows=24166 width=114) - Conds:RS_34._col8=RS_212._col0(Inner),Output:["_col1","_col3","_col4","_col6","_col7","_col12","_col13"] - <-Map 14 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_212] + Select Operator [SEL_233] (rows=3529412 width=16) + Output:["_col0","_col1","_col2","_col3"] + Filter Operator [FIL_232] (rows=3529412 width=187) + predicate:((ca_country = 'United States') and (ca_state) IN ('KY', 'GA', 'NM', 'MT', 'OR', 'IN', 'WI', 'MO', 'WV') and ca_address_sk is not null) + TableScan [TS_18] (rows=40000000 width=187) + default@customer_address,customer_address,Tbl:COMPLETE,Col:COMPLETE,Output:["ca_address_sk","ca_state","ca_country"] + <-Reducer 6 [SIMPLE_EDGE] + SHUFFLE [RS_39] + PartitionCols:_col2 + Merge Join Operator [MERGEJOIN_204] (rows=674551 width=350) + Conds:RS_36._col4=RS_231._col0(Inner),Output:["_col1","_col2","_col6","_col7","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col20","_col21","_col25"] + <-Map 15 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_231] PartitionCols:_col0 - Select Operator [SEL_211] (rows=652 width=8) - Output:["_col0"] - Filter Operator [FIL_210] (rows=652 width=8) - predicate:((d_year = 1998) and d_date_sk is not null) - TableScan [TS_12] (rows=73049 width=8) - default@date_dim,date_dim,Tbl:COMPLETE,Col:COMPLETE,Output:["d_date_sk","d_year"] - <-Reducer 4 [SIMPLE_EDGE] - SHUFFLE [RS_34] - PartitionCols:_col8 - Merge Join Operator [MERGEJOIN_202] (rows=67680 width=244) - Conds:RS_31._col10=RS_226._col0(Inner),Output:["_col1","_col3","_col4","_col6","_col7","_col8","_col12","_col13"] - <-Map 13 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_226] + Select Operator [SEL_230] (rows=72 width=101) + Output:["_col0","_col1"] + Filter Operator [FIL_229] (rows=72 width=101) + predicate:r_reason_sk is not null + TableScan [TS_15] (rows=72 width=101) + default@reason,reason,Tbl:COMPLETE,Col:COMPLETE,Output:["r_reason_sk","r_reason_desc"] + <-Reducer 5 [SIMPLE_EDGE] + SHUFFLE [RS_36] + PartitionCols:_col4 + Merge Join Operator [MERGEJOIN_203] (rows=674551 width=254) + Conds:RS_33._col10=RS_228._col0(Inner),Output:["_col1","_col2","_col4","_col6","_col7","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col20","_col21"] + <-Map 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_228] PartitionCols:_col0 - Select Operator [SEL_225] (rows=4602 width=4) + Select Operator [SEL_227] (rows=4602 width=4) Output:["_col0"] - Filter Operator [FIL_224] (rows=4602 width=4) + Filter Operator [FIL_226] (rows=4602 width=4) predicate:wp_web_page_sk is not null - TableScan [TS_9] (rows=4602 width=4) + TableScan [TS_12] (rows=4602 width=4) default@web_page,web_page,Tbl:COMPLETE,Col:COMPLETE,Output:["wp_web_page_sk"] - <-Reducer 3 [SIMPLE_EDGE] - SHUFFLE [RS_31] + <-Reducer 4 [SIMPLE_EDGE] + SHUFFLE [RS_33] PartitionCols:_col10 - Filter Operator [FIL_30] (rows=67680 width=446) - predicate:(((_col16) IN ('KY', 'GA', 'NM') and _col14 BETWEEN 100 AND 200) or ((_col16) IN ('MT', 'OR', 'IN') and _col14 BETWEEN 150 AND 300) or ((_col16) IN ('WI', 'MO', 'WV') and _col14 BETWEEN 50 AND 250)) - Merge Join Operator [MERGEJOIN_201] (rows=1150579 width=446) - Conds:RS_27._col2=RS_223._col0(Inner),Output:["_col1","_col3","_col4","_col6","_col7","_col8","_col10","_col12","_col13","_col14","_col16"] - <-Map 12 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_223] - PartitionCols:_col0 - Select Operator [SEL_222] (rows=3529412 width=187) - Output:["_col0","_col1"] - Filter Operator [FIL_221] (rows=3529412 width=187) - predicate:((ca_country = 'United States') and (ca_state) IN ('KY', 'GA', 'NM', 'MT', 'OR', 'IN', 'WI', 'MO', 'WV') and ca_address_sk is not null) - TableScan [TS_6] (rows=40000000 width=187) - default@customer_address,customer_address,Tbl:COMPLETE,Col:COMPLETE,Output:["ca_address_sk","ca_state","ca_country"] - <-Reducer 2 [SIMPLE_EDGE] - SHUFFLE [RS_27] - PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_200] (rows=13039884 width=466) - Conds:RS_209._col0, _col5=RS_220._col1, _col3(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col10","_col12","_col13","_col14"] - <-Map 1 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_209] - PartitionCols:_col0, _col5 - Select Operator [SEL_208] (rows=11975292 width=237) - Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - Filter Operator [FIL_207] (rows=11975292 width=237) - predicate:(wr_item_sk is not null and wr_order_number is not null and wr_reason_sk is not null and wr_refunded_addr_sk is not null and wr_refunded_cdemo_sk is not null and wr_returning_cdemo_sk is not null) - TableScan [TS_0] (rows=14398467 width=237) - default@web_returns,web_returns,Tbl:COMPLETE,Col:COMPLETE,Output:["wr_item_sk","wr_refunded_cdemo_sk","wr_refunded_addr_sk","wr_returning_cdemo_sk","wr_reason_sk","wr_order_number","wr_fee","wr_refunded_cash"] - <-Map 11 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_220] - PartitionCols:_col1, _col3 - Select Operator [SEL_219] (rows=15992347 width=243) - Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Filter Operator [FIL_218] (rows=15992347 width=243) - predicate:((ws_net_profit BETWEEN 100 AND 200 or ws_net_profit BETWEEN 150 AND 300 or ws_net_profit BETWEEN 50 AND 250) and (ws_sales_price BETWEEN 100 AND 150 or ws_sales_price BETWEEN 50 AND 100 or ws_sales_price BETWEEN 150 AND 200) and (ws_sold_date_sk BETWEEN DynamicValue(RS_35_date_dim_d_date_sk_min) AND DynamicValue(RS_35_date_dim_d_date_sk_max) and in_bloom_filter(ws_sold_date_sk, DynamicValue(RS_35_date_dim_d_date_sk_bloom_filter))) and ws_item_sk is not null and ws_order_number is not null and ws_sold_date_sk is not null and ws_web_page_sk is not null) - TableScan [TS_3] (rows=144002668 width=243) - default@web_sales,web_sales,Tbl:COMPLETE,Col:COMPLETE,Output:["ws_sold_date_sk","ws_item_sk","ws_web_page_sk","ws_order_number","ws_quantity","ws_sales_price","ws_net_profit"] - <-Reducer 15 [BROADCAST_EDGE] vectorized - BROADCAST [RS_217] - Group By Operator [GBY_216] (rows=1 width=12) - Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"] - <-Map 14 [CUSTOM_SIMPLE_EDGE] vectorized - SHUFFLE [RS_215] - Group By Operator [GBY_214] (rows=1 width=12) - Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"] - Select Operator [SEL_213] (rows=652 width=4) - Output:["_col0"] - Please refer to the previous Select Operator [SEL_211] + Merge Join Operator [MERGEJOIN_202] (rows=674551 width=258) + Conds:RS_30._col8=RS_212._col0(Inner),Output:["_col1","_col2","_col4","_col6","_col7","_col10","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col20","_col21"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_212] + PartitionCols:_col0 + Select Operator [SEL_211] (rows=652 width=4) + Output:["_col0"] + Filter Operator [FIL_210] (rows=652 width=8) + predicate:((d_year = 1998) and d_date_sk is not null) + TableScan [TS_9] (rows=73049 width=8) + default@date_dim,date_dim,Tbl:COMPLETE,Col:COMPLETE,Output:["d_date_sk","d_year"] + <-Reducer 3 [SIMPLE_EDGE] + SHUFFLE [RS_30] + PartitionCols:_col8 + Merge Join Operator [MERGEJOIN_201] (rows=1889180 width=383) + Conds:RS_27._col3=RS_225._col0(Inner),Output:["_col1","_col2","_col4","_col6","_col7","_col8","_col10","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col20","_col21"] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_225] + PartitionCols:_col0 + Select Operator [SEL_223] (rows=265971 width=183) + Output:["_col0","_col1","_col2"] + Please refer to the previous Filter Operator [FIL_221] + <-Reducer 2 [SIMPLE_EDGE] + SHUFFLE [RS_27] + PartitionCols:_col3 + Merge Join Operator [MERGEJOIN_200] (rows=13039884 width=266) + Conds:RS_209._col0, _col5=RS_220._col1, _col3(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col10","_col12","_col13","_col14","_col15","_col16","_col17","_col18"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_209] + PartitionCols:_col0, _col5 + Select Operator [SEL_208] (rows=11975292 width=237) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + Filter Operator [FIL_207] (rows=11975292 width=237) + predicate:(wr_item_sk is not null and wr_order_number is not null and wr_reason_sk is not null and wr_refunded_addr_sk is not null and wr_refunded_cdemo_sk is not null and wr_returning_cdemo_sk is not null) + TableScan [TS_0] (rows=14398467 width=237) + default@web_returns,web_returns,Tbl:COMPLETE,Col:COMPLETE,Output:["wr_item_sk","wr_refunded_cdemo_sk","wr_refunded_addr_sk","wr_returning_cdemo_sk","wr_reason_sk","wr_order_number","wr_fee","wr_refunded_cash"] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_220] + PartitionCols:_col1, _col3 + Select Operator [SEL_219] (rows=15992347 width=43) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"] + Filter Operator [FIL_218] (rows=15992347 width=243) + predicate:((ws_net_profit BETWEEN 100 AND 200 or ws_net_profit BETWEEN 150 AND 300 or ws_net_profit BETWEEN 50 AND 250) and (ws_sales_price BETWEEN 100 AND 150 or ws_sales_price BETWEEN 50 AND 100 or ws_sales_price BETWEEN 150 AND 200) and (ws_sold_date_sk BETWEEN DynamicValue(RS_31_date_dim_d_date_sk_min) AND DynamicValue(RS_31_date_dim_d_date_sk_max) and in_bloom_filter(ws_sold_date_sk, DynamicValue(RS_31_date_dim_d_date_sk_bloom_filter))) and ws_item_sk is not null and ws_order_number is not null and ws_sold_date_sk is not null and ws_web_page_sk is not null) + TableScan [TS_3] (rows=144002668 width=243) + default@web_sales,web_sales,Tbl:COMPLETE,Col:COMPLETE,Output:["ws_sold_date_sk","ws_item_sk","ws_web_page_sk","ws_order_number","ws_quantity","ws_sales_price","ws_net_profit"] + <-Reducer 13 [BROADCAST_EDGE] vectorized + BROADCAST [RS_217] + Group By Operator [GBY_216] (rows=1 width=12) + Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"] + <-Map 12 [CUSTOM_SIMPLE_EDGE] vectorized + SHUFFLE [RS_215] + Group By Operator [GBY_214] (rows=1 width=12) + Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"] + Select Operator [SEL_213] (rows=652 width=4) + Output:["_col0"] + Please refer to the previous Select Operator [SEL_211]
http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query86.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query86.q.out b/ql/src/test/results/clientpositive/perf/tez/query86.q.out index 22d494b..2d6d545 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query86.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query86.q.out @@ -100,7 +100,7 @@ Stage-0 Select Operator [SEL_15] (rows=24992810 width=293) Output:["_col0","_col1","_col2"] Merge Join Operator [MERGEJOIN_60] (rows=24992810 width=293) - Conds:RS_12._col1=RS_74._col0(Inner),Output:["_col2","_col6","_col7"] + Conds:RS_12._col1=RS_74._col0(Inner),Output:["_col2","_col5","_col6"] <-Map 9 [SIMPLE_EDGE] vectorized SHUFFLE [RS_74] PartitionCols:_col0 @@ -118,7 +118,7 @@ Stage-0 <-Map 7 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_63] PartitionCols:_col0 - Select Operator [SEL_62] (rows=317 width=8) + Select Operator [SEL_62] (rows=317 width=4) Output:["_col0"] Filter Operator [FIL_61] (rows=317 width=8) predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223) http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query87.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query87.q.out b/ql/src/test/results/clientpositive/perf/tez/query87.q.out index 4006cfb..5b59116 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query87.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query87.q.out @@ -113,9 +113,9 @@ Stage-0 SHUFFLE [RS_80] PartitionCols:_col0, _col1, _col2 Group By Operator [GBY_79] (rows=24986582 width=274) - Output:["_col0","_col1","_col2"],keys:_col7, _col6, _col3 + Output:["_col0","_col1","_col2"],keys:_col6, _col5, _col3 Merge Join Operator [MERGEJOIN_192] (rows=24986582 width=274) - Conds:RS_75._col1=RS_249._col0(Inner),Output:["_col3","_col6","_col7"] + Conds:RS_75._col1=RS_249._col0(Inner),Output:["_col3","_col5","_col6"] <-Map 20 [SIMPLE_EDGE] vectorized SHUFFLE [RS_249] PartitionCols:_col0 @@ -133,7 +133,7 @@ Stage-0 <-Map 10 [SIMPLE_EDGE] vectorized SHUFFLE [RS_232] PartitionCols:_col0 - Select Operator [SEL_227] (rows=317 width=102) + Select Operator [SEL_227] (rows=317 width=98) Output:["_col0","_col1"] Filter Operator [FIL_226] (rows=317 width=102) predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223) @@ -196,9 +196,9 @@ Stage-0 SHUFFLE [RS_42] PartitionCols:_col0, _col1, _col2 Group By Operator [GBY_41] (rows=49146883 width=274) - Output:["_col0","_col1","_col2"],keys:_col7, _col6, _col3 + Output:["_col0","_col1","_col2"],keys:_col6, _col5, _col3 Merge Join Operator [MERGEJOIN_190] (rows=49146883 width=274) - Conds:RS_37._col1=RS_248._col0(Inner),Output:["_col3","_col6","_col7"] + Conds:RS_37._col1=RS_248._col0(Inner),Output:["_col3","_col5","_col6"] <-Map 20 [SIMPLE_EDGE] vectorized SHUFFLE [RS_248] PartitionCols:_col0 @@ -251,9 +251,9 @@ Stage-0 SHUFFLE [RS_17] PartitionCols:_col0, _col1, _col2 Group By Operator [GBY_16] (rows=91197425 width=274) - Output:["_col0","_col1","_col2"],keys:_col7, _col6, _col3 + Output:["_col0","_col1","_col2"],keys:_col6, _col5, _col3 Merge Join Operator [MERGEJOIN_188] (rows=91197425 width=274) - Conds:RS_12._col1=RS_247._col0(Inner),Output:["_col3","_col6","_col7"] + Conds:RS_12._col1=RS_247._col0(Inner),Output:["_col3","_col5","_col6"] <-Map 20 [SIMPLE_EDGE] vectorized SHUFFLE [RS_247] PartitionCols:_col0 http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query88.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query88.q.out b/ql/src/test/results/clientpositive/perf/tez/query88.q.out index 28a9707..249f7e3 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query88.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query88.q.out @@ -305,7 +305,7 @@ Stage-0 <-Map 59 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_704] PartitionCols:_col0 - Select Operator [SEL_693] (rows=155 width=91) + Select Operator [SEL_693] (rows=155 width=4) Output:["_col0"] Filter Operator [FIL_692] (rows=155 width=92) predicate:((s_store_name = 'ese') and s_store_sk is not null) @@ -319,7 +319,7 @@ Stage-0 <-Map 50 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_668] PartitionCols:_col0 - Select Operator [SEL_655] (rows=1515 width=12) + Select Operator [SEL_655] (rows=1515 width=4) Output:["_col0"] Filter Operator [FIL_647] (rows=1515 width=12) predicate:((t_hour = 10) and (t_minute < 30) and t_time_sk is not null) @@ -333,7 +333,7 @@ Stage-0 <-Map 13 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_618] PartitionCols:_col0 - Select Operator [SEL_607] (rows=817 width=12) + Select Operator [SEL_607] (rows=817 width=4) Output:["_col0"] Filter Operator [FIL_606] (rows=817 width=12) predicate:((((hd_dep_count = 3) and hd_vehicle_count is not null) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and (hd_dep_count) IN (3, 0, 1) and (hd_vehicle_count <= 5) and hd_demo_sk is not null) @@ -407,7 +407,7 @@ Stage-0 <-Map 50 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_666] PartitionCols:_col0 - Select Operator [SEL_654] (rows=1515 width=12) + Select Operator [SEL_654] (rows=1515 width=4) Output:["_col0"] Filter Operator [FIL_646] (rows=1515 width=12) predicate:((t_hour = 10) and (t_minute >= 30) and t_time_sk is not null) @@ -489,7 +489,7 @@ Stage-0 <-Map 50 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_664] PartitionCols:_col0 - Select Operator [SEL_653] (rows=1515 width=12) + Select Operator [SEL_653] (rows=1515 width=4) Output:["_col0"] Filter Operator [FIL_645] (rows=1515 width=12) predicate:((t_hour = 11) and (t_minute < 30) and t_time_sk is not null) @@ -571,7 +571,7 @@ Stage-0 <-Map 50 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_662] PartitionCols:_col0 - Select Operator [SEL_652] (rows=1515 width=12) + Select Operator [SEL_652] (rows=1515 width=4) Output:["_col0"] Filter Operator [FIL_644] (rows=1515 width=12) predicate:((t_hour = 11) and (t_minute >= 30) and t_time_sk is not null) @@ -653,7 +653,7 @@ Stage-0 <-Map 50 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_660] PartitionCols:_col0 - Select Operator [SEL_651] (rows=1515 width=12) + Select Operator [SEL_651] (rows=1515 width=4) Output:["_col0"] Filter Operator [FIL_643] (rows=1515 width=12) predicate:((t_hour = 12) and (t_minute < 30) and t_time_sk is not null) @@ -731,7 +731,7 @@ Stage-0 <-Map 50 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_658] PartitionCols:_col0 - Select Operator [SEL_650] (rows=1515 width=12) + Select Operator [SEL_650] (rows=1515 width=4) Output:["_col0"] Filter Operator [FIL_642] (rows=1515 width=12) predicate:((t_hour = 8) and (t_minute >= 30) and t_time_sk is not null) @@ -809,7 +809,7 @@ Stage-0 <-Map 50 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_670] PartitionCols:_col0 - Select Operator [SEL_656] (rows=1515 width=12) + Select Operator [SEL_656] (rows=1515 width=4) Output:["_col0"] Filter Operator [FIL_648] (rows=1515 width=12) predicate:((t_hour = 9) and (t_minute >= 30) and t_time_sk is not null) @@ -887,7 +887,7 @@ Stage-0 <-Map 50 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_672] PartitionCols:_col0 - Select Operator [SEL_657] (rows=1515 width=12) + Select Operator [SEL_657] (rows=1515 width=4) Output:["_col0"] Filter Operator [FIL_649] (rows=1515 width=12) predicate:((t_hour = 9) and (t_minute < 30) and t_time_sk is not null) http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query89.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query89.q.out b/ql/src/test/results/clientpositive/perf/tez/query89.q.out index 0844ca7..e79b9dd 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query89.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query89.q.out @@ -106,9 +106,9 @@ Stage-0 SHUFFLE [RS_23] PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5 Group By Operator [GBY_22] (rows=27308180 width=577) - Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col3)"],keys:_col5, _col6, _col7, _col10, _col12, _col13 + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col3)"],keys:_col5, _col6, _col7, _col9, _col11, _col12 Merge Join Operator [MERGEJOIN_84] (rows=27308180 width=480) - Conds:RS_18._col2=RS_106._col0(Inner),Output:["_col3","_col5","_col6","_col7","_col10","_col12","_col13"] + Conds:RS_18._col2=RS_106._col0(Inner),Output:["_col3","_col5","_col6","_col7","_col9","_col11","_col12"] <-Map 12 [SIMPLE_EDGE] vectorized SHUFFLE [RS_106] PartitionCols:_col0 @@ -122,12 +122,12 @@ Stage-0 SHUFFLE [RS_18] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_83] (rows=27308180 width=301) - Conds:RS_15._col0=RS_95._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col7","_col10"] + Conds:RS_15._col0=RS_95._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col7","_col9"] <-Map 10 [SIMPLE_EDGE] vectorized SHUFFLE [RS_95] PartitionCols:_col0 - Select Operator [SEL_94] (rows=652 width=12) - Output:["_col0","_col2"] + Select Operator [SEL_94] (rows=652 width=8) + Output:["_col0","_col1"] Filter Operator [FIL_93] (rows=652 width=12) predicate:((d_year = 2000) and d_date_sk is not null) TableScan [TS_6] (rows=73049 width=12) http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query9.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query9.q.out b/ql/src/test/results/clientpositive/perf/tez/query9.q.out index eb1d3a5..ff156b5 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query9.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query9.q.out @@ -159,150 +159,154 @@ Stage-0 File Output Operator [FS_154] Select Operator [SEL_153] (rows=2 width=560) Output:["_col0","_col1","_col2","_col3","_col4"] - Merge Join Operator [MERGEJOIN_185] (rows=2 width=1160) + Merge Join Operator [MERGEJOIN_185] (rows=2 width=1140) Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] <-Reducer 15 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_150] - Merge Join Operator [MERGEJOIN_184] (rows=2 width=1048) + Merge Join Operator [MERGEJOIN_184] (rows=2 width=1028) Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"] <-Reducer 14 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_147] - Merge Join Operator [MERGEJOIN_183] (rows=2 width=936) + Merge Join Operator [MERGEJOIN_183] (rows=2 width=916) Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] <-Reducer 13 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_144] - Merge Join Operator [MERGEJOIN_182] (rows=2 width=928) + Merge Join Operator [MERGEJOIN_182] (rows=2 width=912) Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12"] <-Reducer 12 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_141] - Merge Join Operator [MERGEJOIN_181] (rows=2 width=816) + Merge Join Operator [MERGEJOIN_181] (rows=2 width=800) Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"] <-Reducer 11 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_138] - Merge Join Operator [MERGEJOIN_180] (rows=2 width=704) + Merge Join Operator [MERGEJOIN_180] (rows=2 width=688) Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"] <-Reducer 10 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_135] - Merge Join Operator [MERGEJOIN_179] (rows=2 width=696) + Merge Join Operator [MERGEJOIN_179] (rows=2 width=684) Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"] <-Reducer 34 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_272] - Select Operator [SEL_271] (rows=1 width=112) + PARTITION_ONLY_SHUFFLE [RS_275] + Select Operator [SEL_274] (rows=1 width=112) Output:["_col0"] - Group By Operator [GBY_270] (rows=1 width=120) + Group By Operator [GBY_273] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"] <-Map 29 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_253] - Group By Operator [GBY_248] (rows=1 width=120) + PARTITION_ONLY_SHUFFLE [RS_254] + Group By Operator [GBY_249] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(ss_net_paid_inc_tax)","count(ss_net_paid_inc_tax)"] - Select Operator [SEL_243] (rows=182855757 width=110) + Select Operator [SEL_244] (rows=182855757 width=110) Output:["ss_net_paid_inc_tax"] - Filter Operator [FIL_238] (rows=182855757 width=110) + Filter Operator [FIL_239] (rows=182855757 width=110) predicate:ss_quantity BETWEEN 41 AND 60 TableScan [TS_80] (rows=575995635 width=110) default@store_sales,store_sales,Tbl:COMPLETE,Col:COMPLETE,Output:["ss_quantity","ss_net_paid_inc_tax"] <-Reducer 9 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_132] - Merge Join Operator [MERGEJOIN_178] (rows=2 width=584) + Merge Join Operator [MERGEJOIN_178] (rows=2 width=572) Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] <-Reducer 28 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_269] - Select Operator [SEL_268] (rows=1 width=112) + PARTITION_ONLY_SHUFFLE [RS_272] + Select Operator [SEL_271] (rows=1 width=112) Output:["_col0"] - Group By Operator [GBY_267] (rows=1 width=120) + Group By Operator [GBY_270] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"] <-Map 23 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_230] - Group By Operator [GBY_225] (rows=1 width=120) + PARTITION_ONLY_SHUFFLE [RS_231] + Group By Operator [GBY_226] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(ss_ext_list_price)","count(ss_ext_list_price)"] - Select Operator [SEL_220] (rows=182855757 width=110) + Select Operator [SEL_221] (rows=182855757 width=110) Output:["ss_ext_list_price"] - Filter Operator [FIL_215] (rows=182855757 width=110) + Filter Operator [FIL_216] (rows=182855757 width=110) predicate:ss_quantity BETWEEN 41 AND 60 TableScan [TS_73] (rows=575995635 width=110) default@store_sales,store_sales,Tbl:COMPLETE,Col:COMPLETE,Output:["ss_quantity","ss_ext_list_price"] <-Reducer 8 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_129] - Merge Join Operator [MERGEJOIN_177] (rows=2 width=472) + Merge Join Operator [MERGEJOIN_177] (rows=2 width=460) Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7"] <-Reducer 22 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_266] - Group By Operator [GBY_265] (rows=1 width=8) - Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Map 17 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_208] - Group By Operator [GBY_203] (rows=1 width=8) - Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_198] (rows=182855757 width=3) - Filter Operator [FIL_193] (rows=182855757 width=3) - predicate:ss_quantity BETWEEN 41 AND 60 - TableScan [TS_66] (rows=575995635 width=3) - default@store_sales,store_sales,Tbl:COMPLETE,Col:COMPLETE,Output:["ss_quantity"] + PARTITION_ONLY_SHUFFLE [RS_269] + Select Operator [SEL_268] (rows=1 width=4) + Output:["_col0"] + Group By Operator [GBY_267] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Map 17 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_208] + Group By Operator [GBY_203] (rows=1 width=8) + Output:["_col0"],aggregations:["count()"] + Select Operator [SEL_198] (rows=182855757 width=3) + Filter Operator [FIL_193] (rows=182855757 width=3) + predicate:ss_quantity BETWEEN 41 AND 60 + TableScan [TS_66] (rows=575995635 width=3) + default@store_sales,store_sales,Tbl:COMPLETE,Col:COMPLETE,Output:["ss_quantity"] <-Reducer 7 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_126] - Merge Join Operator [MERGEJOIN_176] (rows=2 width=464) + Merge Join Operator [MERGEJOIN_176] (rows=2 width=456) Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6"] <-Reducer 33 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_264] - Select Operator [SEL_263] (rows=1 width=112) + PARTITION_ONLY_SHUFFLE [RS_266] + Select Operator [SEL_265] (rows=1 width=112) Output:["_col0"] - Group By Operator [GBY_262] (rows=1 width=120) + Group By Operator [GBY_264] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"] <-Map 29 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_252] - Group By Operator [GBY_247] (rows=1 width=120) + PARTITION_ONLY_SHUFFLE [RS_253] + Group By Operator [GBY_248] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(ss_net_paid_inc_tax)","count(ss_net_paid_inc_tax)"] - Select Operator [SEL_242] (rows=182855757 width=110) + Select Operator [SEL_243] (rows=182855757 width=110) Output:["ss_net_paid_inc_tax"] - Filter Operator [FIL_237] (rows=182855757 width=110) + Filter Operator [FIL_238] (rows=182855757 width=110) predicate:ss_quantity BETWEEN 21 AND 40 Please refer to the previous TableScan [TS_80] <-Reducer 6 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_123] - Merge Join Operator [MERGEJOIN_175] (rows=2 width=352) + Merge Join Operator [MERGEJOIN_175] (rows=2 width=344) Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5"] <-Reducer 27 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_261] - Select Operator [SEL_260] (rows=1 width=112) + PARTITION_ONLY_SHUFFLE [RS_263] + Select Operator [SEL_262] (rows=1 width=112) Output:["_col0"] - Group By Operator [GBY_259] (rows=1 width=120) + Group By Operator [GBY_261] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"] <-Map 23 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_229] - Group By Operator [GBY_224] (rows=1 width=120) + PARTITION_ONLY_SHUFFLE [RS_230] + Group By Operator [GBY_225] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(ss_ext_list_price)","count(ss_ext_list_price)"] - Select Operator [SEL_219] (rows=182855757 width=110) + Select Operator [SEL_220] (rows=182855757 width=110) Output:["ss_ext_list_price"] - Filter Operator [FIL_214] (rows=182855757 width=110) + Filter Operator [FIL_215] (rows=182855757 width=110) predicate:ss_quantity BETWEEN 21 AND 40 Please refer to the previous TableScan [TS_73] <-Reducer 5 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_120] - Merge Join Operator [MERGEJOIN_174] (rows=2 width=240) + Merge Join Operator [MERGEJOIN_174] (rows=2 width=232) Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4"] <-Reducer 21 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_258] - Group By Operator [GBY_257] (rows=1 width=8) - Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Map 17 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_207] - Group By Operator [GBY_202] (rows=1 width=8) - Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_197] (rows=182855757 width=3) - Filter Operator [FIL_192] (rows=182855757 width=3) - predicate:ss_quantity BETWEEN 21 AND 40 - Please refer to the previous TableScan [TS_66] + PARTITION_ONLY_SHUFFLE [RS_260] + Select Operator [SEL_259] (rows=1 width=4) + Output:["_col0"] + Group By Operator [GBY_258] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Map 17 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_207] + Group By Operator [GBY_202] (rows=1 width=8) + Output:["_col0"],aggregations:["count()"] + Select Operator [SEL_197] (rows=182855757 width=3) + Filter Operator [FIL_192] (rows=182855757 width=3) + predicate:ss_quantity BETWEEN 21 AND 40 + Please refer to the previous TableScan [TS_66] <-Reducer 4 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_117] - Merge Join Operator [MERGEJOIN_173] (rows=2 width=232) + Merge Join Operator [MERGEJOIN_173] (rows=2 width=228) Conds:(Left Outer),Output:["_col1","_col2","_col3"] <-Reducer 3 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_114] - Merge Join Operator [MERGEJOIN_172] (rows=2 width=120) + Merge Join Operator [MERGEJOIN_172] (rows=2 width=116) Conds:(Left Outer),Output:["_col1","_col2"] <-Reducer 2 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_111] - Merge Join Operator [MERGEJOIN_171] (rows=2 width=8) + Merge Join Operator [MERGEJOIN_171] (rows=2 width=4) Conds:(Left Outer),Output:["_col1"] <-Map 1 [CUSTOM_SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_188] @@ -312,129 +316,135 @@ Stage-0 TableScan [TS_0] (rows=72 width=4) default@reason,reason,Tbl:COMPLETE,Col:COMPLETE,Output:["r_reason_sk"] <-Reducer 20 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_210] - Group By Operator [GBY_209] (rows=1 width=8) - Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Map 17 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_206] - Group By Operator [GBY_201] (rows=1 width=8) - Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_196] (rows=182855757 width=3) - Filter Operator [FIL_191] (rows=182855757 width=3) - predicate:ss_quantity BETWEEN 1 AND 20 - Please refer to the previous TableScan [TS_66] + PARTITION_ONLY_SHUFFLE [RS_211] + Select Operator [SEL_210] (rows=1 width=4) + Output:["_col0"] + Group By Operator [GBY_209] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Map 17 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_206] + Group By Operator [GBY_201] (rows=1 width=8) + Output:["_col0"],aggregations:["count()"] + Select Operator [SEL_196] (rows=182855757 width=3) + Filter Operator [FIL_191] (rows=182855757 width=3) + predicate:ss_quantity BETWEEN 1 AND 20 + Please refer to the previous TableScan [TS_66] <-Reducer 26 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_233] - Select Operator [SEL_232] (rows=1 width=112) + PARTITION_ONLY_SHUFFLE [RS_234] + Select Operator [SEL_233] (rows=1 width=112) Output:["_col0"] - Group By Operator [GBY_231] (rows=1 width=120) + Group By Operator [GBY_232] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"] <-Map 23 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_228] - Group By Operator [GBY_223] (rows=1 width=120) + PARTITION_ONLY_SHUFFLE [RS_229] + Group By Operator [GBY_224] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(ss_ext_list_price)","count(ss_ext_list_price)"] - Select Operator [SEL_218] (rows=182855757 width=110) + Select Operator [SEL_219] (rows=182855757 width=110) Output:["ss_ext_list_price"] - Filter Operator [FIL_213] (rows=182855757 width=110) + Filter Operator [FIL_214] (rows=182855757 width=110) predicate:ss_quantity BETWEEN 1 AND 20 Please refer to the previous TableScan [TS_73] <-Reducer 32 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_256] - Select Operator [SEL_255] (rows=1 width=112) + PARTITION_ONLY_SHUFFLE [RS_257] + Select Operator [SEL_256] (rows=1 width=112) Output:["_col0"] - Group By Operator [GBY_254] (rows=1 width=120) + Group By Operator [GBY_255] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"] <-Map 29 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_251] - Group By Operator [GBY_246] (rows=1 width=120) + PARTITION_ONLY_SHUFFLE [RS_252] + Group By Operator [GBY_247] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(ss_net_paid_inc_tax)","count(ss_net_paid_inc_tax)"] - Select Operator [SEL_241] (rows=182855757 width=110) + Select Operator [SEL_242] (rows=182855757 width=110) Output:["ss_net_paid_inc_tax"] - Filter Operator [FIL_236] (rows=182855757 width=110) + Filter Operator [FIL_237] (rows=182855757 width=110) predicate:ss_quantity BETWEEN 1 AND 20 Please refer to the previous TableScan [TS_80] <-Reducer 18 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_274] - Group By Operator [GBY_273] (rows=1 width=8) - Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Map 17 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_204] - Group By Operator [GBY_199] (rows=1 width=8) - Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_194] (rows=182855757 width=3) - Filter Operator [FIL_189] (rows=182855757 width=3) - predicate:ss_quantity BETWEEN 61 AND 80 - Please refer to the previous TableScan [TS_66] + PARTITION_ONLY_SHUFFLE [RS_278] + Select Operator [SEL_277] (rows=1 width=4) + Output:["_col0"] + Group By Operator [GBY_276] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Map 17 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_204] + Group By Operator [GBY_199] (rows=1 width=8) + Output:["_col0"],aggregations:["count()"] + Select Operator [SEL_194] (rows=182855757 width=3) + Filter Operator [FIL_189] (rows=182855757 width=3) + predicate:ss_quantity BETWEEN 61 AND 80 + Please refer to the previous TableScan [TS_66] <-Reducer 24 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_277] - Select Operator [SEL_276] (rows=1 width=112) + PARTITION_ONLY_SHUFFLE [RS_281] + Select Operator [SEL_280] (rows=1 width=112) Output:["_col0"] - Group By Operator [GBY_275] (rows=1 width=120) + Group By Operator [GBY_279] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"] <-Map 23 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_226] - Group By Operator [GBY_221] (rows=1 width=120) + PARTITION_ONLY_SHUFFLE [RS_227] + Group By Operator [GBY_222] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(ss_ext_list_price)","count(ss_ext_list_price)"] - Select Operator [SEL_216] (rows=182855757 width=110) + Select Operator [SEL_217] (rows=182855757 width=110) Output:["ss_ext_list_price"] - Filter Operator [FIL_211] (rows=182855757 width=110) + Filter Operator [FIL_212] (rows=182855757 width=110) predicate:ss_quantity BETWEEN 61 AND 80 Please refer to the previous TableScan [TS_73] <-Reducer 30 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_280] - Select Operator [SEL_279] (rows=1 width=112) + PARTITION_ONLY_SHUFFLE [RS_284] + Select Operator [SEL_283] (rows=1 width=112) Output:["_col0"] - Group By Operator [GBY_278] (rows=1 width=120) + Group By Operator [GBY_282] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"] <-Map 29 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_249] - Group By Operator [GBY_244] (rows=1 width=120) + PARTITION_ONLY_SHUFFLE [RS_250] + Group By Operator [GBY_245] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(ss_net_paid_inc_tax)","count(ss_net_paid_inc_tax)"] - Select Operator [SEL_239] (rows=182855757 width=110) + Select Operator [SEL_240] (rows=182855757 width=110) Output:["ss_net_paid_inc_tax"] - Filter Operator [FIL_234] (rows=182855757 width=110) + Filter Operator [FIL_235] (rows=182855757 width=110) predicate:ss_quantity BETWEEN 61 AND 80 Please refer to the previous TableScan [TS_80] <-Reducer 19 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_282] - Group By Operator [GBY_281] (rows=1 width=8) - Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Map 17 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_205] - Group By Operator [GBY_200] (rows=1 width=8) - Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_195] (rows=182855757 width=3) - Filter Operator [FIL_190] (rows=182855757 width=3) - predicate:ss_quantity BETWEEN 81 AND 100 - Please refer to the previous TableScan [TS_66] + PARTITION_ONLY_SHUFFLE [RS_287] + Select Operator [SEL_286] (rows=1 width=4) + Output:["_col0"] + Group By Operator [GBY_285] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Map 17 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_205] + Group By Operator [GBY_200] (rows=1 width=8) + Output:["_col0"],aggregations:["count()"] + Select Operator [SEL_195] (rows=182855757 width=3) + Filter Operator [FIL_190] (rows=182855757 width=3) + predicate:ss_quantity BETWEEN 81 AND 100 + Please refer to the previous TableScan [TS_66] <-Reducer 25 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_285] - Select Operator [SEL_284] (rows=1 width=112) + PARTITION_ONLY_SHUFFLE [RS_290] + Select Operator [SEL_289] (rows=1 width=112) Output:["_col0"] - Group By Operator [GBY_283] (rows=1 width=120) + Group By Operator [GBY_288] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"] <-Map 23 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_227] - Group By Operator [GBY_222] (rows=1 width=120) + PARTITION_ONLY_SHUFFLE [RS_228] + Group By Operator [GBY_223] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(ss_ext_list_price)","count(ss_ext_list_price)"] - Select Operator [SEL_217] (rows=182855757 width=110) + Select Operator [SEL_218] (rows=182855757 width=110) Output:["ss_ext_list_price"] - Filter Operator [FIL_212] (rows=182855757 width=110) + Filter Operator [FIL_213] (rows=182855757 width=110) predicate:ss_quantity BETWEEN 81 AND 100 Please refer to the previous TableScan [TS_73] <-Reducer 31 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_288] - Select Operator [SEL_287] (rows=1 width=112) + PARTITION_ONLY_SHUFFLE [RS_293] + Select Operator [SEL_292] (rows=1 width=112) Output:["_col0"] - Group By Operator [GBY_286] (rows=1 width=120) + Group By Operator [GBY_291] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"] <-Map 29 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_250] - Group By Operator [GBY_245] (rows=1 width=120) + PARTITION_ONLY_SHUFFLE [RS_251] + Group By Operator [GBY_246] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(ss_net_paid_inc_tax)","count(ss_net_paid_inc_tax)"] - Select Operator [SEL_240] (rows=182855757 width=110) + Select Operator [SEL_241] (rows=182855757 width=110) Output:["ss_net_paid_inc_tax"] - Filter Operator [FIL_235] (rows=182855757 width=110) + Filter Operator [FIL_236] (rows=182855757 width=110) predicate:ss_quantity BETWEEN 81 AND 100 Please refer to the previous TableScan [TS_80] http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query90.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query90.q.out b/ql/src/test/results/clientpositive/perf/tez/query90.q.out index 653ce1a..916a232 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query90.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query90.q.out @@ -102,7 +102,7 @@ Stage-0 <-Map 18 [SIMPLE_EDGE] vectorized SHUFFLE [RS_183] PartitionCols:_col0 - Select Operator [SEL_180] (rows=655 width=8) + Select Operator [SEL_180] (rows=655 width=4) Output:["_col0"] Filter Operator [FIL_179] (rows=655 width=8) predicate:((hd_dep_count = 8) and hd_demo_sk is not null) @@ -116,7 +116,7 @@ Stage-0 <-Map 15 [SIMPLE_EDGE] vectorized SHUFFLE [RS_171] PartitionCols:_col0 - Select Operator [SEL_168] (rows=9095 width=8) + Select Operator [SEL_168] (rows=9095 width=4) Output:["_col0"] Filter Operator [FIL_166] (rows=9095 width=8) predicate:(t_hour BETWEEN 14 AND 15 and t_time_sk is not null) @@ -130,7 +130,7 @@ Stage-0 <-Map 8 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_157] PartitionCols:_col0 - Select Operator [SEL_154] (rows=511 width=7) + Select Operator [SEL_154] (rows=511 width=4) Output:["_col0"] Filter Operator [FIL_153] (rows=511 width=7) predicate:(wp_char_count BETWEEN 5000 AND 5200 and wp_web_page_sk is not null) @@ -200,7 +200,7 @@ Stage-0 <-Map 15 [SIMPLE_EDGE] vectorized SHUFFLE [RS_169] PartitionCols:_col0 - Select Operator [SEL_167] (rows=9095 width=8) + Select Operator [SEL_167] (rows=9095 width=4) Output:["_col0"] Filter Operator [FIL_165] (rows=9095 width=8) predicate:(t_hour BETWEEN 6 AND 7 and t_time_sk is not null)
