http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query75.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query75.q.out b/ql/src/test/results/clientpositive/perf/tez/query75.q.out index 9968ade..f4bd046 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query75.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query75.q.out @@ -244,7 +244,7 @@ Stage-0 Select Operator [SEL_539] (rows=170474971 width=131) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Merge Join Operator [MERGEJOIN_538] (rows=170474971 width=234) - Conds:RS_103._col1, _col2=RS_625._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] + Conds:RS_103._col1, _col2=RS_625._col0, _col1(Left Outer),Output:["_col3","_col4","_col7","_col8","_col9","_col10","_col13","_col14"] <-Map 44 [SIMPLE_EDGE] vectorized SHUFFLE [RS_625] PartitionCols:_col0, _col1 @@ -258,12 +258,12 @@ Stage-0 SHUFFLE [RS_103] PartitionCols:_col1, _col2 Merge Join Operator [MERGEJOIN_510] (rows=96821196 width=138) - Conds:RS_100._col1=RS_599._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] + Conds:RS_100._col1=RS_599._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col7","_col8","_col9","_col10"] <-Map 37 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_599] PartitionCols:_col0 - Select Operator [SEL_592] (rows=45745 width=109) - Output:["_col0","_col1","_col2","_col3","_col5"] + Select Operator [SEL_592] (rows=45745 width=19) + Output:["_col0","_col1","_col2","_col3","_col4"] Filter Operator [FIL_591] (rows=45745 width=109) predicate:((i_category = 'Sports') and i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null and i_manufact_id is not null) TableScan [TS_6] (rows=462000 width=109) @@ -276,7 +276,7 @@ Stage-0 <-Map 11 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_571] PartitionCols:_col0 - Select Operator [SEL_562] (rows=652 width=8) + Select Operator [SEL_562] (rows=652 width=4) Output:["_col0"] Filter Operator [FIL_558] (rows=652 width=8) predicate:((d_year = 2002) and d_date_sk is not null) @@ -321,7 +321,7 @@ Stage-0 Select Operator [SEL_548] (rows=450703984 width=131) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Merge Join Operator [MERGEJOIN_547] (rows=450703984 width=204) - Conds:RS_125._col1, _col2=RS_649._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] + Conds:RS_125._col1, _col2=RS_649._col0, _col1(Left Outer),Output:["_col3","_col4","_col7","_col8","_col9","_col10","_col13","_col14"] <-Map 46 [SIMPLE_EDGE] vectorized SHUFFLE [RS_649] PartitionCols:_col0, _col1 @@ -335,7 +335,7 @@ Stage-0 SHUFFLE [RS_125] PartitionCols:_col1, _col2 Merge Join Operator [MERGEJOIN_513] (rows=187186493 width=124) - Conds:RS_122._col1=RS_601._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] + Conds:RS_122._col1=RS_601._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col7","_col8","_col9","_col10"] <-Map 37 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_601] PartitionCols:_col0 @@ -348,7 +348,7 @@ Stage-0 <-Map 11 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_573] PartitionCols:_col0 - Select Operator [SEL_563] (rows=652 width=8) + Select Operator [SEL_563] (rows=652 width=4) Output:["_col0"] Filter Operator [FIL_559] (rows=652 width=8) predicate:((d_year = 2002) and d_date_sk is not null) @@ -392,7 +392,7 @@ Stage-0 Select Operator [SEL_553] (rows=115177968 width=131) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Merge Join Operator [MERGEJOIN_552] (rows=115177968 width=220) - Conds:RS_154._col1, _col2=RS_660._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] + Conds:RS_154._col1, _col2=RS_660._col0, _col1(Left Outer),Output:["_col3","_col4","_col7","_col8","_col9","_col10","_col13","_col14"] <-Map 48 [SIMPLE_EDGE] vectorized SHUFFLE [RS_660] PartitionCols:_col0, _col1 @@ -406,7 +406,7 @@ Stage-0 SHUFFLE [RS_154] PartitionCols:_col1, _col2 Merge Join Operator [MERGEJOIN_516] (rows=48990732 width=139) - Conds:RS_151._col1=RS_603._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] + Conds:RS_151._col1=RS_603._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col7","_col8","_col9","_col10"] <-Map 37 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_603] PartitionCols:_col0 @@ -419,7 +419,7 @@ Stage-0 <-Map 11 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_575] PartitionCols:_col0 - Select Operator [SEL_564] (rows=652 width=8) + Select Operator [SEL_564] (rows=652 width=4) Output:["_col0"] Filter Operator [FIL_560] (rows=652 width=8) predicate:((d_year = 2002) and d_date_sk is not null) @@ -471,7 +471,7 @@ Stage-0 Select Operator [SEL_534] (rows=115177968 width=131) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Merge Join Operator [MERGEJOIN_533] (rows=115177968 width=220) - Conds:RS_69._col1, _col2=RS_659._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] + Conds:RS_69._col1, _col2=RS_659._col0, _col1(Left Outer),Output:["_col3","_col4","_col7","_col8","_col9","_col10","_col13","_col14"] <-Map 48 [SIMPLE_EDGE] vectorized SHUFFLE [RS_659] PartitionCols:_col0, _col1 @@ -480,7 +480,7 @@ Stage-0 SHUFFLE [RS_69] PartitionCols:_col1, _col2 Merge Join Operator [MERGEJOIN_507] (rows=48990732 width=139) - Conds:RS_66._col1=RS_597._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] + Conds:RS_66._col1=RS_597._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col7","_col8","_col9","_col10"] <-Map 37 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_597] PartitionCols:_col0 @@ -493,7 +493,7 @@ Stage-0 <-Map 11 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_569] PartitionCols:_col0 - Select Operator [SEL_561] (rows=652 width=8) + Select Operator [SEL_561] (rows=652 width=4) Output:["_col0"] Filter Operator [FIL_557] (rows=652 width=8) predicate:((d_year = 2001) and d_date_sk is not null) @@ -545,7 +545,7 @@ Stage-0 Select Operator [SEL_529] (rows=450703984 width=131) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Merge Join Operator [MERGEJOIN_528] (rows=450703984 width=204) - Conds:RS_40._col1, _col2=RS_648._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] + Conds:RS_40._col1, _col2=RS_648._col0, _col1(Left Outer),Output:["_col3","_col4","_col7","_col8","_col9","_col10","_col13","_col14"] <-Map 46 [SIMPLE_EDGE] vectorized SHUFFLE [RS_648] PartitionCols:_col0, _col1 @@ -554,7 +554,7 @@ Stage-0 SHUFFLE [RS_40] PartitionCols:_col1, _col2 Merge Join Operator [MERGEJOIN_504] (rows=187186493 width=124) - Conds:RS_37._col1=RS_595._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] + Conds:RS_37._col1=RS_595._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col7","_col8","_col9","_col10"] <-Map 37 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_595] PartitionCols:_col0 @@ -607,7 +607,7 @@ Stage-0 Select Operator [SEL_520] (rows=170474971 width=131) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Merge Join Operator [MERGEJOIN_519] (rows=170474971 width=234) - Conds:RS_18._col1, _col2=RS_624._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] + Conds:RS_18._col1, _col2=RS_624._col0, _col1(Left Outer),Output:["_col3","_col4","_col7","_col8","_col9","_col10","_col13","_col14"] <-Map 44 [SIMPLE_EDGE] vectorized SHUFFLE [RS_624] PartitionCols:_col0, _col1 @@ -616,7 +616,7 @@ Stage-0 SHUFFLE [RS_18] PartitionCols:_col1, _col2 Merge Join Operator [MERGEJOIN_501] (rows=96821196 width=138) - Conds:RS_15._col1=RS_593._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] + Conds:RS_15._col1=RS_593._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col7","_col8","_col9","_col10"] <-Map 37 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_593] PartitionCols:_col0
http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query76.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query76.q.out b/ql/src/test/results/clientpositive/perf/tez/query76.q.out index add0141..2e426a2 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query76.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query76.q.out @@ -93,7 +93,7 @@ Stage-0 Select Operator [SEL_163] (rows=1433911 width=399) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Merge Join Operator [MERGEJOIN_162] (rows=1433911 width=209) - Conds:RS_45._col0=RS_195._col0(Inner),Output:["_col3","_col5","_col7","_col8"] + Conds:RS_45._col0=RS_195._col0(Inner),Output:["_col2","_col4","_col6","_col7"] <-Map 16 [SIMPLE_EDGE] vectorized SHUFFLE [RS_195] PartitionCols:_col0 @@ -107,7 +107,7 @@ Stage-0 SHUFFLE [RS_45] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_148] (rows=1433911 width=205) - Conds:RS_192._col2=RS_172._col0(Inner),Output:["_col0","_col3","_col5"] + Conds:RS_192._col1=RS_172._col0(Inner),Output:["_col0","_col2","_col4"] <-Map 1 [SIMPLE_EDGE] vectorized SHUFFLE [RS_172] PartitionCols:_col0 @@ -119,9 +119,9 @@ Stage-0 default@item,item,Tbl:COMPLETE,Col:COMPLETE,Output:["i_item_sk","i_category"] <-Map 15 [SIMPLE_EDGE] vectorized SHUFFLE [RS_192] - PartitionCols:_col2 + PartitionCols:_col1 Select Operator [SEL_191] (rows=1433911 width=119) - Output:["_col0","_col2","_col3"] + Output:["_col0","_col1","_col2"] Filter Operator [FIL_190] (rows=1433911 width=123) predicate:(cs_item_sk is not null and cs_sold_date_sk is not null and cs_warehouse_sk is null) TableScan [TS_33] (rows=287989836 width=123) @@ -136,7 +136,7 @@ Stage-0 Select Operator [SEL_151] (rows=24749363 width=387) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Merge Join Operator [MERGEJOIN_150] (rows=24749363 width=204) - Conds:RS_12._col2=RS_178._col0(Inner),Output:["_col1","_col5","_col7","_col8"] + Conds:RS_12._col2=RS_178._col0(Inner),Output:["_col1","_col4","_col6","_col7"] <-Map 12 [SIMPLE_EDGE] vectorized SHUFFLE [RS_178] PartitionCols:_col0 @@ -150,7 +150,7 @@ Stage-0 SHUFFLE [RS_12] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_144] (rows=24749363 width=200) - Conds:RS_170._col0=RS_175._col1(Inner),Output:["_col1","_col2","_col5"] + Conds:RS_170._col0=RS_175._col1(Inner),Output:["_col1","_col2","_col4"] <-Map 1 [SIMPLE_EDGE] vectorized SHUFFLE [RS_170] PartitionCols:_col0 @@ -159,7 +159,7 @@ Stage-0 SHUFFLE [RS_175] PartitionCols:_col1 Select Operator [SEL_174] (rows=24749363 width=114) - Output:["_col0","_col1","_col3"] + Output:["_col0","_col1","_col2"] Filter Operator [FIL_173] (rows=24749363 width=118) predicate:(ss_addr_sk is null and ss_item_sk is not null and ss_sold_date_sk is not null) TableScan [TS_3] (rows=575995635 width=118) @@ -174,7 +174,7 @@ Stage-0 Select Operator [SEL_157] (rows=35728 width=394) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Merge Join Operator [MERGEJOIN_156] (rows=35728 width=209) - Conds:RS_28._col0=RS_189._col0(Inner),Output:["_col3","_col5","_col7","_col8"] + Conds:RS_28._col0=RS_189._col0(Inner),Output:["_col2","_col4","_col6","_col7"] <-Map 14 [SIMPLE_EDGE] vectorized SHUFFLE [RS_189] PartitionCols:_col0 @@ -188,7 +188,7 @@ Stage-0 SHUFFLE [RS_28] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_146] (rows=35728 width=205) - Conds:RS_186._col1=RS_171._col0(Inner),Output:["_col0","_col3","_col5"] + Conds:RS_186._col1=RS_171._col0(Inner),Output:["_col0","_col2","_col4"] <-Map 1 [SIMPLE_EDGE] vectorized SHUFFLE [RS_171] PartitionCols:_col0 @@ -197,7 +197,7 @@ Stage-0 SHUFFLE [RS_186] PartitionCols:_col1 Select Operator [SEL_185] (rows=35728 width=119) - Output:["_col0","_col1","_col3"] + Output:["_col0","_col1","_col2"] Filter Operator [FIL_184] (rows=35728 width=123) predicate:(ws_item_sk is not null and ws_sold_date_sk is not null and ws_web_page_sk is null) TableScan [TS_16] (rows=144002668 width=123) http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query77.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query77.q.out b/ql/src/test/results/clientpositive/perf/tez/query77.q.out index ac1b0e4..528c19c 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query77.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query77.q.out @@ -304,7 +304,7 @@ Stage-0 <-Map 9 [SIMPLE_EDGE] vectorized SHUFFLE [RS_334] PartitionCols:_col0 - Select Operator [SEL_330] (rows=8116 width=98) + Select Operator [SEL_330] (rows=8116 width=4) Output:["_col0"] Filter Operator [FIL_329] (rows=8116 width=98) predicate:(CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00' AND TIMESTAMP'1998-09-03 00:00:00' and d_date_sk is not null) @@ -373,9 +373,9 @@ Stage-0 SHUFFLE [RS_94] PartitionCols:_col0 Group By Operator [GBY_93] (rows=345 width=228) - Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col6 + Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col5 Merge Join Operator [MERGEJOIN_305] (rows=15991254 width=227) - Conds:RS_89._col1=RS_387._col0(Inner),Output:["_col2","_col3","_col6"] + Conds:RS_89._col1=RS_387._col0(Inner),Output:["_col2","_col3","_col5"] <-Map 33 [SIMPLE_EDGE] vectorized SHUFFLE [RS_387] PartitionCols:_col0 @@ -423,9 +423,9 @@ Stage-0 SHUFFLE [RS_114] PartitionCols:_col0 Group By Operator [GBY_113] (rows=23 width=228) - Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col6 + Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col5 Merge Join Operator [MERGEJOIN_307] (rows=1458758 width=137) - Conds:RS_109._col1=RS_388._col0(Inner),Output:["_col2","_col3","_col6"] + Conds:RS_109._col1=RS_388._col0(Inner),Output:["_col2","_col3","_col5"] <-Map 33 [SIMPLE_EDGE] vectorized SHUFFLE [RS_388] PartitionCols:_col0 @@ -468,9 +468,9 @@ Stage-0 SHUFFLE [RS_37] PartitionCols:_col0 Group By Operator [GBY_36] (rows=40 width=228) - Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col6 + Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col5 Merge Join Operator [MERGEJOIN_301] (rows=5959021 width=157) - Conds:RS_32._col1=RS_354._col0(Inner),Output:["_col2","_col3","_col6"] + Conds:RS_32._col1=RS_354._col0(Inner),Output:["_col2","_col3","_col5"] <-Map 28 [SIMPLE_EDGE] vectorized SHUFFLE [RS_354] PartitionCols:_col0 @@ -507,9 +507,9 @@ Stage-0 SHUFFLE [RS_17] PartitionCols:_col0 Group By Operator [GBY_16] (rows=320 width=228) - Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col6 + Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col5 Merge Join Operator [MERGEJOIN_299] (rows=58365993 width=137) - Conds:RS_12._col1=RS_353._col0(Inner),Output:["_col2","_col3","_col6"] + Conds:RS_12._col1=RS_353._col0(Inner),Output:["_col2","_col3","_col5"] <-Map 28 [SIMPLE_EDGE] vectorized SHUFFLE [RS_353] PartitionCols:_col0 http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query78.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query78.q.out b/ql/src/test/results/clientpositive/perf/tez/query78.q.out index 853759f..3d938e1 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query78.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query78.q.out @@ -179,13 +179,13 @@ Stage-0 SHUFFLE [RS_65] PartitionCols:_col0, _col1 Group By Operator [GBY_64] (rows=50796051 width=239) - Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)"],keys:_col3, _col4 + Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col4)","sum(_col5)","sum(_col6)"],keys:_col2, _col3 Merge Join Operator [MERGEJOIN_189] (rows=50796051 width=233) - Conds:RS_198._col0=RS_61._col0(Inner),Output:["_col3","_col4","_col6","_col7","_col8"] + Conds:RS_198._col0=RS_61._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6"] <-Map 1 [SIMPLE_EDGE] vectorized SHUFFLE [RS_198] PartitionCols:_col0 - Select Operator [SEL_193] (rows=652 width=8) + Select Operator [SEL_193] (rows=652 width=4) Output:["_col0"] Filter Operator [FIL_192] (rows=652 width=8) predicate:((d_year = 2000) and d_date_sk is not null) @@ -194,8 +194,8 @@ Stage-0 <-Reducer 21 [SIMPLE_EDGE] SHUFFLE [RS_61] PartitionCols:_col0 - Select Operator [SEL_59] (rows=143274863 width=240) - Output:["_col0","_col1","_col2","_col4","_col5","_col6"] + Select Operator [SEL_59] (rows=143274863 width=239) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Filter Operator [FIL_58] (rows=143274863 width=240) predicate:_col8 is null Merge Join Operator [MERGEJOIN_188] (rows=234359952 width=240) @@ -245,9 +245,9 @@ Stage-0 SHUFFLE [RS_18] PartitionCols:_col0, _col1 Group By Operator [GBY_17] (rows=114214965 width=239) - Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)"],keys:_col4, _col3 + Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col4)","sum(_col5)","sum(_col6)"],keys:_col3, _col2 Merge Join Operator [MERGEJOIN_185] (rows=114214965 width=217) - Conds:RS_194._col0=RS_14._col0(Inner),Output:["_col3","_col4","_col6","_col7","_col8"] + Conds:RS_194._col0=RS_14._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6"] <-Map 1 [SIMPLE_EDGE] vectorized SHUFFLE [RS_194] PartitionCols:_col0 @@ -255,8 +255,8 @@ Stage-0 <-Reducer 15 [SIMPLE_EDGE] SHUFFLE [RS_14] PartitionCols:_col0 - Select Operator [SEL_12] (rows=319876350 width=235) - Output:["_col0","_col1","_col2","_col4","_col5","_col6"] + Select Operator [SEL_12] (rows=319876350 width=233) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Filter Operator [FIL_11] (rows=319876350 width=235) predicate:_col8 is null Merge Join Operator [MERGEJOIN_184] (rows=883006376 width=235) @@ -299,9 +299,9 @@ Stage-0 SHUFFLE [RS_39] PartitionCols:_col0, _col1 Group By Operator [GBY_38] (rows=40539971 width=239) - Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)"],keys:_col4, _col3 + Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col4)","sum(_col5)","sum(_col6)"],keys:_col3, _col2 Merge Join Operator [MERGEJOIN_187] (rows=40539971 width=235) - Conds:RS_196._col0=RS_35._col0(Inner),Output:["_col3","_col4","_col6","_col7","_col8"] + Conds:RS_196._col0=RS_35._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6"] <-Map 1 [SIMPLE_EDGE] vectorized SHUFFLE [RS_196] PartitionCols:_col0 @@ -309,8 +309,8 @@ Stage-0 <-Reducer 18 [SIMPLE_EDGE] SHUFFLE [RS_35] PartitionCols:_col0 - Select Operator [SEL_33] (rows=113538342 width=242) - Output:["_col0","_col1","_col2","_col4","_col5","_col6"] + Select Operator [SEL_33] (rows=113538342 width=239) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Filter Operator [FIL_32] (rows=113538342 width=242) predicate:_col8 is null Merge Join Operator [MERGEJOIN_186] (rows=254679677 width=242) http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query79.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query79.q.out b/ql/src/test/results/clientpositive/perf/tez/query79.q.out index f1538371..877ff7b 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query79.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query79.q.out @@ -80,9 +80,9 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_33] Select Operator [SEL_32] (rows=43530621 width=776) - Output:["_col0","_col1","_col3","_col4","_col5","_col6"] - Merge Join Operator [MERGEJOIN_100] (rows=43530621 width=501) - Conds:RS_103._col0=RS_128._col1(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7"] + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + Merge Join Operator [MERGEJOIN_100] (rows=43530621 width=685) + Conds:RS_103._col0=RS_128._col1(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7","_col8"] <-Map 1 [SIMPLE_EDGE] vectorized SHUFFLE [RS_103] PartitionCols:_col0 @@ -95,21 +95,21 @@ Stage-0 <-Reducer 8 [SIMPLE_EDGE] vectorized SHUFFLE [RS_128] PartitionCols:_col1 - Select Operator [SEL_127] (rows=43530621 width=323) - Output:["_col0","_col1","_col2","_col3","_col4"] + Select Operator [SEL_127] (rows=43530621 width=507) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Group By Operator [GBY_126] (rows=43530621 width=325) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3 <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_26] PartitionCols:_col0, _col1, _col2, _col3 Group By Operator [GBY_25] (rows=43530621 width=325) - Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col6)","sum(_col7)"],keys:_col1, _col3, _col5, _col13 + Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col6)","sum(_col7)"],keys:_col1, _col3, _col5, _col10 Merge Join Operator [MERGEJOIN_99] (rows=43530621 width=214) - Conds:RS_21._col2=RS_114._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col13"] + Conds:RS_21._col2=RS_114._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col10"] <-Map 12 [SIMPLE_EDGE] vectorized SHUFFLE [RS_114] PartitionCols:_col0 - Select Operator [SEL_113] (rows=3055 width=12) + Select Operator [SEL_113] (rows=3055 width=4) Output:["_col0"] Filter Operator [FIL_112] (rows=3055 width=12) predicate:(((hd_dep_count = 8) or (hd_vehicle_count > 0)) and hd_demo_sk is not null) @@ -119,12 +119,12 @@ Stage-0 SHUFFLE [RS_21] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_98] (rows=102592623 width=283) - Conds:RS_18._col4=RS_125._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7","_col13"] + Conds:RS_18._col4=RS_125._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7","_col10"] <-Map 11 [SIMPLE_EDGE] vectorized SHUFFLE [RS_125] PartitionCols:_col0 - Select Operator [SEL_124] (rows=1704 width=100) - Output:["_col0","_col2"] + Select Operator [SEL_124] (rows=1704 width=97) + Output:["_col0","_col1"] Filter Operator [FIL_123] (rows=1704 width=100) predicate:(s_number_employees BETWEEN 200 AND 295 and s_store_sk is not null) TableScan [TS_9] (rows=1704 width=100) @@ -137,7 +137,7 @@ Stage-0 <-Map 9 [SIMPLE_EDGE] vectorized SHUFFLE [RS_106] PartitionCols:_col0 - Select Operator [SEL_105] (rows=391 width=12) + Select Operator [SEL_105] (rows=391 width=4) Output:["_col0"] Filter Operator [FIL_104] (rows=391 width=12) predicate:((d_dow = 1) and (d_year) IN (1998, 1999, 2000) and d_date_sk is not null) http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query8.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query8.q.out b/ql/src/test/results/clientpositive/perf/tez/query8.q.out index 8c24550..5d6fad2 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query8.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query8.q.out @@ -259,20 +259,20 @@ Stage-0 SHUFFLE [RS_57] PartitionCols:_col0 Group By Operator [GBY_56] (rows=1 width=200) - Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col8 + Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col6 Top N Key Operator [TNK_84] (rows=1 width=200) - keys:_col8,sort order:+,top n:100 + keys:_col6,sort order:+,top n:100 Merge Join Operator [MERGEJOIN_118] (rows=1 width=200) - Conds:RS_52._col1=RS_53._col1(Inner),Output:["_col2","_col8"] + Conds:RS_52._col1=RS_53._col1(Inner),Output:["_col2","_col6"] <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_53] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_117] (rows=1 width=92) - Conds:RS_138.substr(_col0, 1, 2)=RS_141.substr(_col2, 1, 2)(Inner),Output:["_col1","_col2"] + Conds:RS_138._col0=RS_141._col2(Inner),Output:["_col1","_col2"] <-Map 19 [SIMPLE_EDGE] vectorized SHUFFLE [RS_141] - PartitionCols:substr(_col2, 1, 2) - Select Operator [SEL_140] (rows=1704 width=181) + PartitionCols:_col2 + Select Operator [SEL_140] (rows=1704 width=276) Output:["_col0","_col1","_col2"] Filter Operator [FIL_139] (rows=1704 width=181) predicate:(s_store_sk is not null and substr(s_zip, 1, 2) is not null) @@ -280,7 +280,7 @@ Stage-0 default@store,store,Tbl:COMPLETE,Col:COMPLETE,Output:["s_store_sk","s_store_name","s_zip"] <-Reducer 11 [SIMPLE_EDGE] vectorized SHUFFLE [RS_138] - PartitionCols:substr(_col0, 1, 2) + PartitionCols:_col0 Select Operator [SEL_137] (rows=1 width=184) Output:["_col0"] Filter Operator [FIL_136] (rows=1 width=192) @@ -325,7 +325,7 @@ Stage-0 <-Map 18 [SIMPLE_EDGE] vectorized SHUFFLE [RS_164] PartitionCols:_col0 - Select Operator [SEL_163] (rows=26666667 width=89) + Select Operator [SEL_163] (rows=26666667 width=4) Output:["_col0"] Filter Operator [FIL_162] (rows=26666667 width=89) predicate:((c_preferred_cust_flag = 'Y') and c_current_addr_sk is not null) @@ -357,7 +357,7 @@ Stage-0 <-Map 6 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_129] PartitionCols:_col0 - Select Operator [SEL_128] (rows=130 width=12) + Select Operator [SEL_128] (rows=130 width=4) Output:["_col0"] Filter Operator [FIL_127] (rows=130 width=12) predicate:((d_qoy = 1) and (d_year = 2002) and d_date_sk is not null) http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query80.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query80.q.out b/ql/src/test/results/clientpositive/perf/tez/query80.q.out index ff26bef..223e61a 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query80.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query80.q.out @@ -286,7 +286,7 @@ Stage-0 Select Operator [SEL_72] (rows=8592843 width=305) Output:["_col0","_col1","_col2","_col3"] Merge Join Operator [MERGEJOIN_369] (rows=8592843 width=305) - Conds:RS_69._col1=RS_475._col0(Inner),Output:["_col5","_col6","_col9","_col10","_col18"] + Conds:RS_69._col1=RS_475._col0(Inner),Output:["_col5","_col6","_col9","_col10","_col15"] <-Map 38 [SIMPLE_EDGE] vectorized SHUFFLE [RS_475] PartitionCols:_col0 @@ -304,7 +304,7 @@ Stage-0 <-Map 30 [SIMPLE_EDGE] vectorized SHUFFLE [RS_429] PartitionCols:_col0 - Select Operator [SEL_426] (rows=1150 width=89) + Select Operator [SEL_426] (rows=1150 width=4) Output:["_col0"] Filter Operator [FIL_425] (rows=1150 width=89) predicate:((p_channel_tv = 'N') and p_promo_sk is not null) @@ -318,7 +318,7 @@ Stage-0 <-Map 26 [SIMPLE_EDGE] vectorized SHUFFLE [RS_413] PartitionCols:_col0 - Select Operator [SEL_410] (rows=154000 width=115) + Select Operator [SEL_410] (rows=154000 width=4) Output:["_col0"] Filter Operator [FIL_409] (rows=154000 width=115) predicate:((i_current_price > 50) and i_item_sk is not null) @@ -332,7 +332,7 @@ Stage-0 <-Map 12 [SIMPLE_EDGE] vectorized SHUFFLE [RS_397] PartitionCols:_col0 - Select Operator [SEL_394] (rows=8116 width=98) + Select Operator [SEL_394] (rows=8116 width=4) Output:["_col0"] Filter Operator [FIL_393] (rows=8116 width=98) predicate:(CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00' AND TIMESTAMP'1998-09-03 00:00:00' and d_date_sk is not null) @@ -413,7 +413,7 @@ Stage-0 Select Operator [SEL_112] (rows=4714659 width=323) Output:["_col0","_col1","_col2","_col3"] Merge Join Operator [MERGEJOIN_374] (rows=4714659 width=323) - Conds:RS_109._col2=RS_495._col0(Inner),Output:["_col5","_col6","_col9","_col10","_col18"] + Conds:RS_109._col2=RS_495._col0(Inner),Output:["_col5","_col6","_col9","_col10","_col15"] <-Map 42 [SIMPLE_EDGE] vectorized SHUFFLE [RS_495] PartitionCols:_col0 @@ -525,7 +525,7 @@ Stage-0 Select Operator [SEL_33] (rows=15038783 width=100) Output:["_col0","_col1","_col2","_col3"] Merge Join Operator [MERGEJOIN_364] (rows=15038783 width=100) - Conds:RS_30._col2=RS_449._col0(Inner),Output:["_col5","_col6","_col9","_col10","_col18"] + Conds:RS_30._col2=RS_449._col0(Inner),Output:["_col5","_col6","_col9","_col10","_col15"] <-Map 34 [SIMPLE_EDGE] vectorized SHUFFLE [RS_449] PartitionCols:_col0 http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query81.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query81.q.out b/ql/src/test/results/clientpositive/perf/tez/query81.q.out index b08ed9e..94398cf 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query81.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query81.q.out @@ -99,7 +99,7 @@ Stage-0 Select Operator [SEL_62] (rows=1577696 width=1418) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"] Merge Join Operator [MERGEJOIN_178] (rows=1577696 width=1418) - Conds:RS_59._col0=RS_60._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col7","_col8","_col9","_col10","_col11","_col12","_col14","_col15","_col16","_col17","_col20"] + Conds:RS_59._col0=RS_60._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col19"] <-Reducer 10 [SIMPLE_EDGE] SHUFFLE [RS_60] PartitionCols:_col0 @@ -124,9 +124,9 @@ Stage-0 SHUFFLE [RS_43] PartitionCols:_col0 Group By Operator [GBY_42] (rows=8749496 width=201) - Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col7, _col1 + Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col6, _col1 Merge Join Operator [MERGEJOIN_176] (rows=8749496 width=194) - Conds:RS_38._col2=RS_198._col0(Inner),Output:["_col1","_col3","_col7"] + Conds:RS_38._col2=RS_198._col0(Inner),Output:["_col1","_col3","_col6"] <-Map 15 [SIMPLE_EDGE] vectorized SHUFFLE [RS_198] PartitionCols:_col0 @@ -144,7 +144,7 @@ Stage-0 <-Map 14 [SIMPLE_EDGE] vectorized SHUFFLE [RS_194] PartitionCols:_col0 - Select Operator [SEL_192] (rows=652 width=8) + Select Operator [SEL_192] (rows=652 width=4) Output:["_col0"] Filter Operator [FIL_191] (rows=652 width=8) predicate:((d_year = 1998) and d_date_sk is not null) @@ -170,9 +170,9 @@ Stage-0 SHUFFLE [RS_23] PartitionCols:_col0, _col1 Group By Operator [GBY_22] (rows=8574602 width=201) - Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col7, _col1 + Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col6, _col1 Merge Join Operator [MERGEJOIN_174] (rows=8574602 width=194) - Conds:RS_18._col2=RS_197._col0(Inner),Output:["_col1","_col3","_col7"] + Conds:RS_18._col2=RS_197._col0(Inner),Output:["_col1","_col3","_col6"] <-Map 15 [SIMPLE_EDGE] vectorized SHUFFLE [RS_197] PartitionCols:_col0 @@ -198,7 +198,7 @@ Stage-0 SHUFFLE [RS_59] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_172] (rows=1568628 width=1310) - Conds:RS_181._col2=RS_184._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col5","_col7","_col8","_col9","_col10","_col11","_col12","_col14","_col15","_col16","_col17"] + Conds:RS_181._col2=RS_184._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col5","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16"] <-Map 1 [SIMPLE_EDGE] vectorized SHUFFLE [RS_181] PartitionCols:_col2 @@ -211,8 +211,8 @@ Stage-0 <-Map 5 [SIMPLE_EDGE] vectorized SHUFFLE [RS_184] PartitionCols:_col0 - Select Operator [SEL_183] (rows=784314 width=1027) - Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col8","_col9","_col10","_col11"] + Select Operator [SEL_183] (rows=784314 width=941) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"] Filter Operator [FIL_182] (rows=784314 width=1027) predicate:((ca_state = 'IL') and ca_address_sk is not null) TableScan [TS_3] (rows=40000000 width=1027) http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query82.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query82.q.out b/ql/src/test/results/clientpositive/perf/tez/query82.q.out index 6bc9666..2cad363 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query82.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query82.q.out @@ -83,7 +83,7 @@ Stage-0 <-Map 11 [SIMPLE_EDGE] vectorized SHUFFLE [RS_93] PartitionCols:_col0 - Select Operator [SEL_92] (rows=8116 width=98) + Select Operator [SEL_92] (rows=8116 width=4) Output:["_col0"] Filter Operator [FIL_91] (rows=8116 width=98) predicate:(CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2002-05-30 00:00:00' AND TIMESTAMP'2002-07-29 00:00:00' and d_date_sk is not null) @@ -92,7 +92,7 @@ Stage-0 <-Map 8 [SIMPLE_EDGE] vectorized SHUFFLE [RS_90] PartitionCols:_col0 - Select Operator [SEL_89] (rows=4176000 width=11) + Select Operator [SEL_89] (rows=4176000 width=8) Output:["_col0","_col1"] Filter Operator [FIL_88] (rows=4176000 width=11) predicate:(inv_date_sk is not null and inv_item_sk is not null and inv_quantity_on_hand BETWEEN 100 AND 500) @@ -106,7 +106,7 @@ Stage-0 <-Map 6 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_82] PartitionCols:_col0 - Select Operator [SEL_81] (rows=297 width=404) + Select Operator [SEL_81] (rows=297 width=400) Output:["_col0","_col1","_col2","_col3"] Filter Operator [FIL_80] (rows=297 width=404) predicate:((i_manufact_id) IN (437, 129, 727, 663) and i_current_price BETWEEN 30 AND 60 and i_item_sk is not null) http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query83.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query83.q.out b/ql/src/test/results/clientpositive/perf/tez/query83.q.out index 63f459c..cb9810b 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query83.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query83.q.out @@ -166,169 +166,175 @@ Stage-0 limit:100 Stage-1 Reducer 7 vectorized - File Output Operator [FS_398] - Limit [LIM_397] (rows=57 width=260) + File Output Operator [FS_401] + Limit [LIM_400] (rows=57 width=260) Number of rows:100 - Select Operator [SEL_396] (rows=57 width=260) + Select Operator [SEL_399] (rows=57 width=260) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_127] Select Operator [SEL_126] (rows=57 width=260) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - Merge Join Operator [MERGEJOIN_363] (rows=57 width=124) - Conds:RS_123._col0=RS_395._col0(Inner),Output:["_col0","_col1","_col3","_col5"] + Merge Join Operator [MERGEJOIN_363] (rows=57 width=148) + Conds:RS_123._col0=RS_398._col0(Inner),Output:["_col0","_col1","_col2","_col4","_col5","_col7","_col8"] <-Reducer 14 [ONE_TO_ONE_EDGE] vectorized - FORWARD [RS_395] + FORWARD [RS_398] PartitionCols:_col0 - Group By Operator [GBY_394] (rows=57 width=108) - Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 - <-Reducer 13 [SIMPLE_EDGE] - SHUFFLE [RS_117] - PartitionCols:_col0 - Group By Operator [GBY_116] (rows=57 width=108) - Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4 - Merge Join Operator [MERGEJOIN_361] (rows=2521 width=100) - Conds:RS_112._col0=RS_113._col0(Inner),Output:["_col2","_col4"] - <-Reducer 16 [SIMPLE_EDGE] - SHUFFLE [RS_113] - PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_352] (rows=2 width=4) - Conds:RS_374._col1=RS_383._col0(Inner),Output:["_col0"] - <-Map 15 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_374] - PartitionCols:_col1 - Select Operator [SEL_373] (rows=73049 width=98) - Output:["_col0","_col1"] - Filter Operator [FIL_372] (rows=73049 width=98) - predicate:(d_date is not null and d_date_sk is not null) - TableScan [TS_6] (rows=73049 width=98) - default@date_dim,date_dim,Tbl:COMPLETE,Col:COMPLETE,Output:["d_date_sk","d_date"] - <-Reducer 19 [ONE_TO_ONE_EDGE] vectorized - FORWARD [RS_383] - PartitionCols:_col0 - Group By Operator [GBY_382] (rows=2 width=94) - Output:["_col0"],keys:KEY._col0 - <-Reducer 18 [SIMPLE_EDGE] - SHUFFLE [RS_22] - PartitionCols:_col0 - Group By Operator [GBY_21] (rows=2 width=94) - Output:["_col0"],keys:_col0 - Merge Join Operator [MERGEJOIN_351] (rows=5 width=94) - Conds:RS_377._col1=RS_381._col0(Left Semi),Output:["_col0"] - <-Map 17 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_377] - PartitionCols:_col1 - Select Operator [SEL_376] (rows=73049 width=98) - Output:["_col0","_col1"] - Filter Operator [FIL_375] (rows=73049 width=98) - predicate:(d_date is not null and d_week_seq is not null) - TableScan [TS_9] (rows=73049 width=98) - default@date_dim,date_dim,Tbl:COMPLETE,Col:COMPLETE,Output:["d_date","d_week_seq"] - <-Map 20 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_381] - PartitionCols:_col0 - Group By Operator [GBY_380] (rows=1 width=4) - Output:["_col0"],keys:_col0 - Select Operator [SEL_379] (rows=2 width=4) - Output:["_col0"] - Filter Operator [FIL_378] (rows=2 width=98) - predicate:((d_date) IN ('1998-01-02', '1998-10-15', '1998-11-10') and d_week_seq is not null) - TableScan [TS_12] (rows=73049 width=98) + Select Operator [SEL_397] (rows=57 width=116) + Output:["_col0","_col1","_col2"] + Group By Operator [GBY_396] (rows=57 width=108) + Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 + <-Reducer 13 [SIMPLE_EDGE] + SHUFFLE [RS_117] + PartitionCols:_col0 + Group By Operator [GBY_116] (rows=57 width=108) + Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4 + Merge Join Operator [MERGEJOIN_361] (rows=2521 width=100) + Conds:RS_112._col0=RS_113._col0(Inner),Output:["_col2","_col4"] + <-Reducer 16 [SIMPLE_EDGE] + SHUFFLE [RS_113] + PartitionCols:_col0 + Merge Join Operator [MERGEJOIN_352] (rows=2 width=4) + Conds:RS_374._col1=RS_383._col0(Inner),Output:["_col0"] + <-Map 15 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_374] + PartitionCols:_col1 + Select Operator [SEL_373] (rows=73049 width=98) + Output:["_col0","_col1"] + Filter Operator [FIL_372] (rows=73049 width=98) + predicate:(d_date is not null and d_date_sk is not null) + TableScan [TS_6] (rows=73049 width=98) + default@date_dim,date_dim,Tbl:COMPLETE,Col:COMPLETE,Output:["d_date_sk","d_date"] + <-Reducer 19 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_383] + PartitionCols:_col0 + Group By Operator [GBY_382] (rows=2 width=94) + Output:["_col0"],keys:KEY._col0 + <-Reducer 18 [SIMPLE_EDGE] + SHUFFLE [RS_22] + PartitionCols:_col0 + Group By Operator [GBY_21] (rows=2 width=94) + Output:["_col0"],keys:_col0 + Merge Join Operator [MERGEJOIN_351] (rows=5 width=94) + Conds:RS_377._col1=RS_381._col0(Left Semi),Output:["_col0"] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_377] + PartitionCols:_col1 + Select Operator [SEL_376] (rows=73049 width=98) + Output:["_col0","_col1"] + Filter Operator [FIL_375] (rows=73049 width=98) + predicate:(d_date is not null and d_week_seq is not null) + TableScan [TS_9] (rows=73049 width=98) default@date_dim,date_dim,Tbl:COMPLETE,Col:COMPLETE,Output:["d_date","d_week_seq"] - <-Reducer 12 [SIMPLE_EDGE] - SHUFFLE [RS_112] - PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_356] (rows=13749816 width=107) - Conds:RS_393._col1=RS_371._col0(Inner),Output:["_col0","_col2","_col4"] - <-Map 8 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_371] - PartitionCols:_col0 - Select Operator [SEL_368] (rows=462000 width=104) - Output:["_col0","_col1"] - Filter Operator [FIL_367] (rows=462000 width=104) - predicate:(i_item_id is not null and i_item_sk is not null) - TableScan [TS_3] (rows=462000 width=104) - default@item,item,Tbl:COMPLETE,Col:COMPLETE,Output:["i_item_sk","i_item_id"] - <-Map 22 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_393] - PartitionCols:_col1 - Select Operator [SEL_392] (rows=13749816 width=11) - Output:["_col0","_col1","_col2"] - Filter Operator [FIL_391] (rows=13749816 width=11) - predicate:(wr_item_sk is not null and wr_returned_date_sk is not null) - TableScan [TS_80] (rows=14398467 width=11) - default@web_returns,web_returns,Tbl:COMPLETE,Col:COMPLETE,Output:["wr_returned_date_sk","wr_item_sk","wr_return_quantity"] + <-Map 20 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_381] + PartitionCols:_col0 + Group By Operator [GBY_380] (rows=1 width=4) + Output:["_col0"],keys:_col0 + Select Operator [SEL_379] (rows=2 width=4) + Output:["_col0"] + Filter Operator [FIL_378] (rows=2 width=98) + predicate:((d_date) IN ('1998-01-02', '1998-10-15', '1998-11-10') and d_week_seq is not null) + TableScan [TS_12] (rows=73049 width=98) + default@date_dim,date_dim,Tbl:COMPLETE,Col:COMPLETE,Output:["d_date","d_week_seq"] + <-Reducer 12 [SIMPLE_EDGE] + SHUFFLE [RS_112] + PartitionCols:_col0 + Merge Join Operator [MERGEJOIN_356] (rows=13749816 width=107) + Conds:RS_395._col1=RS_371._col0(Inner),Output:["_col0","_col2","_col4"] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_371] + PartitionCols:_col0 + Select Operator [SEL_368] (rows=462000 width=104) + Output:["_col0","_col1"] + Filter Operator [FIL_367] (rows=462000 width=104) + predicate:(i_item_id is not null and i_item_sk is not null) + TableScan [TS_3] (rows=462000 width=104) + default@item,item,Tbl:COMPLETE,Col:COMPLETE,Output:["i_item_sk","i_item_id"] + <-Map 22 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_395] + PartitionCols:_col1 + Select Operator [SEL_394] (rows=13749816 width=11) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_393] (rows=13749816 width=11) + predicate:(wr_item_sk is not null and wr_returned_date_sk is not null) + TableScan [TS_80] (rows=14398467 width=11) + default@web_returns,web_returns,Tbl:COMPLETE,Col:COMPLETE,Output:["wr_returned_date_sk","wr_item_sk","wr_return_quantity"] <-Reducer 5 [ONE_TO_ONE_EDGE] FORWARD [RS_123] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_362] (rows=60 width=116) - Conds:RS_385._col0=RS_390._col0(Inner),Output:["_col0","_col1","_col3"] + Merge Join Operator [MERGEJOIN_362] (rows=60 width=132) + Conds:RS_386._col0=RS_392._col0(Inner),Output:["_col0","_col1","_col2","_col4","_col5"] <-Reducer 11 [ONE_TO_ONE_EDGE] vectorized - FORWARD [RS_390] + FORWARD [RS_392] PartitionCols:_col0 - Group By Operator [GBY_389] (rows=63 width=108) - Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 - <-Reducer 10 [SIMPLE_EDGE] - SHUFFLE [RS_77] - PartitionCols:_col0 - Group By Operator [GBY_76] (rows=63 width=108) - Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4 - Merge Join Operator [MERGEJOIN_360] (rows=11105 width=100) - Conds:RS_72._col0=RS_73._col0(Inner),Output:["_col2","_col4"] - <-Reducer 16 [SIMPLE_EDGE] - SHUFFLE [RS_73] - PartitionCols:_col0 - Please refer to the previous Merge Join Operator [MERGEJOIN_352] - <-Reducer 9 [SIMPLE_EDGE] - SHUFFLE [RS_72] - PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_353] (rows=55578005 width=107) - Conds:RS_388._col1=RS_370._col0(Inner),Output:["_col0","_col2","_col4"] - <-Map 8 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_370] - PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_368] - <-Map 21 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_388] - PartitionCols:_col1 - Select Operator [SEL_387] (rows=55578005 width=11) - Output:["_col0","_col1","_col2"] - Filter Operator [FIL_386] (rows=55578005 width=11) - predicate:(sr_item_sk is not null and sr_returned_date_sk is not null) - TableScan [TS_40] (rows=57591150 width=11) - default@store_returns,store_returns,Tbl:COMPLETE,Col:COMPLETE,Output:["sr_returned_date_sk","sr_item_sk","sr_return_quantity"] + Select Operator [SEL_391] (rows=63 width=116) + Output:["_col0","_col1","_col2"] + Group By Operator [GBY_390] (rows=63 width=108) + Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 + <-Reducer 10 [SIMPLE_EDGE] + SHUFFLE [RS_77] + PartitionCols:_col0 + Group By Operator [GBY_76] (rows=63 width=108) + Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4 + Merge Join Operator [MERGEJOIN_360] (rows=11105 width=100) + Conds:RS_72._col0=RS_73._col0(Inner),Output:["_col2","_col4"] + <-Reducer 16 [SIMPLE_EDGE] + SHUFFLE [RS_73] + PartitionCols:_col0 + Please refer to the previous Merge Join Operator [MERGEJOIN_352] + <-Reducer 9 [SIMPLE_EDGE] + SHUFFLE [RS_72] + PartitionCols:_col0 + Merge Join Operator [MERGEJOIN_353] (rows=55578005 width=107) + Conds:RS_389._col1=RS_370._col0(Inner),Output:["_col0","_col2","_col4"] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_370] + PartitionCols:_col0 + Please refer to the previous Select Operator [SEL_368] + <-Map 21 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_389] + PartitionCols:_col1 + Select Operator [SEL_388] (rows=55578005 width=11) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_387] (rows=55578005 width=11) + predicate:(sr_item_sk is not null and sr_returned_date_sk is not null) + TableScan [TS_40] (rows=57591150 width=11) + default@store_returns,store_returns,Tbl:COMPLETE,Col:COMPLETE,Output:["sr_returned_date_sk","sr_item_sk","sr_return_quantity"] <-Reducer 4 [ONE_TO_ONE_EDGE] vectorized - FORWARD [RS_385] + FORWARD [RS_386] PartitionCols:_col0 - Group By Operator [GBY_384] (rows=60 width=108) - Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 - <-Reducer 3 [SIMPLE_EDGE] - SHUFFLE [RS_37] - PartitionCols:_col0 - Group By Operator [GBY_36] (rows=60 width=108) - Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4 - Merge Join Operator [MERGEJOIN_359] (rows=5478 width=100) - Conds:RS_32._col0=RS_33._col0(Inner),Output:["_col2","_col4"] - <-Reducer 16 [SIMPLE_EDGE] - SHUFFLE [RS_33] - PartitionCols:_col0 - Please refer to the previous Merge Join Operator [MERGEJOIN_352] - <-Reducer 2 [SIMPLE_EDGE] - SHUFFLE [RS_32] - PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_350] (rows=28798881 width=107) - Conds:RS_366._col1=RS_369._col0(Inner),Output:["_col0","_col2","_col4"] - <-Map 8 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_369] - PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_368] - <-Map 1 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_366] - PartitionCols:_col1 - Select Operator [SEL_365] (rows=28798881 width=11) - Output:["_col0","_col1","_col2"] - Filter Operator [FIL_364] (rows=28798881 width=11) - predicate:(cr_item_sk is not null and cr_returned_date_sk is not null) - TableScan [TS_0] (rows=28798881 width=11) - default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:COMPLETE,Output:["cr_returned_date_sk","cr_item_sk","cr_return_quantity"] + Select Operator [SEL_385] (rows=60 width=116) + Output:["_col0","_col1","_col2"] + Group By Operator [GBY_384] (rows=60 width=108) + Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 + <-Reducer 3 [SIMPLE_EDGE] + SHUFFLE [RS_37] + PartitionCols:_col0 + Group By Operator [GBY_36] (rows=60 width=108) + Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4 + Merge Join Operator [MERGEJOIN_359] (rows=5478 width=100) + Conds:RS_32._col0=RS_33._col0(Inner),Output:["_col2","_col4"] + <-Reducer 16 [SIMPLE_EDGE] + SHUFFLE [RS_33] + PartitionCols:_col0 + Please refer to the previous Merge Join Operator [MERGEJOIN_352] + <-Reducer 2 [SIMPLE_EDGE] + SHUFFLE [RS_32] + PartitionCols:_col0 + Merge Join Operator [MERGEJOIN_350] (rows=28798881 width=107) + Conds:RS_366._col1=RS_369._col0(Inner),Output:["_col0","_col2","_col4"] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_369] + PartitionCols:_col0 + Please refer to the previous Select Operator [SEL_368] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_366] + PartitionCols:_col1 + Select Operator [SEL_365] (rows=28798881 width=11) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_364] (rows=28798881 width=11) + predicate:(cr_item_sk is not null and cr_returned_date_sk is not null) + TableScan [TS_0] (rows=28798881 width=11) + default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:COMPLETE,Output:["cr_returned_date_sk","cr_item_sk","cr_return_quantity"] http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query84.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query84.q.out b/ql/src/test/results/clientpositive/perf/tez/query84.q.out index d4c0125..9adcf86 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query84.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query84.q.out @@ -76,8 +76,8 @@ Stage-0 SHUFFLE [RS_36] Select Operator [SEL_35] (rows=255285 width=384) Output:["_col1","_col2"] - Merge Join Operator [MERGEJOIN_120] (rows=255285 width=280) - Conds:RS_32._col1=RS_33._col1(Inner),Output:["_col2","_col6","_col7"] + Merge Join Operator [MERGEJOIN_120] (rows=255285 width=284) + Conds:RS_32._col1=RS_33._col1(Inner),Output:["_col2","_col6"] <-Reducer 2 [ONE_TO_ONE_EDGE] FORWARD [RS_32] PartitionCols:_col1 @@ -104,8 +104,8 @@ Stage-0 <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_33] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_119] (rows=8315 width=280) - Conds:RS_25._col2=RS_26._col0(Inner),Output:["_col0","_col1","_col4","_col5"] + Merge Join Operator [MERGEJOIN_119] (rows=8315 width=284) + Conds:RS_25._col2=RS_26._col0(Inner),Output:["_col0","_col1","_col4"] <-Reducer 11 [SIMPLE_EDGE] SHUFFLE [RS_26] PartitionCols:_col0 @@ -123,7 +123,7 @@ Stage-0 <-Map 12 [SIMPLE_EDGE] vectorized SHUFFLE [RS_138] PartitionCols:_col0 - Select Operator [SEL_137] (rows=2 width=12) + Select Operator [SEL_137] (rows=2 width=4) Output:["_col0"] Filter Operator [FIL_136] (rows=2 width=12) predicate:((ib_lower_bound >= 32287) and (ib_upper_bound <= 82287) and ib_income_band_sk is not null) @@ -132,13 +132,13 @@ Stage-0 <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_25] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_117] (rows=83148 width=280) - Conds:RS_129._col3=RS_132._col0(Inner),Output:["_col0","_col1","_col2","_col4","_col5"] + Merge Join Operator [MERGEJOIN_117] (rows=83148 width=284) + Conds:RS_129._col3=RS_132._col0(Inner),Output:["_col0","_col1","_col2","_col4"] <-Map 6 [SIMPLE_EDGE] vectorized SHUFFLE [RS_129] PartitionCols:_col3 - Select Operator [SEL_128] (rows=74500295 width=291) - Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + Select Operator [SEL_128] (rows=74500295 width=295) + Output:["_col0","_col1","_col2","_col3","_col4"] Filter Operator [FIL_127] (rows=74500295 width=291) predicate:(c_current_addr_sk is not null and c_current_cdemo_sk is not null and c_current_hdemo_sk is not null) TableScan [TS_6] (rows=80000000 width=291) @@ -146,7 +146,7 @@ Stage-0 <-Map 9 [SIMPLE_EDGE] vectorized SHUFFLE [RS_132] PartitionCols:_col0 - Select Operator [SEL_131] (rows=44643 width=96) + Select Operator [SEL_131] (rows=44643 width=4) Output:["_col0"] Filter Operator [FIL_130] (rows=44643 width=97) predicate:((ca_city = 'Hopewell') and ca_address_sk is not null)