http://git-wip-us.apache.org/repos/asf/hive/blob/6f44fc81/ql/src/test/results/clientpositive/perf/query51.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/query51.q.out b/ql/src/test/results/clientpositive/perf/query51.q.out index a5b5f5e..efd95f2 100644 --- a/ql/src/test/results/clientpositive/perf/query51.q.out +++ b/ql/src/test/results/clientpositive/perf/query51.q.out @@ -100,156 +100,156 @@ Stage-0 limit:100 Stage-1 Reducer 6 - File Output Operator [FS_55] + File Output Operator [FS_51] compressed:false Statistics:Num rows: 100 Data size: 111900 Basic stats: COMPLETE Column stats: NONE table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Limit [LIM_54] + Limit [LIM_50] Number of rows:100 Statistics:Num rows: 100 Data size: 111900 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_53] + Select Operator [SEL_49] | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] | Statistics:Num rows: 7365 Data size: 8241815 Basic stats: COMPLETE Column stats: NONE |<-Reducer 5 [SIMPLE_EDGE] - Reduce Output Operator [RS_52] + Reduce Output Operator [RS_48] key expressions:_col0 (type: int), _col1 (type: string) sort order:++ Statistics:Num rows: 7365 Data size: 8241815 Basic stats: COMPLETE Column stats: NONE value expressions:_col2 (type: decimal(27,2)), _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(27,2)) - Select Operator [SEL_48] + Select Operator [SEL_44] outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] Statistics:Num rows: 7365 Data size: 8241815 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_60] + Filter Operator [FIL_56] predicate:(max_window_0 > max_window_1) (type: boolean) Statistics:Num rows: 7365 Data size: 8241815 Basic stats: COMPLETE Column stats: NONE - PTF Operator [PTF_47] + PTF Operator [PTF_43] Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"CASE WHEN (_col1 is not null) THEN (_col1) ELSE (_col4) END","partition by:":"CASE WHEN (_col0 is not null) THEN (_col0) ELSE (_col3) END"}] Statistics:Num rows: 22096 Data size: 24726566 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_46] + Select Operator [SEL_42] | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] | Statistics:Num rows: 22096 Data size: 24726566 Basic stats: COMPLETE Column stats: NONE |<-Reducer 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_45] + Reduce Output Operator [RS_41] key expressions:CASE WHEN (_col0 is not null) THEN (_col0) ELSE (_col3) END (type: int), CASE WHEN (_col1 is not null) THEN (_col1) ELSE (_col4) END (type: string) Map-reduce partition columns:CASE WHEN (_col0 is not null) THEN (_col0) ELSE (_col3) END (type: int) sort order:++ Statistics:Num rows: 22096 Data size: 24726566 Basic stats: COMPLETE Column stats: NONE value expressions:_col0 (type: int), _col1 (type: string), _col2 (type: decimal(27,2)), _col3 (type: int), _col4 (type: string), _col5 (type: decimal(27,2)) - Merge Join Operator [MERGEJOIN_69] + Merge Join Operator [MERGEJOIN_65] | condition map:[{"":"Outer Join 0 to 1"}] | keys:{"0":"_col0 (type: int), _col1 (type: string)","1":"_col0 (type: int), _col1 (type: string)"} | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] | Statistics:Num rows: 22096 Data size: 24726566 Basic stats: COMPLETE Column stats: NONE |<-Reducer 10 [SIMPLE_EDGE] - | Reduce Output Operator [RS_43] + | Reduce Output Operator [RS_39] | key expressions:_col0 (type: int), _col1 (type: string) | Map-reduce partition columns:_col0 (type: int), _col1 (type: string) | sort order:++ | Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE | value expressions:_col2 (type: decimal(27,2)) - | Select Operator [SEL_39] + | Select Operator [SEL_35] | outputColumnNames:["_col0","_col1","_col2"] | Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE - | PTF Operator [PTF_38] + | PTF Operator [PTF_34] | Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1","partition by:":"_col0"}] | Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_35] + | Group By Operator [GBY_31] | | aggregations:["sum(VALUE._col0)"] | | keys:KEY._col0 (type: int), KEY._col1 (type: string) | | outputColumnNames:["_col0","_col1","_col2"] | | Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE | |<-Reducer 9 [SIMPLE_EDGE] - | Reduce Output Operator [RS_34] + | Reduce Output Operator [RS_30] | key expressions:_col0 (type: int), _col1 (type: string) | Map-reduce partition columns:_col0 (type: int) | sort order:++ | Statistics:Num rows: 40176 Data size: 44957392 Basic stats: COMPLETE Column stats: NONE | value expressions:_col2 (type: decimal(17,2)) - | Group By Operator [GBY_33] + | Group By Operator [GBY_29] | aggregations:["sum(_col2)"] | keys:_col1 (type: int), _col4 (type: string) | outputColumnNames:["_col0","_col1","_col2"] | Statistics:Num rows: 40176 Data size: 44957392 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_32] + | Select Operator [SEL_28] | outputColumnNames:["_col1","_col4","_col2"] | Statistics:Num rows: 40176 Data size: 44957392 Basic stats: COMPLETE Column stats: NONE - | Merge Join Operator [MERGEJOIN_68] + | Merge Join Operator [MERGEJOIN_64] | | condition map:[{"":"Inner Join 0 to 1"}] | | keys:{"0":"_col0 (type: int)","1":"_col0 (type: int)"} | | outputColumnNames:["_col1","_col2","_col4"] | | Statistics:Num rows: 40176 Data size: 44957392 Basic stats: COMPLETE Column stats: NONE | |<-Map 11 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_30] + | | Reduce Output Operator [RS_26] | | key expressions:_col0 (type: int) | | Map-reduce partition columns:_col0 (type: int) | | sort order:+ | | Statistics:Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE | | value expressions:_col1 (type: string) - | | Select Operator [SEL_26] + | | Select Operator [SEL_24] | | outputColumnNames:["_col0","_col1"] | | Statistics:Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_64] + | | Filter Operator [FIL_60] | | predicate:(d_month_seq BETWEEN 1193 AND 1204 and d_date_sk is not null) (type: boolean) | | Statistics:Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_24] + | | TableScan [TS_22] | | alias:date_dim | | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE | |<-Map 8 [SIMPLE_EDGE] - | Reduce Output Operator [RS_28] + | Reduce Output Operator [RS_25] | key expressions:_col0 (type: int) | Map-reduce partition columns:_col0 (type: int) | sort order:+ | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE | value expressions:_col1 (type: int), _col2 (type: decimal(7,2)) - | Select Operator [SEL_23] + | Select Operator [SEL_21] | outputColumnNames:["_col0","_col1","_col2"] | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | Filter Operator [FIL_63] + | Filter Operator [FIL_59] | predicate:(ss_item_sk is not null and ss_sold_date_sk is not null) (type: boolean) | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | TableScan [TS_21] + | TableScan [TS_19] | alias:store_sales | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_42] + Reduce Output Operator [RS_38] key expressions:_col0 (type: int), _col1 (type: string) Map-reduce partition columns:_col0 (type: int), _col1 (type: string) sort order:++ Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE value expressions:_col2 (type: decimal(27,2)) - Select Operator [SEL_18] + Select Operator [SEL_16] outputColumnNames:["_col0","_col1","_col2"] Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE - PTF Operator [PTF_17] + PTF Operator [PTF_15] Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1","partition by:":"_col0"}] Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_14] + Group By Operator [GBY_12] | aggregations:["sum(VALUE._col0)"] | keys:KEY._col0 (type: int), KEY._col1 (type: string) | outputColumnNames:["_col0","_col1","_col2"] | Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_13] + Reduce Output Operator [RS_11] key expressions:_col0 (type: int), _col1 (type: string) Map-reduce partition columns:_col0 (type: int) sort order:++ Statistics:Num rows: 40176 Data size: 44957392 Basic stats: COMPLETE Column stats: NONE value expressions:_col2 (type: decimal(17,2)) - Group By Operator [GBY_12] + Group By Operator [GBY_10] aggregations:["sum(_col2)"] keys:_col1 (type: int), _col4 (type: string) outputColumnNames:["_col0","_col1","_col2"] Statistics:Num rows: 40176 Data size: 44957392 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_11] + Select Operator [SEL_9] outputColumnNames:["_col1","_col4","_col2"] Statistics:Num rows: 40176 Data size: 44957392 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_67] + Merge Join Operator [MERGEJOIN_63] | condition map:[{"":"Inner Join 0 to 1"}] | keys:{"0":"_col0 (type: int)","1":"_col0 (type: int)"} | outputColumnNames:["_col1","_col2","_col4"] | Statistics:Num rows: 40176 Data size: 44957392 Basic stats: COMPLETE Column stats: NONE |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_7] + | Reduce Output Operator [RS_6] | key expressions:_col0 (type: int) | Map-reduce partition columns:_col0 (type: int) | sort order:+ @@ -258,14 +258,14 @@ Stage-0 | Select Operator [SEL_2] | outputColumnNames:["_col0","_col1","_col2"] | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | Filter Operator [FIL_61] + | Filter Operator [FIL_57] | predicate:(ws_item_sk is not null and ws_sold_date_sk is not null) (type: boolean) | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE | TableScan [TS_0] | alias:web_sales | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE |<-Map 7 [SIMPLE_EDGE] - Reduce Output Operator [RS_9] + Reduce Output Operator [RS_7] key expressions:_col0 (type: int) Map-reduce partition columns:_col0 (type: int) sort order:+ @@ -274,7 +274,7 @@ Stage-0 Select Operator [SEL_5] outputColumnNames:["_col0","_col1"] Statistics:Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_62] + Filter Operator [FIL_58] predicate:(d_month_seq BETWEEN 1193 AND 1204 and d_date_sk is not null) (type: boolean) Statistics:Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE TableScan [TS_3]
http://git-wip-us.apache.org/repos/asf/hive/blob/6f44fc81/ql/src/test/results/clientpositive/perf/query52.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/query52.q.out b/ql/src/test/results/clientpositive/perf/query52.q.out index ac0c1e6..63f0bf6 100644 --- a/ql/src/test/results/clientpositive/perf/query52.q.out +++ b/ql/src/test/results/clientpositive/perf/query52.q.out @@ -15,49 +15,49 @@ Stage-0 limit:100 Stage-1 Reducer 5 - File Output Operator [FS_28] + File Output Operator [FS_24] compressed:false Statistics:Num rows: 100 Data size: 143600 Basic stats: COMPLETE Column stats: NONE table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Limit [LIM_27] + Limit [LIM_23] Number of rows:100 Statistics:Num rows: 100 Data size: 143600 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_26] + Select Operator [SEL_22] | outputColumnNames:["_col0","_col1","_col2","_col3"] | Statistics:Num rows: 127050 Data size: 182479129 Basic stats: COMPLETE Column stats: NONE |<-Reducer 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_25] + Reduce Output Operator [RS_21] key expressions:_col0 (type: int), _col3 (type: decimal(17,2)), _col1 (type: int) sort order:+-+ Statistics:Num rows: 127050 Data size: 182479129 Basic stats: COMPLETE Column stats: NONE value expressions:_col2 (type: string) - Group By Operator [GBY_22] + Group By Operator [GBY_18] | aggregations:["sum(VALUE._col0)"] | keys:KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: string) | outputColumnNames:["_col0","_col1","_col2","_col3"] | Statistics:Num rows: 127050 Data size: 182479129 Basic stats: COMPLETE Column stats: NONE |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_21] + Reduce Output Operator [RS_17] key expressions:_col0 (type: int), _col1 (type: int), _col2 (type: string) Map-reduce partition columns:_col0 (type: int), _col1 (type: int), _col2 (type: string) sort order:+++ Statistics:Num rows: 254100 Data size: 364958258 Basic stats: COMPLETE Column stats: NONE value expressions:_col3 (type: decimal(17,2)) - Group By Operator [GBY_20] + Group By Operator [GBY_16] aggregations:["sum(_col5)"] keys:_col1 (type: int), _col7 (type: int), _col8 (type: string) outputColumnNames:["_col0","_col1","_col2","_col3"] Statistics:Num rows: 254100 Data size: 364958258 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_19] + Select Operator [SEL_15] outputColumnNames:["_col1","_col7","_col8","_col5"] Statistics:Num rows: 254100 Data size: 364958258 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_38] + Merge Join Operator [MERGEJOIN_34] | condition map:[{"":"Inner Join 0 to 1"}] | keys:{"0":"_col4 (type: int)","1":"_col0 (type: int)"} | outputColumnNames:["_col5","_col7","_col8"] | Statistics:Num rows: 254100 Data size: 364958258 Basic stats: COMPLETE Column stats: NONE |<-Map 7 [SIMPLE_EDGE] - | Reduce Output Operator [RS_17] + | Reduce Output Operator [RS_13] | key expressions:_col0 (type: int) | Map-reduce partition columns:_col0 (type: int) | sort order:+ @@ -66,26 +66,26 @@ Stage-0 | Select Operator [SEL_8] | outputColumnNames:["_col0","_col1","_col2"] | Statistics:Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_36] + | Filter Operator [FIL_32] | predicate:((i_manager_id = 1) and i_item_sk is not null) (type: boolean) | Statistics:Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE | TableScan [TS_6] | alias:item | Statistics:Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_15] + Reduce Output Operator [RS_12] key expressions:_col4 (type: int) Map-reduce partition columns:_col4 (type: int) sort order:+ Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE value expressions:_col5 (type: decimal(7,2)) - Merge Join Operator [MERGEJOIN_37] + Merge Join Operator [MERGEJOIN_33] | condition map:[{"":"Inner Join 0 to 1"}] | keys:{"0":"_col0 (type: int)","1":"_col0 (type: int)"} | outputColumnNames:["_col4","_col5"] | Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_10] + | Reduce Output Operator [RS_9] | key expressions:_col0 (type: int) | Map-reduce partition columns:_col0 (type: int) | sort order:+ @@ -93,14 +93,14 @@ Stage-0 | Select Operator [SEL_2] | outputColumnNames:["_col0"] | Statistics:Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_34] + | Filter Operator [FIL_30] | predicate:(((d_year = 1998) and (d_moy = 12)) and d_date_sk is not null) (type: boolean) | Statistics:Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE | TableScan [TS_0] | alias:dt | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE |<-Map 6 [SIMPLE_EDGE] - Reduce Output Operator [RS_12] + Reduce Output Operator [RS_10] key expressions:_col0 (type: int) Map-reduce partition columns:_col0 (type: int) sort order:+ @@ -109,7 +109,7 @@ Stage-0 Select Operator [SEL_5] outputColumnNames:["_col0","_col1","_col2"] Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Filter Operator [FIL_35] + Filter Operator [FIL_31] predicate:(ss_sold_date_sk is not null and ss_item_sk is not null) (type: boolean) Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE TableScan [TS_3] http://git-wip-us.apache.org/repos/asf/hive/blob/6f44fc81/ql/src/test/results/clientpositive/perf/query54.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/query54.q.out b/ql/src/test/results/clientpositive/perf/query54.q.out index 8ccb868..56c70b7 100644 --- a/ql/src/test/results/clientpositive/perf/query54.q.out +++ b/ql/src/test/results/clientpositive/perf/query54.q.out @@ -24,193 +24,193 @@ Stage-0 limit:100 Stage-1 Reducer 13 - File Output Operator [FS_82] + File Output Operator [FS_68] compressed:false Statistics:Num rows: 100 Data size: 86000 Basic stats: COMPLETE Column stats: NONE table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Limit [LIM_81] + Limit [LIM_67] Number of rows:100 Statistics:Num rows: 100 Data size: 86000 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_80] + Select Operator [SEL_66] | outputColumnNames:["_col0","_col1","_col2"] | Statistics:Num rows: 16105101 Data size: 13850712636 Basic stats: COMPLETE Column stats: NONE |<-Reducer 12 [SIMPLE_EDGE] - Reduce Output Operator [RS_79] + Reduce Output Operator [RS_65] key expressions:_col0 (type: int), _col1 (type: bigint) sort order:++ Statistics:Num rows: 16105101 Data size: 13850712636 Basic stats: COMPLETE Column stats: NONE value expressions:_col2 (type: int) - Select Operator [SEL_78] + Select Operator [SEL_64] outputColumnNames:["_col0","_col1","_col2"] Statistics:Num rows: 16105101 Data size: 13850712636 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_77] + Group By Operator [GBY_63] | aggregations:["count(VALUE._col0)"] | keys:KEY._col0 (type: int) | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 16105101 Data size: 13850712636 Basic stats: COMPLETE Column stats: NONE |<-Reducer 11 [SIMPLE_EDGE] - Reduce Output Operator [RS_76] + Reduce Output Operator [RS_62] key expressions:_col0 (type: int) Map-reduce partition columns:_col0 (type: int) sort order:+ Statistics:Num rows: 32210202 Data size: 27701425272 Basic stats: COMPLETE Column stats: NONE value expressions:_col1 (type: bigint) - Group By Operator [GBY_75] + Group By Operator [GBY_61] aggregations:["count()"] keys:_col0 (type: int) outputColumnNames:["_col0","_col1"] Statistics:Num rows: 32210202 Data size: 27701425272 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_73] + Select Operator [SEL_59] outputColumnNames:["_col0"] Statistics:Num rows: 32210202 Data size: 27701425272 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_72] + Group By Operator [GBY_58] | aggregations:["sum(VALUE._col0)"] | keys:KEY._col0 (type: int) | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 32210202 Data size: 27701425272 Basic stats: COMPLETE Column stats: NONE |<-Reducer 10 [SIMPLE_EDGE] - Reduce Output Operator [RS_71] + Reduce Output Operator [RS_57] key expressions:_col0 (type: int) Map-reduce partition columns:_col0 (type: int) sort order:+ Statistics:Num rows: 64420404 Data size: 55402850544 Basic stats: COMPLETE Column stats: NONE value expressions:_col1 (type: decimal(17,2)) - Group By Operator [GBY_70] + Group By Operator [GBY_56] aggregations:["sum(_col4)"] keys:_col0 (type: int) outputColumnNames:["_col0","_col1"] Statistics:Num rows: 64420404 Data size: 55402850544 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_140] + Merge Join Operator [MERGEJOIN_126] | condition map:[{"":"Inner Join 0 to 1"}] | keys:{"0":"_col2 (type: int)","1":"_col0 (type: int)"} | outputColumnNames:["_col0","_col4"] | Statistics:Num rows: 64420404 Data size: 55402850544 Basic stats: COMPLETE Column stats: NONE |<-Map 21 [SIMPLE_EDGE] - | Reduce Output Operator [RS_67] + | Reduce Output Operator [RS_53] | key expressions:_col0 (type: int) | Map-reduce partition columns:_col0 (type: int) | sort order:+ | Statistics:Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_48] + | Select Operator [SEL_42] | outputColumnNames:["_col0"] | Statistics:Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_133] + | Filter Operator [FIL_119] | predicate:(d_month_seq BETWEEN 1203 AND 1205 and d_date_sk is not null) (type: boolean) | Statistics:Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_46] + | TableScan [TS_40] | alias:date_dim | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE |<-Reducer 9 [SIMPLE_EDGE] - Reduce Output Operator [RS_65] + Reduce Output Operator [RS_52] key expressions:_col2 (type: int) Map-reduce partition columns:_col2 (type: int) sort order:+ Statistics:Num rows: 58564003 Data size: 50366226676 Basic stats: COMPLETE Column stats: NONE value expressions:_col0 (type: int), _col4 (type: decimal(7,2)) - Merge Join Operator [MERGEJOIN_139] + Merge Join Operator [MERGEJOIN_125] | condition map:[{"":"Inner Join 0 to 1"}] | keys:{"0":"_col6 (type: string), _col7 (type: string)","1":"_col0 (type: string), _col1 (type: string)"} | outputColumnNames:["_col0","_col2","_col4"] | Statistics:Num rows: 58564003 Data size: 50366226676 Basic stats: COMPLETE Column stats: NONE |<-Map 20 [SIMPLE_EDGE] - | Reduce Output Operator [RS_62] + | Reduce Output Operator [RS_50] | key expressions:_col0 (type: string), _col1 (type: string) | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) | sort order:++ | Statistics:Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_45] + | Select Operator [SEL_39] | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_132] + | Filter Operator [FIL_118] | predicate:(s_county is not null and s_state is not null) (type: boolean) | Statistics:Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_43] + | TableScan [TS_37] | alias:store | Statistics:Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE |<-Reducer 8 [SIMPLE_EDGE] - Reduce Output Operator [RS_60] + Reduce Output Operator [RS_49] key expressions:_col6 (type: string), _col7 (type: string) Map-reduce partition columns:_col6 (type: string), _col7 (type: string) sort order:++ Statistics:Num rows: 53240002 Data size: 45787477804 Basic stats: COMPLETE Column stats: NONE value expressions:_col0 (type: int), _col2 (type: int), _col4 (type: decimal(7,2)) - Merge Join Operator [MERGEJOIN_138] + Merge Join Operator [MERGEJOIN_124] | condition map:[{"":"Inner Join 0 to 1"}] | keys:{"0":"_col1 (type: int)","1":"_col0 (type: int)"} | outputColumnNames:["_col0","_col2","_col4","_col6","_col7"] | Statistics:Num rows: 53240002 Data size: 45787477804 Basic stats: COMPLETE Column stats: NONE |<-Map 19 [SIMPLE_EDGE] - | Reduce Output Operator [RS_57] + | Reduce Output Operator [RS_47] | key expressions:_col0 (type: int) | Map-reduce partition columns:_col0 (type: int) | sort order:+ | Statistics:Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE | value expressions:_col1 (type: string), _col2 (type: string) - | Select Operator [SEL_42] + | Select Operator [SEL_36] | outputColumnNames:["_col0","_col1","_col2"] | Statistics:Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_131] + | Filter Operator [FIL_117] | predicate:((ca_address_sk is not null and ca_state is not null) and ca_county is not null) (type: boolean) | Statistics:Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_40] + | TableScan [TS_34] | alias:customer_address | Statistics:Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE |<-Reducer 7 [SIMPLE_EDGE] - Reduce Output Operator [RS_55] + Reduce Output Operator [RS_46] key expressions:_col1 (type: int) Map-reduce partition columns:_col1 (type: int) sort order:+ Statistics:Num rows: 48400001 Data size: 41624978920 Basic stats: COMPLETE Column stats: NONE value expressions:_col0 (type: int), _col2 (type: int), _col4 (type: decimal(7,2)) - Merge Join Operator [MERGEJOIN_137] + Merge Join Operator [MERGEJOIN_123] | condition map:[{"":"Inner Join 0 to 1"}] | keys:{"0":"_col0 (type: int)","1":"_col1 (type: int)"} | outputColumnNames:["_col0","_col1","_col2","_col4"] | Statistics:Num rows: 48400001 Data size: 41624978920 Basic stats: COMPLETE Column stats: NONE |<-Map 18 [SIMPLE_EDGE] - | Reduce Output Operator [RS_52] + | Reduce Output Operator [RS_44] | key expressions:_col1 (type: int) | Map-reduce partition columns:_col1 (type: int) | sort order:+ | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE | value expressions:_col0 (type: int), _col2 (type: decimal(7,2)) - | Select Operator [SEL_39] + | Select Operator [SEL_33] | outputColumnNames:["_col0","_col1","_col2"] | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | Filter Operator [FIL_130] + | Filter Operator [FIL_116] | predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null) (type: boolean) | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | TableScan [TS_37] + | TableScan [TS_31] | alias:store_sales | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE |<-Reducer 6 [SIMPLE_EDGE] - Reduce Output Operator [RS_50] + Reduce Output Operator [RS_43] key expressions:_col0 (type: int) Map-reduce partition columns:_col0 (type: int) sort order:+ Statistics:Num rows: 44000000 Data size: 37840889108 Basic stats: COMPLETE Column stats: NONE value expressions:_col1 (type: int) - Group By Operator [GBY_35] + Group By Operator [GBY_29] | keys:KEY._col0 (type: int), KEY._col1 (type: int) | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 44000000 Data size: 37840889108 Basic stats: COMPLETE Column stats: NONE |<-Reducer 5 [SIMPLE_EDGE] - Reduce Output Operator [RS_34] + Reduce Output Operator [RS_28] key expressions:_col0 (type: int), _col1 (type: int) Map-reduce partition columns:_col0 (type: int), _col1 (type: int) sort order:++ Statistics:Num rows: 88000001 Data size: 75681779077 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_33] + Group By Operator [GBY_27] keys:_col9 (type: int), _col10 (type: int) outputColumnNames:["_col0","_col1"] Statistics:Num rows: 88000001 Data size: 75681779077 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_136] + Merge Join Operator [MERGEJOIN_122] | condition map:[{"":"Inner Join 0 to 1"}] | keys:{"0":"_col1 (type: int)","1":"_col0 (type: int)"} | outputColumnNames:["_col9","_col10"] | Statistics:Num rows: 88000001 Data size: 75681779077 Basic stats: COMPLETE Column stats: NONE |<-Map 17 [SIMPLE_EDGE] - | Reduce Output Operator [RS_30] + | Reduce Output Operator [RS_24] | key expressions:_col0 (type: int) | Map-reduce partition columns:_col0 (type: int) | sort order:+ @@ -219,25 +219,25 @@ Stage-0 | Select Operator [SEL_16] | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_129] + | Filter Operator [FIL_115] | predicate:(c_customer_sk is not null and c_current_addr_sk is not null) (type: boolean) | Statistics:Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE | TableScan [TS_14] | alias:customer | Statistics:Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE |<-Reducer 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_28] + Reduce Output Operator [RS_23] key expressions:_col1 (type: int) Map-reduce partition columns:_col1 (type: int) sort order:+ Statistics:Num rows: 139755 Data size: 200727046 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_135] + Merge Join Operator [MERGEJOIN_121] | condition map:[{"":"Inner Join 0 to 1"}] | keys:{"0":"_col0 (type: int)","1":"_col0 (type: int)"} | outputColumnNames:["_col1"] | Statistics:Num rows: 139755 Data size: 200727046 Basic stats: COMPLETE Column stats: NONE |<-Map 16 [SIMPLE_EDGE] - | Reduce Output Operator [RS_25] + | Reduce Output Operator [RS_21] | key expressions:_col0 (type: int) | Map-reduce partition columns:_col0 (type: int) | sort order:+ @@ -245,26 +245,26 @@ Stage-0 | Select Operator [SEL_13] | outputColumnNames:["_col0"] | Statistics:Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_128] + | Filter Operator [FIL_114] | predicate:(((d_year = 2000) and (d_moy = 3)) and d_date_sk is not null) (type: boolean) | Statistics:Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE | TableScan [TS_11] | alias:date_dim | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_23] + Reduce Output Operator [RS_20] key expressions:_col0 (type: int) Map-reduce partition columns:_col0 (type: int) sort order:+ Statistics:Num rows: 127050 Data size: 182479129 Basic stats: COMPLETE Column stats: NONE value expressions:_col1 (type: int) - Merge Join Operator [MERGEJOIN_134] + Merge Join Operator [MERGEJOIN_120] | condition map:[{"":"Inner Join 0 to 1"}] | keys:{"0":"_col2 (type: int)","1":"_col0 (type: int)"} | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 127050 Data size: 182479129 Basic stats: COMPLETE Column stats: NONE |<-Map 15 [SIMPLE_EDGE] - | Reduce Output Operator [RS_20] + | Reduce Output Operator [RS_18] | key expressions:_col0 (type: int) | Map-reduce partition columns:_col0 (type: int) | sort order:+ @@ -272,7 +272,7 @@ Stage-0 | Select Operator [SEL_10] | outputColumnNames:["_col0"] | Statistics:Num rows: 115500 Data size: 165890114 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_127] + | Filter Operator [FIL_113] | predicate:(((i_category = 'Jewelry') and (i_class = 'football')) and i_item_sk is not null) (type: boolean) | Statistics:Num rows: 115500 Data size: 165890114 Basic stats: COMPLETE Column stats: NONE | TableScan [TS_8] @@ -280,7 +280,7 @@ Stage-0 | Statistics:Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE |<-Union 2 [SIMPLE_EDGE] |<-Map 1 [CONTAINS] - | Reduce Output Operator [RS_18] + | Reduce Output Operator [RS_17] | key expressions:_col2 (type: int) | Map-reduce partition columns:_col2 (type: int) | sort order:+ @@ -289,14 +289,14 @@ Stage-0 | Select Operator [SEL_2] | outputColumnNames:["_col0","_col1","_col2"] | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | Filter Operator [FIL_125] + | Filter Operator [FIL_111] | predicate:((cs_item_sk is not null and cs_sold_date_sk is not null) and cs_bill_customer_sk is not null) (type: boolean) | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE | TableScan [TS_0] | alias:catalog_sales | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE |<-Map 14 [CONTAINS] - Reduce Output Operator [RS_18] + Reduce Output Operator [RS_17] key expressions:_col2 (type: int) Map-reduce partition columns:_col2 (type: int) sort order:+ @@ -305,7 +305,7 @@ Stage-0 Select Operator [SEL_5] outputColumnNames:["_col0","_col1","_col2"] Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Filter Operator [FIL_126] + Filter Operator [FIL_112] predicate:((ws_item_sk is not null and ws_sold_date_sk is not null) and ws_bill_customer_sk is not null) (type: boolean) Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE TableScan [TS_3] http://git-wip-us.apache.org/repos/asf/hive/blob/6f44fc81/ql/src/test/results/clientpositive/perf/query55.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/query55.q.out b/ql/src/test/results/clientpositive/perf/query55.q.out index 6b849c6..d36f378 100644 --- a/ql/src/test/results/clientpositive/perf/query55.q.out +++ b/ql/src/test/results/clientpositive/perf/query55.q.out @@ -15,49 +15,49 @@ Stage-0 limit:100 Stage-1 Reducer 5 - File Output Operator [FS_28] + File Output Operator [FS_24] compressed:false Statistics:Num rows: 100 Data size: 143600 Basic stats: COMPLETE Column stats: NONE table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Limit [LIM_27] + Limit [LIM_23] Number of rows:100 Statistics:Num rows: 100 Data size: 143600 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_26] + Select Operator [SEL_22] | outputColumnNames:["_col0","_col1","_col2"] | Statistics:Num rows: 127050 Data size: 182479129 Basic stats: COMPLETE Column stats: NONE |<-Reducer 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_25] + Reduce Output Operator [RS_21] key expressions:_col2 (type: decimal(17,2)), _col0 (type: int) sort order:-+ Statistics:Num rows: 127050 Data size: 182479129 Basic stats: COMPLETE Column stats: NONE value expressions:_col1 (type: string) - Group By Operator [GBY_22] + Group By Operator [GBY_18] | aggregations:["sum(VALUE._col0)"] | keys:KEY._col0 (type: int), KEY._col1 (type: string) | outputColumnNames:["_col0","_col1","_col2"] | Statistics:Num rows: 127050 Data size: 182479129 Basic stats: COMPLETE Column stats: NONE |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_21] + Reduce Output Operator [RS_17] key expressions:_col0 (type: int), _col1 (type: string) Map-reduce partition columns:_col0 (type: int), _col1 (type: string) sort order:++ Statistics:Num rows: 254100 Data size: 364958258 Basic stats: COMPLETE Column stats: NONE value expressions:_col2 (type: decimal(17,2)) - Group By Operator [GBY_20] + Group By Operator [GBY_16] aggregations:["sum(_col5)"] keys:_col7 (type: int), _col8 (type: string) outputColumnNames:["_col0","_col1","_col2"] Statistics:Num rows: 254100 Data size: 364958258 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_19] + Select Operator [SEL_15] outputColumnNames:["_col7","_col8","_col5"] Statistics:Num rows: 254100 Data size: 364958258 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_38] + Merge Join Operator [MERGEJOIN_34] | condition map:[{"":"Inner Join 0 to 1"}] | keys:{"0":"_col4 (type: int)","1":"_col0 (type: int)"} | outputColumnNames:["_col5","_col7","_col8"] | Statistics:Num rows: 254100 Data size: 364958258 Basic stats: COMPLETE Column stats: NONE |<-Map 7 [SIMPLE_EDGE] - | Reduce Output Operator [RS_17] + | Reduce Output Operator [RS_13] | key expressions:_col0 (type: int) | Map-reduce partition columns:_col0 (type: int) | sort order:+ @@ -66,26 +66,26 @@ Stage-0 | Select Operator [SEL_8] | outputColumnNames:["_col0","_col1","_col2"] | Statistics:Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_36] + | Filter Operator [FIL_32] | predicate:((i_manager_id = 36) and i_item_sk is not null) (type: boolean) | Statistics:Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE | TableScan [TS_6] | alias:item | Statistics:Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_15] + Reduce Output Operator [RS_12] key expressions:_col4 (type: int) Map-reduce partition columns:_col4 (type: int) sort order:+ Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE value expressions:_col5 (type: decimal(7,2)) - Merge Join Operator [MERGEJOIN_37] + Merge Join Operator [MERGEJOIN_33] | condition map:[{"":"Inner Join 0 to 1"}] | keys:{"0":"_col0 (type: int)","1":"_col0 (type: int)"} | outputColumnNames:["_col4","_col5"] | Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_10] + | Reduce Output Operator [RS_9] | key expressions:_col0 (type: int) | Map-reduce partition columns:_col0 (type: int) | sort order:+ @@ -93,14 +93,14 @@ Stage-0 | Select Operator [SEL_2] | outputColumnNames:["_col0"] | Statistics:Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_34] + | Filter Operator [FIL_30] | predicate:(((d_moy = 12) and d_date_sk is not null) and (d_year = 2001)) (type: boolean) | Statistics:Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE | TableScan [TS_0] | alias:date_dim | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE |<-Map 6 [SIMPLE_EDGE] - Reduce Output Operator [RS_12] + Reduce Output Operator [RS_10] key expressions:_col0 (type: int) Map-reduce partition columns:_col0 (type: int) sort order:+ @@ -109,7 +109,7 @@ Stage-0 Select Operator [SEL_5] outputColumnNames:["_col0","_col1","_col2"] Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Filter Operator [FIL_35] + Filter Operator [FIL_31] predicate:(ss_sold_date_sk is not null and ss_item_sk is not null) (type: boolean) Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE TableScan [TS_3]
