http://git-wip-us.apache.org/repos/asf/hive/blob/be9735e1/ql/src/test/results/clientpositive/perf/query70.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/query70.q.out b/ql/src/test/results/clientpositive/perf/query70.q.out index 00b1c8f..9b58fdb 100644 --- a/ql/src/test/results/clientpositive/perf/query70.q.out +++ b/ql/src/test/results/clientpositive/perf/query70.q.out @@ -17,251 +17,133 @@ Reducer 6 <- Reducer 5 (SIMPLE_EDGE) Reducer 9 <- Map 8 (SIMPLE_EDGE), Reducer 14 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:100 - Stage-1 - Reducer 6 - File Output Operator [FS_62] - compressed:false - Statistics:Num rows: 100 Data size: 111900 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Limit [LIM_61] - Number of rows:100 - Statistics:Num rows: 100 Data size: 111900 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_60] - | outputColumnNames:["_col0","_col1","_col2","_col3","_col4"] - | Statistics:Num rows: 66289 Data size: 74179138 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 5 [SIMPLE_EDGE] - Reduce Output Operator [RS_59] - key expressions:_col3 (type: string), CASE WHEN ((_col3 = 0)) THEN (_col1) END (type: string), _col4 (type: int) - sort order:-++ - Statistics:Num rows: 66289 Data size: 74179138 Basic stats: COMPLETE Column stats: NONE - value expressions:_col0 (type: decimal(17,2)), _col1 (type: string), _col2 (type: string) - Select Operator [SEL_57] - outputColumnNames:["_col0","_col1","_col2","_col3","_col4"] - Statistics:Num rows: 66289 Data size: 74179138 Basic stats: COMPLETE Column stats: NONE - PTF Operator [PTF_56] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col4","partition by:":"_col5, CASE WHEN ((_col5 = 2)) THEN (_col0) END"}] - Statistics:Num rows: 66289 Data size: 74179138 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_55] - | outputColumnNames:["_col0","_col1","_col4","_col5"] - | Statistics:Num rows: 66289 Data size: 74179138 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_54] - key expressions:_col5 (type: string), CASE WHEN ((_col5 = 2)) THEN (_col0) END (type: string), _col4 (type: decimal(17,2)) - Map-reduce partition columns:_col5 (type: string), CASE WHEN ((_col5 = 2)) THEN (_col0) END (type: string) - sort order:+++ - Statistics:Num rows: 66289 Data size: 74179138 Basic stats: COMPLETE Column stats: NONE - value expressions:_col0 (type: string), _col1 (type: string) - Select Operator [SEL_53] - outputColumnNames:["_col0","_col1","_col4","_col5"] - Statistics:Num rows: 66289 Data size: 74179138 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_52] - | aggregations:["sum(VALUE._col0)"] - | keys:KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: string) - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 66289 Data size: 74179138 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_51] - key expressions:_col0 (type: string), _col1 (type: string), _col2 (type: string) - Map-reduce partition columns:_col0 (type: string), _col1 (type: string), _col2 (type: string) - sort order:+++ - Statistics:Num rows: 132579 Data size: 148359396 Basic stats: COMPLETE Column stats: NONE - value expressions:_col3 (type: decimal(17,2)) - Group By Operator [GBY_50] - aggregations:["sum(_col2)"] - keys:_col6 (type: string), _col7 (type: string), '0' (type: string) - outputColumnNames:["_col0","_col1","_col2","_col3"] - Statistics:Num rows: 132579 Data size: 148359396 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_49] - outputColumnNames:["_col6","_col7","_col2"] - Statistics:Num rows: 44193 Data size: 49453132 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_91] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col1 (type: int)","1":"_col0 (type: int)"} - | outputColumnNames:["_col2","_col6","_col7"] - | Statistics:Num rows: 44193 Data size: 49453132 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 2 [SIMPLE_EDGE] - | Reduce Output Operator [RS_46] - | key expressions:_col1 (type: int) - | Map-reduce partition columns:_col1 (type: int) - | sort order:+ - | Statistics:Num rows: 40176 Data size: 44957392 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col2 (type: decimal(7,2)) - | Merge Join Operator [MERGEJOIN_87] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"0":"_col0 (type: int)","1":"_col0 (type: int)"} - | | outputColumnNames:["_col1","_col2"] - | | Statistics:Num rows: 40176 Data size: 44957392 Basic stats: COMPLETE Column stats: NONE - | |<-Map 1 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_43] - | | key expressions:_col0 (type: int) - | | Map-reduce partition columns:_col0 (type: int) - | | sort order:+ - | | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | | value expressions:_col1 (type: int), _col2 (type: decimal(7,2)) - | | Select Operator [SEL_2] - | | outputColumnNames:["_col0","_col1","_col2"] - | | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | | Filter Operator [FIL_80] - | | predicate:(ss_sold_date_sk is not null and ss_store_sk is not null) (type: boolean) - | | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | | TableScan [TS_0] - | | alias:ss - | | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | |<-Map 7 [SIMPLE_EDGE] - | Reduce Output Operator [RS_44] - | key expressions:_col0 (type: int) - | Map-reduce partition columns:_col0 (type: int) - | sort order:+ - | Statistics:Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_5] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_81] - | predicate:(d_date_sk is not null and d_month_seq BETWEEN 1193 AND 1204) (type: boolean) - | Statistics:Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_3] - | alias:d1 - | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 9 [SIMPLE_EDGE] - Reduce Output Operator [RS_47] - key expressions:_col0 (type: int) - Map-reduce partition columns:_col0 (type: int) - sort order:+ - Statistics:Num rows: 7365 Data size: 8242187 Basic stats: COMPLETE Column stats: NONE - value expressions:_col1 (type: string), _col2 (type: string) - Merge Join Operator [MERGEJOIN_90] - | condition map:[{"":"Left Semi Join 0 to 1"}] - | keys:{"0":"_col2 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 7365 Data size: 8242187 Basic stats: COMPLETE Column stats: NONE - |<-Map 8 [SIMPLE_EDGE] - | Reduce Output Operator [RS_39] - | key expressions:_col2 (type: string) - | Map-reduce partition columns:_col2 (type: string) - | sort order:+ - | Statistics:Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col0 (type: int), _col1 (type: string) - | Select Operator [SEL_8] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_82] - | predicate:(s_store_sk is not null and s_state is not null) (type: boolean) - | Statistics:Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_6] - | alias:s - | Statistics:Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 14 [SIMPLE_EDGE] - Reduce Output Operator [RS_40] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 6696 Data size: 7492898 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_38] - keys:_col0 (type: string) - outputColumnNames:["_col0"] - Statistics:Num rows: 6696 Data size: 7492898 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_32] - outputColumnNames:["_col0"] - Statistics:Num rows: 6696 Data size: 7492898 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_83] - predicate:((rank_window_0 <= 5) and _col0 is not null) (type: boolean) - Statistics:Num rows: 6696 Data size: 7492898 Basic stats: COMPLETE Column stats: NONE - PTF Operator [PTF_31] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1(DESC)","partition by:":"_col0"}] - Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_30] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 13 [SIMPLE_EDGE] - Reduce Output Operator [RS_29] - key expressions:_col0 (type: string), _col1 (type: decimal(17,2)) - Map-reduce partition columns:_col0 (type: string) - sort order:+- - Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_27] - | aggregations:["sum(VALUE._col0)"] - | keys:KEY._col0 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 12 [SIMPLE_EDGE] - Reduce Output Operator [RS_26] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 40176 Data size: 44957392 Basic stats: COMPLETE Column stats: NONE - value expressions:_col1 (type: decimal(17,2)) - Group By Operator [GBY_25] - aggregations:["sum(_col2)"] - keys:_col4 (type: string) - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 40176 Data size: 44957392 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_24] - outputColumnNames:["_col4","_col2"] - Statistics:Num rows: 40176 Data size: 44957392 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_89] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col0 (type: int)","1":"_col0 (type: int)"} - | outputColumnNames:["_col2","_col4"] - | Statistics:Num rows: 40176 Data size: 44957392 Basic stats: COMPLETE Column stats: NONE - |<-Map 16 [SIMPLE_EDGE] - | Reduce Output Operator [RS_22] - | key expressions:_col0 (type: int) - | Map-reduce partition columns:_col0 (type: int) - | sort order:+ - | Statistics:Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_17] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_86] - | predicate:(d_month_seq BETWEEN 1193 AND 1204 and d_date_sk is not null) (type: boolean) - | Statistics:Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_15] - | alias:d1 - | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 11 [SIMPLE_EDGE] - Reduce Output Operator [RS_21] - key expressions:_col0 (type: int) - Map-reduce partition columns:_col0 (type: int) - sort order:+ - Statistics:Num rows: 1874 Data size: 3581903 Basic stats: COMPLETE Column stats: NONE - value expressions:_col2 (type: decimal(7,2)), _col4 (type: string) - Merge Join Operator [MERGEJOIN_88] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col1 (type: int)","1":"_col0 (type: int)"} - | outputColumnNames:["_col0","_col2","_col4"] - | Statistics:Num rows: 1874 Data size: 3581903 Basic stats: COMPLETE Column stats: NONE - |<-Map 10 [SIMPLE_EDGE] - | Reduce Output Operator [RS_18] - | key expressions:_col1 (type: int) - | Map-reduce partition columns:_col1 (type: int) - | sort order:+ - | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | value expressions:_col0 (type: int), _col2 (type: decimal(7,2)) - | Select Operator [SEL_11] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | Filter Operator [FIL_84] - | predicate:(ss_store_sk is not null and ss_sold_date_sk is not null) (type: boolean) - | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | TableScan [TS_9] - | alias:ss - | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - |<-Map 15 [SIMPLE_EDGE] - Reduce Output Operator [RS_19] - key expressions:_col0 (type: int) - Map-reduce partition columns:_col0 (type: int) - sort order:+ - Statistics:Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE - value expressions:_col1 (type: string) - Select Operator [SEL_14] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_85] - predicate:s_store_sk is not null (type: boolean) - Statistics:Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_12] - alias:s - Statistics:Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:100 + Stage-1 + Reducer 6 + File Output Operator [FS_62] + Limit [LIM_61] (rows=100 width=1119) + Number of rows:100 + Select Operator [SEL_60] (rows=66289 width=1119) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Reducer 5 [SIMPLE_EDGE] + SHUFFLE [RS_59] + Select Operator [SEL_57] (rows=66289 width=1119) + Output:["_col0","_col1","_col2","_col3","_col4"] + PTF Operator [PTF_56] (rows=66289 width=1119) + Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col4","partition by:":"_col5, CASE WHEN ((_col5 = 2)) THEN (_col0) END"}] + Select Operator [SEL_55] (rows=66289 width=1119) + Output:["_col0","_col1","_col4","_col5"] + <-Reducer 4 [SIMPLE_EDGE] + SHUFFLE [RS_54] + PartitionCols:_col5, CASE WHEN ((_col5 = 2)) THEN (_col0) END + Select Operator [SEL_53] (rows=66289 width=1119) + Output:["_col0","_col1","_col4","_col5"] + Group By Operator [GBY_52] (rows=66289 width=1119) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 + <-Reducer 3 [SIMPLE_EDGE] + SHUFFLE [RS_51] + PartitionCols:_col0, _col1, _col2 + Group By Operator [GBY_50] (rows=132579 width=1119) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col2)"],keys:_col6, _col7, '0' + Select Operator [SEL_49] (rows=44193 width=1119) + Output:["_col6","_col7","_col2"] + Merge Join Operator [MERGEJOIN_91] (rows=44193 width=1119) + Conds:RS_46._col1=RS_47._col0(Inner),Output:["_col2","_col6","_col7"] + <-Reducer 2 [SIMPLE_EDGE] + SHUFFLE [RS_46] + PartitionCols:_col1 + Merge Join Operator [MERGEJOIN_87] (rows=40176 width=1119) + Conds:RS_43._col0=RS_44._col0(Inner),Output:["_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_43] + PartitionCols:_col0 + Select Operator [SEL_2] (rows=1 width=0) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_80] (rows=1 width=0) + predicate:(ss_sold_date_sk is not null and ss_store_sk is not null) + TableScan [TS_0] (rows=1 width=0) + default@store_sales,ss,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_net_profit"] + <-Map 7 [SIMPLE_EDGE] + SHUFFLE [RS_44] + PartitionCols:_col0 + Select Operator [SEL_5] (rows=36524 width=1119) + Output:["_col0"] + Filter Operator [FIL_81] (rows=36524 width=1119) + predicate:(d_date_sk is not null and d_month_seq BETWEEN 1193 AND 1204) + TableScan [TS_3] (rows=73049 width=1119) + default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"] + <-Reducer 9 [SIMPLE_EDGE] + SHUFFLE [RS_47] + PartitionCols:_col0 + Merge Join Operator [MERGEJOIN_90] (rows=7365 width=1119) + Conds:RS_39._col2=RS_40._col0(Left Semi),Output:["_col0","_col1","_col2"] + <-Map 8 [SIMPLE_EDGE] + SHUFFLE [RS_39] + PartitionCols:_col2 + Select Operator [SEL_8] (rows=1704 width=1910) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_82] (rows=1704 width=1910) + predicate:(s_store_sk is not null and s_state is not null) + TableScan [TS_6] (rows=1704 width=1910) + default@store,s,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_county","s_state"] + <-Reducer 14 [SIMPLE_EDGE] + SHUFFLE [RS_40] + PartitionCols:_col0 + Group By Operator [GBY_38] (rows=6696 width=1119) + Output:["_col0"],keys:_col0 + Select Operator [SEL_32] (rows=6696 width=1119) + Output:["_col0"] + Filter Operator [FIL_83] (rows=6696 width=1119) + predicate:((rank_window_0 <= 5) and _col0 is not null) + PTF Operator [PTF_31] (rows=20088 width=1119) + Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1(DESC)","partition by:":"_col0"}] + Select Operator [SEL_30] (rows=20088 width=1119) + Output:["_col0","_col1"] + <-Reducer 13 [SIMPLE_EDGE] + SHUFFLE [RS_29] + PartitionCols:_col0 + Group By Operator [GBY_27] (rows=20088 width=1119) + Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 + <-Reducer 12 [SIMPLE_EDGE] + SHUFFLE [RS_26] + PartitionCols:_col0 + Group By Operator [GBY_25] (rows=40176 width=1119) + Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4 + Select Operator [SEL_24] (rows=40176 width=1119) + Output:["_col4","_col2"] + Merge Join Operator [MERGEJOIN_89] (rows=40176 width=1119) + Conds:RS_21._col0=RS_22._col0(Inner),Output:["_col2","_col4"] + <-Map 16 [SIMPLE_EDGE] + SHUFFLE [RS_22] + PartitionCols:_col0 + Select Operator [SEL_17] (rows=36524 width=1119) + Output:["_col0"] + Filter Operator [FIL_86] (rows=36524 width=1119) + predicate:(d_month_seq BETWEEN 1193 AND 1204 and d_date_sk is not null) + TableScan [TS_15] (rows=73049 width=1119) + default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"] + <-Reducer 11 [SIMPLE_EDGE] + SHUFFLE [RS_21] + PartitionCols:_col0 + Merge Join Operator [MERGEJOIN_88] (rows=1874 width=1911) + Conds:RS_18._col1=RS_19._col0(Inner),Output:["_col0","_col2","_col4"] + <-Map 10 [SIMPLE_EDGE] + SHUFFLE [RS_18] + PartitionCols:_col1 + Select Operator [SEL_11] (rows=1 width=0) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_84] (rows=1 width=0) + predicate:(ss_store_sk is not null and ss_sold_date_sk is not null) + TableScan [TS_9] (rows=1 width=0) + default@store_sales,ss,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_net_profit"] + <-Map 15 [SIMPLE_EDGE] + SHUFFLE [RS_19] + PartitionCols:_col0 + Select Operator [SEL_14] (rows=1704 width=1910) + Output:["_col0","_col1"] + Filter Operator [FIL_85] (rows=1704 width=1910) + predicate:s_store_sk is not null + TableScan [TS_12] (rows=1704 width=1910) + default@store,s,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_state"]
http://git-wip-us.apache.org/repos/asf/hive/blob/be9735e1/ql/src/test/results/clientpositive/perf/query71.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/query71.q.out b/ql/src/test/results/clientpositive/perf/query71.q.out index 3a13a18..11c3a0c 100644 --- a/ql/src/test/results/clientpositive/perf/query71.q.out +++ b/ql/src/test/results/clientpositive/perf/query71.q.out @@ -14,229 +14,123 @@ Reducer 5 <- Reducer 4 (SIMPLE_EDGE) Reducer 7 <- Map 6 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE), Union 8 (CONTAINS) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 5 - File Output Operator [FS_53] - compressed:false - Statistics:Num rows: 139755 Data size: 200727046 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_52] - | outputColumnNames:["_col0","_col1","_col2","_col3","_col4"] - | Statistics:Num rows: 139755 Data size: 200727046 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_51] - key expressions:_col4 (type: decimal(17,2)), _col0 (type: int) - sort order:-+ - Statistics:Num rows: 139755 Data size: 200727046 Basic stats: COMPLETE Column stats: NONE - value expressions:_col1 (type: string), _col2 (type: int), _col3 (type: int) - Group By Operator [GBY_48] - | aggregations:["sum(VALUE._col0)"] - | keys:KEY._col0 (type: int), KEY._col1 (type: string), KEY._col2 (type: int), KEY._col3 (type: int) - | outputColumnNames:["_col0","_col1","_col2","_col3","_col4"] - | Statistics:Num rows: 139755 Data size: 200727046 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_47] - key expressions:_col0 (type: int), _col1 (type: string), _col2 (type: int), _col3 (type: int) - Map-reduce partition columns:_col0 (type: int), _col1 (type: string), _col2 (type: int), _col3 (type: int) - sort order:++++ - Statistics:Num rows: 279510 Data size: 401454092 Basic stats: COMPLETE Column stats: NONE - value expressions:_col4 (type: decimal(17,2)) - Group By Operator [GBY_46] - aggregations:["sum(_col4)"] - keys:_col1 (type: int), _col2 (type: string), _col8 (type: int), _col9 (type: int) - outputColumnNames:["_col0","_col1","_col2","_col3","_col4"] - Statistics:Num rows: 279510 Data size: 401454092 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_45] - outputColumnNames:["_col1","_col2","_col8","_col9","_col4"] - Statistics:Num rows: 279510 Data size: 401454092 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_87] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col6 (type: int)","1":"_col0 (type: int)"} - | outputColumnNames:["_col1","_col2","_col4","_col8","_col9"] - | Statistics:Num rows: 279510 Data size: 401454092 Basic stats: COMPLETE Column stats: NONE - |<-Map 16 [SIMPLE_EDGE] - | Reduce Output Operator [RS_43] - | key expressions:_col0 (type: int) - | Map-reduce partition columns:_col0 (type: int) - | sort order:+ - | Statistics:Num rows: 86400 Data size: 40694400 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col1 (type: int), _col2 (type: int) - | Select Operator [SEL_38] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 86400 Data size: 40694400 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_82] - | predicate:(t_time_sk is not null and ((t_meal_time = 'breakfast') or (t_meal_time = 'dinner'))) (type: boolean) - | Statistics:Num rows: 86400 Data size: 40694400 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_36] - | alias:time_dim - | Statistics:Num rows: 86400 Data size: 40694400 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_42] - key expressions:_col6 (type: int) - Map-reduce partition columns:_col6 (type: int) - sort order:+ - Statistics:Num rows: 254100 Data size: 364958258 Basic stats: COMPLETE Column stats: NONE - value expressions:_col1 (type: int), _col2 (type: string), _col4 (type: decimal(7,2)) - Merge Join Operator [MERGEJOIN_86] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col0 (type: int)","1":"_col1 (type: int)"} - | outputColumnNames:["_col1","_col2","_col4","_col6"] - | Statistics:Num rows: 254100 Data size: 364958258 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_39] - | key expressions:_col0 (type: int) - | Map-reduce partition columns:_col0 (type: int) - | sort order:+ - | Statistics:Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col1 (type: int), _col2 (type: string) - | Select Operator [SEL_2] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_75] - | predicate:(i_item_sk is not null and (i_manager_id = 1)) (type: boolean) - | Statistics:Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_0] - | alias:item - | Statistics:Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE - |<-Union 8 [SIMPLE_EDGE] - |<-Reducer 11 [CONTAINS] - | Reduce Output Operator [RS_40] - | key expressions:_col1 (type: int) - | Map-reduce partition columns:_col1 (type: int) - | sort order:+ - | Statistics:Num rows: 60264 Data size: 67436088 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col0 (type: decimal(7,2)), _col2 (type: int) - | Select Operator [SEL_22] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE - | Merge Join Operator [MERGEJOIN_84] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"0":"_col0 (type: int)","1":"_col0 (type: int)"} - | | outputColumnNames:["_col1","_col2","_col3"] - | | Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE - | |<-Map 10 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_19] - | | key expressions:_col0 (type: int) - | | Map-reduce partition columns:_col0 (type: int) - | | sort order:+ - | | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | | value expressions:_col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) - | | Select Operator [SEL_15] - | | outputColumnNames:["_col0","_col1","_col2","_col3"] - | | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | | Filter Operator [FIL_78] - | | predicate:((cs_sold_date_sk is not null and cs_item_sk is not null) and cs_sold_time_sk is not null) (type: boolean) - | | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | | TableScan [TS_13] - | | alias:catalog_sales - | | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | |<-Map 12 [SIMPLE_EDGE] - | Reduce Output Operator [RS_20] - | key expressions:_col0 (type: int) - | Map-reduce partition columns:_col0 (type: int) - | sort order:+ - | Statistics:Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_18] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_79] - | predicate:(((d_moy = 12) and (d_year = 2001)) and d_date_sk is not null) (type: boolean) - | Statistics:Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_16] - | alias:date_dim - | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 14 [CONTAINS] - | Reduce Output Operator [RS_40] - | key expressions:_col1 (type: int) - | Map-reduce partition columns:_col1 (type: int) - | sort order:+ - | Statistics:Num rows: 60264 Data size: 67436088 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col0 (type: decimal(7,2)), _col2 (type: int) - | Select Operator [SEL_34] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE - | Merge Join Operator [MERGEJOIN_85] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"0":"_col0 (type: int)","1":"_col0 (type: int)"} - | | outputColumnNames:["_col1","_col2","_col3"] - | | Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE - | |<-Map 13 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_31] - | | key expressions:_col0 (type: int) - | | Map-reduce partition columns:_col0 (type: int) - | | sort order:+ - | | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | | value expressions:_col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) - | | Select Operator [SEL_27] - | | outputColumnNames:["_col0","_col1","_col2","_col3"] - | | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | | Filter Operator [FIL_80] - | | predicate:((ss_sold_date_sk is not null and ss_item_sk is not null) and ss_sold_time_sk is not null) (type: boolean) - | | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | | TableScan [TS_25] - | | alias:store_sales - | | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | |<-Map 15 [SIMPLE_EDGE] - | Reduce Output Operator [RS_32] - | key expressions:_col0 (type: int) - | Map-reduce partition columns:_col0 (type: int) - | sort order:+ - | Statistics:Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_30] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_81] - | predicate:(((d_moy = 12) and (d_year = 2001)) and d_date_sk is not null) (type: boolean) - | Statistics:Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_28] - | alias:date_dim - | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 7 [CONTAINS] - Reduce Output Operator [RS_40] - key expressions:_col1 (type: int) - Map-reduce partition columns:_col1 (type: int) - sort order:+ - Statistics:Num rows: 60264 Data size: 67436088 Basic stats: COMPLETE Column stats: NONE - value expressions:_col0 (type: decimal(7,2)), _col2 (type: int) - Select Operator [SEL_12] - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_83] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col0 (type: int)","1":"_col0 (type: int)"} - | outputColumnNames:["_col1","_col2","_col3"] - | Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE - |<-Map 6 [SIMPLE_EDGE] - | Reduce Output Operator [RS_9] - | key expressions:_col0 (type: int) - | Map-reduce partition columns:_col0 (type: int) - | sort order:+ - | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | value expressions:_col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) - | Select Operator [SEL_5] - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | Filter Operator [FIL_76] - | predicate:((ws_sold_date_sk is not null and ws_item_sk is not null) and ws_sold_time_sk is not null) (type: boolean) - | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | TableScan [TS_3] - | alias:web_sales - | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - |<-Map 9 [SIMPLE_EDGE] - Reduce Output Operator [RS_10] - key expressions:_col0 (type: int) - Map-reduce partition columns:_col0 (type: int) - sort order:+ - Statistics:Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_8] - outputColumnNames:["_col0"] - Statistics:Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_77] - predicate:(((d_moy = 12) and (d_year = 2001)) and d_date_sk is not null) (type: boolean) - Statistics:Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_6] - alias:date_dim - Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 5 + File Output Operator [FS_53] + Select Operator [SEL_52] (rows=139755 width=1436) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Reducer 4 [SIMPLE_EDGE] + SHUFFLE [RS_51] + Group By Operator [GBY_48] (rows=139755 width=1436) + Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3 + <-Reducer 3 [SIMPLE_EDGE] + SHUFFLE [RS_47] + PartitionCols:_col0, _col1, _col2, _col3 + Group By Operator [GBY_46] (rows=279510 width=1436) + Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col4)"],keys:_col1, _col2, _col8, _col9 + Select Operator [SEL_45] (rows=279510 width=1436) + Output:["_col1","_col2","_col8","_col9","_col4"] + Merge Join Operator [MERGEJOIN_87] (rows=279510 width=1436) + Conds:RS_42._col6=RS_43._col0(Inner),Output:["_col1","_col2","_col4","_col8","_col9"] + <-Map 16 [SIMPLE_EDGE] + SHUFFLE [RS_43] + PartitionCols:_col0 + Select Operator [SEL_38] (rows=86400 width=471) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_82] (rows=86400 width=471) + predicate:(t_time_sk is not null and ((t_meal_time = 'breakfast') or (t_meal_time = 'dinner'))) + TableScan [TS_36] (rows=86400 width=471) + default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour","t_minute","t_meal_time"] + <-Reducer 2 [SIMPLE_EDGE] + SHUFFLE [RS_42] + PartitionCols:_col6 + Merge Join Operator [MERGEJOIN_86] (rows=254100 width=1436) + Conds:RS_39._col0=Union 8._col1(Inner),Output:["_col1","_col2","_col4","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_39] + PartitionCols:_col0 + Select Operator [SEL_2] (rows=231000 width=1436) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_75] (rows=231000 width=1436) + predicate:(i_item_sk is not null and (i_manager_id = 1)) + TableScan [TS_0] (rows=462000 width=1436) + default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_brand","i_manager_id"] + <-Union 8 [SIMPLE_EDGE] + <-Reducer 11 [CONTAINS] + Reduce Output Operator [RS_40] + PartitionCols:_col1 + Select Operator [SEL_22] (rows=20088 width=1119) + Output:["_col0","_col1","_col2"] + Merge Join Operator [MERGEJOIN_84] (rows=20088 width=1119) + Conds:RS_19._col0=RS_20._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 10 [SIMPLE_EDGE] + SHUFFLE [RS_19] + PartitionCols:_col0 + Select Operator [SEL_15] (rows=1 width=0) + Output:["_col0","_col1","_col2","_col3"] + Filter Operator [FIL_78] (rows=1 width=0) + predicate:((cs_sold_date_sk is not null and cs_item_sk is not null) and cs_sold_time_sk is not null) + TableScan [TS_13] (rows=1 width=0) + default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_sold_time_sk","cs_item_sk","cs_ext_sales_price"] + <-Map 12 [SIMPLE_EDGE] + SHUFFLE [RS_20] + PartitionCols:_col0 + Select Operator [SEL_18] (rows=18262 width=1119) + Output:["_col0"] + Filter Operator [FIL_79] (rows=18262 width=1119) + predicate:(((d_moy = 12) and (d_year = 2001)) and d_date_sk is not null) + TableScan [TS_16] (rows=73049 width=1119) + default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] + <-Reducer 14 [CONTAINS] + Reduce Output Operator [RS_40] + PartitionCols:_col1 + Select Operator [SEL_34] (rows=20088 width=1119) + Output:["_col0","_col1","_col2"] + Merge Join Operator [MERGEJOIN_85] (rows=20088 width=1119) + Conds:RS_31._col0=RS_32._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 13 [SIMPLE_EDGE] + SHUFFLE [RS_31] + PartitionCols:_col0 + Select Operator [SEL_27] (rows=1 width=0) + Output:["_col0","_col1","_col2","_col3"] + Filter Operator [FIL_80] (rows=1 width=0) + predicate:((ss_sold_date_sk is not null and ss_item_sk is not null) and ss_sold_time_sk is not null) + TableScan [TS_25] (rows=1 width=0) + default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_sold_time_sk","ss_item_sk","ss_ext_sales_price"] + <-Map 15 [SIMPLE_EDGE] + SHUFFLE [RS_32] + PartitionCols:_col0 + Select Operator [SEL_30] (rows=18262 width=1119) + Output:["_col0"] + Filter Operator [FIL_81] (rows=18262 width=1119) + predicate:(((d_moy = 12) and (d_year = 2001)) and d_date_sk is not null) + TableScan [TS_28] (rows=73049 width=1119) + default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] + <-Reducer 7 [CONTAINS] + Reduce Output Operator [RS_40] + PartitionCols:_col1 + Select Operator [SEL_12] (rows=20088 width=1119) + Output:["_col0","_col1","_col2"] + Merge Join Operator [MERGEJOIN_83] (rows=20088 width=1119) + Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 6 [SIMPLE_EDGE] + SHUFFLE [RS_9] + PartitionCols:_col0 + Select Operator [SEL_5] (rows=1 width=0) + Output:["_col0","_col1","_col2","_col3"] + Filter Operator [FIL_76] (rows=1 width=0) + predicate:((ws_sold_date_sk is not null and ws_item_sk is not null) and ws_sold_time_sk is not null) + TableScan [TS_3] (rows=1 width=0) + default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_sold_time_sk","ws_item_sk","ws_ext_sales_price"] + <-Map 9 [SIMPLE_EDGE] + SHUFFLE [RS_10] + PartitionCols:_col0 + Select Operator [SEL_8] (rows=18262 width=1119) + Output:["_col0"] + Filter Operator [FIL_77] (rows=18262 width=1119) + predicate:(((d_moy = 12) and (d_year = 2001)) and d_date_sk is not null) + TableScan [TS_6] (rows=73049 width=1119) + default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]