http://git-wip-us.apache.org/repos/asf/hive/blob/5f01dc42/ql/src/test/results/clientpositive/llap/explainuser_1.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/explainuser_1.q.out b/ql/src/test/results/clientpositive/llap/explainuser_1.q.out index a9b439e..be09d28 100644 --- a/ql/src/test/results/clientpositive/llap/explainuser_1.q.out +++ b/ql/src/test/results/clientpositive/llap/explainuser_1.q.out @@ -3,12 +3,8 @@ PREHOOK: type: CREATETABLE POSTHOOK: query: explain create table src_orc_merge_test_part(key int, value string) partitioned by (ds string, ts string) stored as orc POSTHOOK: type: CREATETABLE Stage-0 - Create Table Operator: - columns:["key int","value string"] - input format:org.apache.hadoop.hive.ql.io.orc.OrcInputFormat - name:default.src_orc_merge_test_part - output format:org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat - partition columns:["ds string","ts string"] + Create Table Operator: + name:default.src_orc_merge_test_part PREHOOK: query: create table src_orc_merge_test_part(key int, value string) partitioned by (ds string, ts string) stored as orc PREHOOK: type: CREATETABLE @@ -50,25 +46,20 @@ POSTHOOK: type: QUERY Plan optimized by CBO. Stage-3 - Stats-Aggr Operator - Stage-0 - Move Operator - partition:{"ds":"2012-01-03","ts":"2012-01-03+14:46:31"} - table:{"input format:":"org.apache.hadoop.hive.ql.io.orc.OrcInputFormat","output format:":"org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat","serde:":"org.apache.hadoop.hive.ql.io.orc.OrcSerde","name:":"default.src_orc_merge_test_part"} - Stage-2 - Dependency Collection{} - Stage-1 - Map 1 - File Output Operator [FS_3] - compressed:false - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.hive.ql.io.orc.OrcInputFormat","output format:":"org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat","serde:":"org.apache.hadoop.hive.ql.io.orc.OrcSerde","name:":"default.src_orc_merge_test_part"} - Select Operator [SEL_1] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_0] - alias:src - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Stats-Aggr Operator + Stage-0 + Move Operator + table:{"name:":"default.src_orc_merge_test_part"} + Stage-2 + Dependency Collection{} + Stage-1 + Map 1 llap + File Output Operator [FS_3] + table:{"name:":"default.src_orc_merge_test_part"} + Select Operator [SEL_1] (rows=500 width=95) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=500 width=178) + default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] PREHOOK: query: insert overwrite table src_orc_merge_test_part partition(ds='2012-01-03', ts='2012-01-03+14:46:31') select * from src PREHOOK: type: QUERY @@ -90,42 +81,30 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE) Stage-3 - Stats-Aggr Operator - Stage-0 - Move Operator - partition:{"ds":"2012-01-03","ts":"2012-01-03+14:46:31"} - table:{"input format:":"org.apache.hadoop.hive.ql.io.orc.OrcInputFormat","output format:":"org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat","serde:":"org.apache.hadoop.hive.ql.io.orc.OrcSerde","name:":"default.src_orc_merge_test_part"} - Stage-2 - Dependency Collection{} - Stage-1 - Reducer 2 - File Output Operator [FS_7] - compressed:false - Statistics:Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.hive.ql.io.orc.OrcInputFormat","output format:":"org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat","serde:":"org.apache.hadoop.hive.ql.io.orc.OrcSerde","name:":"default.src_orc_merge_test_part"} - Select Operator [SEL_6] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE - Limit [LIM_5] - Number of rows:100 - Statistics:Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_4] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_3] - sort order: - Statistics:Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE - value expressions:_col0 (type: string), _col1 (type: string) - Limit [LIM_2] - Number of rows:100 - Statistics:Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_1] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_0] - alias:src - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Stats-Aggr Operator + Stage-0 + Move Operator + table:{"name:":"default.src_orc_merge_test_part"} + Stage-2 + Dependency Collection{} + Stage-1 + Reducer 2 llap + File Output Operator [FS_7] + table:{"name:":"default.src_orc_merge_test_part"} + Select Operator [SEL_6] (rows=100 width=95) + Output:["_col0","_col1"] + Limit [LIM_5] (rows=100 width=178) + Number of rows:100 + Select Operator [SEL_4] (rows=100 width=178) + Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + Limit [LIM_2] (rows=100 width=178) + Number of rows:100 + Select Operator [SEL_1] (rows=500 width=178) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=500 width=178) + default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] PREHOOK: query: explain select count(1) from src_orc_merge_test_part where ds='2012-01-03' and ts='2012-01-03+14:46:31' PREHOOK: type: QUERY @@ -133,36 +112,9 @@ POSTHOOK: query: explain select count(1) from src_orc_merge_test_part where ds=' POSTHOOK: type: QUERY Plan optimized by CBO. -Vertex dependency in root stage -Reducer 2 <- Map 1 (SIMPLE_EDGE) - Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_8] - compressed:false - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_6] - | aggregations:["count(VALUE._col0)"] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_5] - sort order: - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions:_col0 (type: bigint) - Group By Operator [GBY_4] - aggregations:["count(1)"] - outputColumnNames:["_col0"] - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_2] - Statistics:Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_0] - alias:src_orc_merge_test_part - Statistics:Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:1 PREHOOK: query: explain select sum(hash(key)), sum(hash(value)) from src_orc_merge_test_part where ds='2012-01-03' and ts='2012-01-03+14:46:31' PREHOOK: type: QUERY @@ -174,33 +126,21 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_8] - compressed:false - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_6] - | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_5] - sort order: - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - value expressions:_col0 (type: bigint), _col1 (type: bigint) - Group By Operator [GBY_4] - aggregations:["sum(_col0)","sum(_col1)"] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_2] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_0] - alias:src_orc_merge_test_part - Statistics:Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_8] + Group By Operator [GBY_6] (rows=1 width=16) + Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_5] + Group By Operator [GBY_4] (rows=1 width=16) + Output:["_col0","_col1"],aggregations:["sum(_col0)","sum(_col1)"] + Select Operator [SEL_2] (rows=500 width=102) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=500 width=102) + default@src_orc_merge_test_part,src_orc_merge_test_part,Tbl:COMPLETE,Col:NONE,Output:["key","value"] PREHOOK: query: alter table src_orc_merge_test_part partition (ds='2012-01-03', ts='2012-01-03+14:46:31') concatenate PREHOOK: type: ALTER_PARTITION_MERGE @@ -220,32 +160,20 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_8] - compressed:false - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_6] - | aggregations:["count(VALUE._col0)"] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_5] - sort order: - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions:_col0 (type: bigint) - Group By Operator [GBY_4] - aggregations:["count(1)"] - outputColumnNames:["_col0"] - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_2] - Statistics:Num rows: 1 Data size: 2515 Basic stats: PARTIAL Column stats: NONE - TableScan [TS_0] - alias:src_orc_merge_test_part - Statistics:Num rows: 1 Data size: 2515 Basic stats: PARTIAL Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_8] + Group By Operator [GBY_6] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_5] + Group By Operator [GBY_4] (rows=1 width=8) + Output:["_col0"],aggregations:["count(1)"] + Select Operator [SEL_2] (rows=500 width=102) + TableScan [TS_0] (rows=500 width=102) + default@src_orc_merge_test_part,src_orc_merge_test_part,Tbl:COMPLETE,Col:COMPLETE PREHOOK: query: explain select sum(hash(key)), sum(hash(value)) from src_orc_merge_test_part where ds='2012-01-03' and ts='2012-01-03+14:46:31' PREHOOK: type: QUERY @@ -257,33 +185,21 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_8] - compressed:false - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_6] - | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_5] - sort order: - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - value expressions:_col0 (type: bigint), _col1 (type: bigint) - Group By Operator [GBY_4] - aggregations:["sum(_col0)","sum(_col1)"] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_2] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 24 Data size: 2515 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_0] - alias:src_orc_merge_test_part - Statistics:Num rows: 24 Data size: 2515 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_8] + Group By Operator [GBY_6] (rows=1 width=16) + Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_5] + Group By Operator [GBY_4] (rows=1 width=16) + Output:["_col0","_col1"],aggregations:["sum(_col0)","sum(_col1)"] + Select Operator [SEL_2] (rows=500 width=102) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=500 width=102) + default@src_orc_merge_test_part,src_orc_merge_test_part,Tbl:COMPLETE,Col:NONE,Output:["key","value"] PREHOOK: query: drop table src_orc_merge_test_part PREHOOK: type: DROPTABLE @@ -322,63 +238,37 @@ Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 3 - File Output Operator [FS_17] - compressed:false - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_15] - | aggregations:["sum(VALUE._col0)"] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_14] - sort order: - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions:_col0 (type: bigint) - Group By Operator [GBY_13] - aggregations:["sum(hash(_col0,_col1,_col2,_col3))"] - outputColumnNames:["_col0"] - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_11] - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_10] - key expressions:_col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) - sort order:++++ - Statistics:Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE - Map Join Operator [MAPJOIN_20] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{} - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE - |<-Map 4 [BROADCAST_EDGE] - | Reduce Output Operator [RS_7] - | sort order: - | Statistics:Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col0 (type: string), _col1 (type: string) - | Select Operator [SEL_5] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_19] - | predicate:(key < 10) (type: boolean) - | Statistics:Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_3] - | alias:src - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Select Operator [SEL_2] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_18] - predicate:(key < 10) (type: boolean) - Statistics:Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_0] - alias:src - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_17] + Group By Operator [GBY_15] (rows=1 width=8) + Output:["_col0"],aggregations:["sum(VALUE._col0)"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_14] + Group By Operator [GBY_13] (rows=1 width=8) + Output:["_col0"],aggregations:["sum(hash(_col0,_col1,_col2,_col3))"] + Select Operator [SEL_11] (rows=27556 width=356) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_10] + Map Join Operator [MAPJOIN_20] (rows=27556 width=356) + Conds:(Inner),Output:["_col0","_col1","_col2","_col3"] + <-Map 4 [BROADCAST_EDGE] llap + BROADCAST [RS_7] + Select Operator [SEL_5] (rows=166 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_19] (rows=166 width=178) + predicate:(key < 10) + TableScan [TS_3] (rows=500 width=178) + default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + <-Select Operator [SEL_2] (rows=166 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_18] (rows=166 width=178) + predicate:(key < 10) + TableScan [TS_0] (rows=500 width=178) + default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] PREHOOK: query: explain select key, (c_int+1)+2 as x, sum(c_int) from cbo_t1 group by c_float, cbo_t1.c_int, key PREHOOK: type: QUERY @@ -390,40 +280,24 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_7] - compressed:false - Statistics:Num rows: 10 Data size: 885 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_5] - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 10 Data size: 885 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_4] - | aggregations:["sum(VALUE._col0)"] - | keys:KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: float) - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 10 Data size: 917 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_3] - key expressions:_col0 (type: string), _col1 (type: int), _col2 (type: float) - Map-reduce partition columns:_col0 (type: string), _col1 (type: int), _col2 (type: float) - sort order:+++ - Statistics:Num rows: 10 Data size: 917 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col3 (type: bigint) - Group By Operator [GBY_2] - aggregations:["sum(c_int)"] - keys:key (type: string), c_int (type: int), c_float (type: float) - outputColumnNames:["_col0","_col1","_col2","_col3"] - Statistics:Num rows: 10 Data size: 917 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_1] - outputColumnNames:["key","c_int","c_float"] - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_0] - alias:cbo_t1 - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_7] + Select Operator [SEL_5] (rows=10 width=97) + Output:["_col0","_col1","_col2"] + Group By Operator [GBY_4] (rows=10 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + PartitionCols:_col0, _col1, _col2 + Group By Operator [GBY_2] (rows=10 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float + Select Operator [SEL_1] (rows=20 width=88) + Output:["key","c_int","c_float"] + TableScan [TS_0] (rows=20 width=88) + default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] PREHOOK: query: explain select x, y, count(*) from (select key, (c_int+c_float+1+2) as x, sum(c_int) as y from cbo_t1 group by c_float, cbo_t1.c_int, key) R group by y, x PREHOOK: type: QUERY @@ -436,60 +310,33 @@ Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 3 - File Output Operator [FS_12] - compressed:false - Statistics:Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_11] - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_10] - | aggregations:["count(VALUE._col0)"] - | keys:KEY._col0 (type: bigint), KEY._col1 (type: float) - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_9] - key expressions:_col0 (type: bigint), _col1 (type: float) - Map-reduce partition columns:_col0 (type: bigint), _col1 (type: float) - sort order:++ - Statistics:Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col2 (type: bigint) - Group By Operator [GBY_8] - aggregations:["count()"] - keys:_col0 (type: bigint), _col1 (type: float) - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_5] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 10 Data size: 917 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_4] - | aggregations:["sum(VALUE._col0)"] - | keys:KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: float) - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 10 Data size: 917 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_3] - key expressions:_col0 (type: string), _col1 (type: int), _col2 (type: float) - Map-reduce partition columns:_col0 (type: string), _col1 (type: int), _col2 (type: float) - sort order:+++ - Statistics:Num rows: 10 Data size: 917 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col3 (type: bigint) - Group By Operator [GBY_2] - aggregations:["sum(c_int)"] - keys:key (type: string), c_int (type: int), c_float (type: float) - outputColumnNames:["_col0","_col1","_col2","_col3"] - Statistics:Num rows: 10 Data size: 917 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_1] - outputColumnNames:["key","c_int","c_float"] - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_0] - alias:cbo_t1 - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_12] + Select Operator [SEL_11] (rows=5 width=20) + Output:["_col0","_col1","_col2"] + Group By Operator [GBY_10] (rows=5 width=20) + Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_9] + PartitionCols:_col0, _col1 + Group By Operator [GBY_8] (rows=5 width=20) + Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col0, _col1 + Select Operator [SEL_5] (rows=10 width=101) + Output:["_col0","_col1"] + Group By Operator [GBY_4] (rows=10 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + PartitionCols:_col0, _col1, _col2 + Group By Operator [GBY_2] (rows=10 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float + Select Operator [SEL_1] (rows=20 width=88) + Output:["key","c_int","c_float"] + TableScan [TS_0] (rows=20 width=88) + default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] PREHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key order by a) cbo_t1 join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key order by q/10 desc, r asc) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c order by cbo_t3.c_int+c desc, c PREHOOK: type: QUERY @@ -508,172 +355,88 @@ Reducer 7 <- Reducer 6 (SIMPLE_EDGE) Reducer 9 <- Map 8 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 7 - File Output Operator [FS_45] - compressed:false - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_44] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 6 [SIMPLE_EDGE] - Reduce Output Operator [RS_43] - key expressions:(UDFToLong(_col0) + _col1) (type: bigint), _col1 (type: bigint) - sort order:-+ - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col0 (type: int), _col2 (type: bigint) - Select Operator [SEL_41] - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_40] - | aggregations:["count(VALUE._col0)"] - | keys:KEY._col0 (type: bigint), KEY._col1 (type: int) - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 5 [SIMPLE_EDGE] - Reduce Output Operator [RS_39] - key expressions:_col0 (type: bigint), _col1 (type: int) - Map-reduce partition columns:_col0 (type: bigint), _col1 (type: int) - sort order:++ - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col2 (type: bigint) - Group By Operator [GBY_38] - aggregations:["count()"] - keys:_col2 (type: bigint), _col6 (type: int) - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_37] - outputColumnNames:["_col2","_col6"] - Statistics:Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_51] - predicate:((_col1 > 0) or (_col6 >= 0)) (type: boolean) - Statistics:Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE - Merge Join Operator [MERGEJOIN_57] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col1","_col2","_col6"] - | Statistics:Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 11 [SIMPLE_EDGE] - | Reduce Output Operator [RS_34] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 18 Data size: 1424 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: int) - | Select Operator [SEL_30] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 18 Data size: 1424 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_55] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 18 Data size: 1424 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_29] - | alias:cbo_t3 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_32] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: int), _col2 (type: bigint) - Select Operator [SEL_28] - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_52] - predicate:((_col1 + _col4) >= 0) (type: boolean) - Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - Merge Join Operator [MERGEJOIN_56] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col0","_col1","_col2","_col4"] - | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 10 [SIMPLE_EDGE] - | Reduce Output Operator [RS_25] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 1 Data size: 89 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: int) - | Select Operator [SEL_20] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 1 Data size: 89 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Reducer 9 [SIMPLE_EDGE] - | Reduce Output Operator [RS_19] - | key expressions:_col3 (type: double), _col2 (type: bigint) - | sort order:-+ - | Statistics:Num rows: 1 Data size: 105 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col0 (type: string), _col1 (type: int) - | Select Operator [SEL_17] - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 1 Data size: 105 Basic stats: COMPLETE Column stats: COMPLETE - | Group By Operator [GBY_16] - | | aggregations:["sum(VALUE._col0)"] - | | keys:KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: float) - | | outputColumnNames:["_col0","_col1","_col2","_col3"] - | | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Map 8 [SIMPLE_EDGE] - | Reduce Output Operator [RS_15] - | key expressions:_col0 (type: string), _col1 (type: int), _col2 (type: float) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: int), _col2 (type: float) - | sort order:+++ - | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col3 (type: bigint) - | Group By Operator [GBY_14] - | aggregations:["sum(c_int)"] - | keys:key (type: string), c_int (type: int), c_float (type: float) - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_54] - | predicate:((((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0.0))) and key is not null) (type: boolean) - | Statistics:Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_11] - | alias:cbo_t2 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_23] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: int), _col2 (type: bigint) - Select Operator [SEL_9] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_8] - key expressions:_col0 (type: string) - sort order:+ - Statistics:Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: int), _col2 (type: bigint) - Select Operator [SEL_6] - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_5] - | aggregations:["sum(VALUE._col0)"] - | keys:KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: float) - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_4] - key expressions:_col0 (type: string), _col1 (type: int), _col2 (type: float) - Map-reduce partition columns:_col0 (type: string), _col1 (type: int), _col2 (type: float) - sort order:+++ - Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col3 (type: bigint) - Group By Operator [GBY_3] - aggregations:["sum(c_int)"] - keys:key (type: string), c_int (type: int), c_float (type: float) - outputColumnNames:["_col0","_col1","_col2","_col3"] - Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_53] - predicate:((((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0.0))) and key is not null) (type: boolean) - Statistics:Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_0] - alias:cbo_t1 - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 7 llap + File Output Operator [FS_42] + Select Operator [SEL_41] (rows=1 width=20) + Output:["_col0","_col1","_col2"] + <-Reducer 6 [SIMPLE_EDGE] llap + SHUFFLE [RS_40] + Select Operator [SEL_38] (rows=1 width=20) + Output:["_col0","_col1","_col2"] + Group By Operator [GBY_37] (rows=1 width=20) + Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 + <-Reducer 5 [SIMPLE_EDGE] llap + SHUFFLE [RS_36] + PartitionCols:_col0, _col1 + Group By Operator [GBY_35] (rows=1 width=20) + Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col2, _col6 + Select Operator [SEL_34] (rows=3 width=16) + Output:["_col2","_col6"] + Filter Operator [FIL_33] (rows=3 width=16) + predicate:((_col1 > 0) or (_col6 >= 0)) + Merge Join Operator [MERGEJOIN_52] (rows=3 width=16) + Conds:RS_30._col0=RS_31._col0(Inner),Output:["_col1","_col2","_col6"] + <-Map 11 [SIMPLE_EDGE] llap + SHUFFLE [RS_31] + PartitionCols:_col0 + Select Operator [SEL_29] (rows=18 width=84) + Output:["_col0","_col1"] + Filter Operator [FIL_50] (rows=18 width=84) + predicate:key is not null + TableScan [TS_27] (rows=20 width=84) + default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] + <-Reducer 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_30] + PartitionCols:_col0 + Select Operator [SEL_26] (rows=1 width=101) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_25] (rows=1 width=101) + predicate:((_col1 + _col4) >= 0) + Merge Join Operator [MERGEJOIN_51] (rows=1 width=101) + Conds:RS_22._col0=RS_23._col0(Inner),Output:["_col0","_col1","_col2","_col4"] + <-Reducer 10 [SIMPLE_EDGE] llap + SHUFFLE [RS_23] + PartitionCols:_col0 + Select Operator [SEL_20] (rows=1 width=89) + Output:["_col0","_col1"] + <-Reducer 9 [SIMPLE_EDGE] llap + SHUFFLE [RS_19] + Select Operator [SEL_17] (rows=1 width=105) + Output:["_col0","_col1","_col2","_col3"] + Group By Operator [GBY_16] (rows=1 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 + <-Map 8 [SIMPLE_EDGE] llap + SHUFFLE [RS_15] + PartitionCols:_col0, _col1, _col2 + Group By Operator [GBY_14] (rows=2 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float + Filter Operator [FIL_49] (rows=5 width=93) + predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and key is not null) + TableScan [TS_11] (rows=20 width=88) + default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_22] + PartitionCols:_col0 + Select Operator [SEL_9] (rows=1 width=97) + Output:["_col0","_col1","_col2"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_8] + Select Operator [SEL_6] (rows=1 width=97) + Output:["_col0","_col1","_col2"] + Group By Operator [GBY_5] (rows=1 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_4] + PartitionCols:_col0, _col1, _col2 + Group By Operator [GBY_3] (rows=2 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float + Filter Operator [FIL_48] (rows=5 width=93) + predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and key is not null) + TableScan [TS_0] (rows=20 width=88) + default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] PREHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by b % c asc, b desc) cbo_t1 left outer join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0) cbo_t2 on cbo_t1.a=p left outer join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c having cbo_t3.c_int > 0 and (c_int >=1 or c >= 1) and (c_int + c) >= 0 order by cbo_t3.c_int % c asc, cbo_t3.c_int desc PREHOOK: type: QUERY @@ -691,163 +454,82 @@ Reducer 7 <- Reducer 6 (SIMPLE_EDGE) Reducer 9 <- Map 8 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 7 - File Output Operator [FS_44] - compressed:false - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_43] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 6 [SIMPLE_EDGE] - Reduce Output Operator [RS_42] - key expressions:(UDFToLong(_col0) % _col1) (type: bigint), _col0 (type: int) - sort order:+- - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: bigint), _col2 (type: bigint) - Select Operator [SEL_40] - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_39] - | aggregations:["count(VALUE._col0)"] - | keys:KEY._col0 (type: bigint), KEY._col1 (type: int) - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 5 [SIMPLE_EDGE] - Reduce Output Operator [RS_38] - key expressions:_col0 (type: bigint), _col1 (type: int) - Map-reduce partition columns:_col0 (type: bigint), _col1 (type: int) - sort order:++ - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col2 (type: bigint) - Group By Operator [GBY_37] - aggregations:["count()"] - keys:_col2 (type: bigint), _col6 (type: int) - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_34] - outputColumnNames:["_col2","_col6"] - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_49] - predicate:((((_col6 > 0) and ((_col6 >= 1) or (_col2 >= 1))) and ((UDFToLong(_col6) + _col2) >= 0)) and ((_col1 > 0) or (_col6 >= 0))) (type: boolean) - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - Merge Join Operator [MERGEJOIN_55] - | condition map:[{"":"Left Outer Join0 to 1"}] - | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col1","_col2","_col6"] - | Statistics:Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 10 [SIMPLE_EDGE] - | Reduce Output Operator [RS_31] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 20 Data size: 1602 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: int) - | Select Operator [SEL_29] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 20 Data size: 1602 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_28] - | alias:cbo_t3 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_30] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: int), _col2 (type: bigint) - Select Operator [SEL_27] - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_50] - predicate:((_col1 + _col4) >= 0) (type: boolean) - Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - Merge Join Operator [MERGEJOIN_54] - | condition map:[{"":"Left Outer Join0 to 1"}] - | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col0","_col1","_col2","_col4"] - | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 3 [SIMPLE_EDGE] - | Reduce Output Operator [RS_23] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: int), _col2 (type: bigint) - | Select Operator [SEL_11] - | | outputColumnNames:["_col0","_col1","_col2"] - | | Statistics:Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Reducer 2 [SIMPLE_EDGE] - | Reduce Output Operator [RS_10] - | key expressions:_col3 (type: bigint), _col1 (type: int) - | sort order:+- - | Statistics:Num rows: 1 Data size: 105 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col0 (type: string), _col2 (type: bigint) - | Select Operator [SEL_8] - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 1 Data size: 105 Basic stats: COMPLETE Column stats: COMPLETE - | Group By Operator [GBY_7] - | | aggregations:["sum(VALUE._col0)"] - | | keys:KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: float) - | | outputColumnNames:["_col0","_col1","_col2","_col3"] - | | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_6] - | key expressions:_col0 (type: string), _col1 (type: int), _col2 (type: float) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: int), _col2 (type: float) - | sort order:+++ - | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col3 (type: bigint) - | Group By Operator [GBY_5] - | aggregations:["sum(_col2)"] - | keys:_col0 (type: string), _col2 (type: int), _col3 (type: float) - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_2] - | outputColumnNames:["_col0","_col2","_col3"] - | Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_51] - | predicate:((((((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0.0))) and (c_float > 0.0)) and ((c_int >= 1) or (c_float >= 1.0))) and ((UDFToFloat(c_int) + c_float) >= 0.0)) (type: boolean) - | Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:cbo_t1 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 9 [SIMPLE_EDGE] - Reduce Output Operator [RS_24] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 1 Data size: 89 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: int) - Select Operator [SEL_21] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 1 Data size: 89 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_20] - | keys:KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: float) - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 8 [SIMPLE_EDGE] - Reduce Output Operator [RS_19] - key expressions:_col0 (type: string), _col1 (type: int), _col2 (type: float) - Map-reduce partition columns:_col0 (type: string), _col1 (type: int), _col2 (type: float) - sort order:+++ - Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_18] - keys:_col0 (type: string), _col2 (type: int), _col3 (type: float) - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_15] - outputColumnNames:["_col0","_col2","_col3"] - Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_52] - predicate:((((((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0.0))) and (c_float > 0.0)) and ((c_int >= 1) or (c_float >= 1.0))) and ((UDFToFloat(c_int) + c_float) >= 0.0)) (type: boolean) - Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_13] - alias:cbo_t2 - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 7 llap + File Output Operator [FS_39] + Select Operator [SEL_38] (rows=1 width=20) + Output:["_col0","_col1","_col2"] + <-Reducer 6 [SIMPLE_EDGE] llap + SHUFFLE [RS_37] + Group By Operator [GBY_34] (rows=1 width=20) + Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 + <-Reducer 5 [SIMPLE_EDGE] llap + SHUFFLE [RS_33] + PartitionCols:_col0, _col1 + Group By Operator [GBY_32] (rows=1 width=20) + Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col6, _col2 + Select Operator [SEL_31] (rows=1 width=16) + Output:["_col6","_col2"] + Filter Operator [FIL_30] (rows=1 width=16) + predicate:(((_col1 > 0) or (_col6 >= 0)) and ((_col6 >= 1) or (_col2 >= 1)) and ((UDFToLong(_col6) + _col2) >= 0)) + Merge Join Operator [MERGEJOIN_48] (rows=3 width=16) + Conds:RS_27._col0=RS_28._col0(Inner),Output:["_col1","_col2","_col6"] + <-Map 10 [SIMPLE_EDGE] llap + SHUFFLE [RS_28] + PartitionCols:_col0 + Select Operator [SEL_26] (rows=18 width=84) + Output:["_col0","_col1"] + Filter Operator [FIL_46] (rows=18 width=84) + predicate:((c_int > 0) and key is not null) + TableScan [TS_24] (rows=20 width=84) + default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] + <-Reducer 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_27] + PartitionCols:_col0 + Select Operator [SEL_23] (rows=1 width=101) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_22] (rows=1 width=101) + predicate:((_col1 + _col4) >= 0) + Merge Join Operator [MERGEJOIN_47] (rows=1 width=101) + Conds:RS_19._col0=RS_20._col0(Left Outer),Output:["_col0","_col1","_col2","_col4"] + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_19] + PartitionCols:_col0 + Select Operator [SEL_9] (rows=1 width=97) + Output:["_col0","_col1","_col2"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_8] + Select Operator [SEL_6] (rows=1 width=105) + Output:["_col0","_col1","_col2","_col3"] + Group By Operator [GBY_5] (rows=1 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_4] + PartitionCols:_col0, _col1, _col2 + Group By Operator [GBY_3] (rows=1 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float + Filter Operator [FIL_44] (rows=1 width=93) + predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0.0) and key is not null) + TableScan [TS_0] (rows=20 width=88) + default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] + <-Reducer 9 [SIMPLE_EDGE] llap + SHUFFLE [RS_20] + PartitionCols:_col0 + Select Operator [SEL_17] (rows=1 width=89) + Output:["_col0","_col1"] + Group By Operator [GBY_16] (rows=1 width=93) + Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 + <-Map 8 [SIMPLE_EDGE] llap + SHUFFLE [RS_15] + PartitionCols:_col0, _col1, _col2 + Group By Operator [GBY_14] (rows=1 width=93) + Output:["_col0","_col1","_col2"],keys:key, c_int, c_float + Filter Operator [FIL_45] (rows=1 width=93) + predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0.0) and key is not null) + TableScan [TS_11] (rows=20 width=88) + default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] PREHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by b+c, a desc) cbo_t1 right outer join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0) cbo_t2 on cbo_t1.a=p right outer join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 2) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c PREHOOK: type: QUERY @@ -863,136 +545,69 @@ Reducer 5 <- Reducer 4 (SIMPLE_EDGE) Reducer 7 <- Map 6 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 5 - File Output Operator [FS_35] - compressed:false - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_34] - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_33] - | aggregations:["count(VALUE._col0)"] - | keys:KEY._col0 (type: bigint), KEY._col1 (type: int) - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_32] - key expressions:_col0 (type: bigint), _col1 (type: int) - Map-reduce partition columns:_col0 (type: bigint), _col1 (type: int) - sort order:++ - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col2 (type: bigint) - Group By Operator [GBY_31] - aggregations:["count()"] - keys:_col2 (type: bigint), _col6 (type: int) - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_30] - outputColumnNames:["_col2","_col6"] - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_38] - predicate:(((_col1 + _col4) >= 2) and ((_col1 > 0) or (_col6 >= 0))) (type: boolean) - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - Merge Join Operator [MERGEJOIN_41] - | condition map:[{"":"Right Outer Join0 to 1"},{"":"Right Outer Join0 to 2"}] - | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)","2":"_col0 (type: string)"} - | outputColumnNames:["_col1","_col2","_col4","_col6"] - | Statistics:Num rows: 4 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 8 [SIMPLE_EDGE] - | Reduce Output Operator [RS_27] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 20 Data size: 1602 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: int) - | Select Operator [SEL_24] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 20 Data size: 1602 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_23] - | alias:cbo_t3 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 3 [SIMPLE_EDGE] - | Reduce Output Operator [RS_25] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: int), _col2 (type: bigint) - | Select Operator [SEL_11] - | | outputColumnNames:["_col0","_col1","_col2"] - | | Statistics:Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Reducer 2 [SIMPLE_EDGE] - | Reduce Output Operator [RS_10] - | key expressions:_col3 (type: bigint), _col0 (type: string) - | sort order:+- - | Statistics:Num rows: 1 Data size: 105 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: int), _col2 (type: bigint) - | Select Operator [SEL_8] - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 1 Data size: 105 Basic stats: COMPLETE Column stats: COMPLETE - | Group By Operator [GBY_7] - | | aggregations:["sum(VALUE._col0)"] - | | keys:KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: float) - | | outputColumnNames:["_col0","_col1","_col2","_col3"] - | | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_6] - | key expressions:_col0 (type: string), _col1 (type: int), _col2 (type: float) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: int), _col2 (type: float) - | sort order:+++ - | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col3 (type: bigint) - | Group By Operator [GBY_5] - | aggregations:["sum(_col2)"] - | keys:_col0 (type: string), _col2 (type: int), _col3 (type: float) - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_2] - | outputColumnNames:["_col0","_col2","_col3"] - | Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_39] - | predicate:((((((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0.0))) and (c_float > 0.0)) and ((c_int >= 1) or (c_float >= 1.0))) and ((UDFToFloat(c_int) + c_float) >= 0.0)) (type: boolean) - | Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:cbo_t1 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 7 [SIMPLE_EDGE] - Reduce Output Operator [RS_26] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 1 Data size: 89 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: int) - Select Operator [SEL_21] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 1 Data size: 89 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_20] - | keys:KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: float) - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 6 [SIMPLE_EDGE] - Reduce Output Operator [RS_19] - key expressions:_col0 (type: string), _col1 (type: int), _col2 (type: float) - Map-reduce partition columns:_col0 (type: string), _col1 (type: int), _col2 (type: float) - sort order:+++ - Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_18] - keys:_col0 (type: string), _col2 (type: int), _col3 (type: float) - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_15] - outputColumnNames:["_col0","_col2","_col3"] - Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_40] - predicate:((((((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0.0))) and (c_float > 0.0)) and ((c_int >= 1) or (c_float >= 1.0))) and ((UDFToFloat(c_int) + c_float) >= 0.0)) (type: boolean) - Statistics:Num rows: 1 Data size: 93 Basic stat
<TRUNCATED>
