HIVE-11893: LLAP: Update llap golden files after master merge (Prasanth Jayachandran)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/73eb9239 Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/73eb9239 Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/73eb9239 Branch: refs/heads/master Commit: 73eb9239a7cd37c16b9eaff6af6201d3a1711b18 Parents: 1373ce7 Author: Prasanth Jayachandran <[email protected]> Authored: Fri Sep 18 19:28:56 2015 -0500 Committer: Prasanth Jayachandran <[email protected]> Committed: Fri Sep 18 19:28:56 2015 -0500 ---------------------------------------------------------------------- .../queries/clientpositive/unionDistinct_1.q | 5 + ql/src/test/queries/clientpositive/union_view.q | 2 + .../acid_vectorization_partition.q.out | 14 +- .../results/clientpositive/llap/count.q.out | 14 +- .../llap/dynamic_partition_pruning.q.out | 88 +- .../llap/dynpart_sort_opt_vectorization.q.out | 92 +- .../llap/dynpart_sort_optimization.q.out | 92 +- .../clientpositive/llap/explainuser_1.q.out | 2319 +++++++++--------- .../clientpositive/llap/explainuser_2.q.out | 782 +++--- .../results/clientpositive/llap/having.q.out | 62 +- .../clientpositive/llap/limit_pushdown.q.out | 34 +- .../clientpositive/llap/mapjoin_mapjoin.q.out | 24 +- .../llap/metadata_only_queries.q.out | 4 +- .../clientpositive/llap/metadataonly1.q.out | 44 +- .../test/results/clientpositive/llap/mrr.q.out | 94 +- .../llap/selectDistinctStar.q.out | 44 +- .../llap/show_create_database.q.out | 19 + .../clientpositive/llap/stats_only_null.q.out | 8 +- .../clientpositive/llap/subquery_in.q.out | 36 +- .../results/clientpositive/llap/tez_dml.q.out | 6 +- .../results/clientpositive/llap/union5.q.out | 44 +- .../results/clientpositive/llap/union7.q.out | 28 +- .../clientpositive/llap/unionDistinct_1.q.out | 142 +- .../clientpositive/llap/union_fast_stats.q.out | 526 ++++ .../llap/vector_aggregate_9.q.out | 4 +- .../llap/vector_binary_join_groupby.q.out | 4 +- .../clientpositive/llap/vector_char_cast.q.out | 35 + .../llap/vector_count_distinct.q.out | 4 +- .../llap/vector_decimal_aggregate.q.out | 12 +- .../llap/vector_decimal_precision.q.out | 4 +- .../llap/vector_decimal_udf.q.out | 30 +- .../clientpositive/llap/vector_distinct_2.q.out | 28 +- .../clientpositive/llap/vector_groupby_3.q.out | 30 +- .../llap/vector_groupby_reduce.q.out | 8 +- .../llap/vector_grouping_sets.q.out | 8 +- .../llap/vector_mapjoin_reduce.q.out | 36 +- .../clientpositive/llap/vector_orderby_5.q.out | 6 +- .../llap/vector_outer_join2.q.out | 20 +- .../llap/vector_partition_diff_num_cols.q.out | 20 +- .../llap/vector_partitioned_date_time.q.out | 12 +- .../llap/vector_reduce_groupby_decimal.q.out | 24 +- .../clientpositive/llap/vectorization_0.q.out | 16 +- .../clientpositive/llap/vectorization_13.q.out | 32 +- .../clientpositive/llap/vectorization_15.q.out | 16 +- .../clientpositive/llap/vectorization_16.q.out | 16 +- .../clientpositive/llap/vectorization_9.q.out | 16 +- .../llap/vectorization_limit.q.out | 14 +- .../llap/vectorization_pushdown.q.out | 4 +- .../llap/vectorization_short_regress.q.out | 74 +- .../llap/vectorized_distinct_gby.q.out | 8 +- .../vectorized_dynamic_partition_pruning.q.out | 88 +- .../llap/vectorized_nested_mapjoin.q.out | 18 +- .../llap/vectorized_parquet.q.out | 6 +- .../llap/vectorized_timestamp_funcs.q.out | 12 +- .../clientpositive/tez/unionDistinct_1.q.out | 32 + .../results/clientpositive/tez/union_view.q.out | 167 ++ .../clientpositive/unionDistinct_1.q.out | 32 + .../vector_leftsemi_mapjoin.q.out | 8 + .../clientpositive/vector_multi_insert.q.out | 8 + 59 files changed, 3071 insertions(+), 2304 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/73eb9239/ql/src/test/queries/clientpositive/unionDistinct_1.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/unionDistinct_1.q b/ql/src/test/queries/clientpositive/unionDistinct_1.q index 984ce2e..a86b37a 100644 --- a/ql/src/test/queries/clientpositive/unionDistinct_1.q +++ b/ql/src/test/queries/clientpositive/unionDistinct_1.q @@ -995,6 +995,11 @@ insert overwrite table src10_2 select * insert overwrite table src10_3 select * insert overwrite table src10_4 select *; +analyze table src10_1 compute statistics; +analyze table src10_2 compute statistics; +analyze table src10_3 compute statistics; +analyze table src10_4 compute statistics; + set hive.auto.convert.join=true; -- When we convert the Join of sub1 and sub0 into a MapJoin, -- we can use a single MR job to evaluate this entire query. http://git-wip-us.apache.org/repos/asf/hive/blob/73eb9239/ql/src/test/queries/clientpositive/union_view.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/union_view.q b/ql/src/test/queries/clientpositive/union_view.q index b727199..733ed3e 100644 --- a/ql/src/test/queries/clientpositive/union_view.q +++ b/ql/src/test/queries/clientpositive/union_view.q @@ -1,4 +1,6 @@ set hive.stats.dbclass=fs; +set hive.explain.user=false; + CREATE TABLE src_union_1 (key int, value string) PARTITIONED BY (ds string); CREATE INDEX src_union_1_key_idx ON TABLE src_union_1(key) AS 'COMPACT' WITH DEFERRED REBUILD; http://git-wip-us.apache.org/repos/asf/hive/blob/73eb9239/ql/src/test/results/clientpositive/acid_vectorization_partition.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/acid_vectorization_partition.q.out b/ql/src/test/results/clientpositive/acid_vectorization_partition.q.out index ee97cc9..f608b10 100644 --- a/ql/src/test/results/clientpositive/acid_vectorization_partition.q.out +++ b/ql/src/test/results/clientpositive/acid_vectorization_partition.q.out @@ -26,13 +26,13 @@ POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: default@acid_vectorized_part@ds=tomorrow POSTHOOK: Lineage: acid_vectorized_part PARTITION(ds=tomorrow).a SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] POSTHOOK: Lineage: acid_vectorized_part PARTITION(ds=tomorrow).b SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] -PREHOOK: query: select * from acid_vectorized_part order by a, b +PREHOOK: query: select * from acid_vectorized_part order by a, b, ds PREHOOK: type: QUERY PREHOOK: Input: default@acid_vectorized_part PREHOOK: Input: default@acid_vectorized_part@ds=today PREHOOK: Input: default@acid_vectorized_part@ds=tomorrow #### A masked pattern was here #### -POSTHOOK: query: select * from acid_vectorized_part order by a, b +POSTHOOK: query: select * from acid_vectorized_part order by a, b, ds POSTHOOK: type: QUERY POSTHOOK: Input: default@acid_vectorized_part POSTHOOK: Input: default@acid_vectorized_part@ds=today @@ -40,21 +40,21 @@ POSTHOOK: Input: default@acid_vectorized_part@ds=tomorrow #### A masked pattern was here #### -1073279343 oj1YrV5Wa today -1073279343 oj1YrV5Wa tomorrow --1073051226 A34p7oRr2WvUJNf tomorrow -1073051226 A34p7oRr2WvUJNf today --1072910839 0iqrc5 tomorrow +-1073051226 A34p7oRr2WvUJNf tomorrow -1072910839 0iqrc5 today +-1072910839 0iqrc5 tomorrow -1072081801 dPkN74F7 today -1072081801 dPkN74F7 tomorrow -1072076362 2uLyD28144vklju213J1mr today -1072076362 2uLyD28144vklju213J1mr tomorrow --1071480828 aw724t8c5558x2xneC624 tomorrow -1071480828 aw724t8c5558x2xneC624 today +-1071480828 aw724t8c5558x2xneC624 tomorrow -1071363017 Anj0oF today -1071363017 Anj0oF tomorrow --1070883071 0ruyd6Y50JpdGRf6HqD tomorrow -1070883071 0ruyd6Y50JpdGRf6HqD today +-1070883071 0ruyd6Y50JpdGRf6HqD tomorrow -1070551679 iUR3Q today -1070551679 iUR3Q tomorrow --1069736047 k17Am8uPHWk02cEf1jet tomorrow -1069736047 k17Am8uPHWk02cEf1jet today +-1069736047 k17Am8uPHWk02cEf1jet tomorrow http://git-wip-us.apache.org/repos/asf/hive/blob/73eb9239/ql/src/test/results/clientpositive/llap/count.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/count.q.out b/ql/src/test/results/clientpositive/llap/count.q.out index d59b063..e8d5a8a 100644 --- a/ql/src/test/results/clientpositive/llap/count.q.out +++ b/ql/src/test/results/clientpositive/llap/count.q.out @@ -53,11 +53,11 @@ STAGE PLANS: Statistics: Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: a (type: int), b (type: int), c (type: int), d (type: int) - outputColumnNames: _col0, _col1, _col2, _col3 + outputColumnNames: a, b, c, d Statistics: Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE Group By Operator - aggregations: count(DISTINCT _col1), count(DISTINCT _col2), sum(_col3) - keys: _col0 (type: int), _col1 (type: int), _col2 (type: int) + aggregations: count(DISTINCT b), count(DISTINCT c), sum(d) + keys: a (type: int), b (type: int), c (type: int) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE @@ -192,14 +192,14 @@ STAGE PLANS: Statistics: Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: a (type: int), b (type: int), c (type: int), d (type: int) - outputColumnNames: _col0, _col1, _col2, _col3 + outputColumnNames: a, b, c, d Statistics: Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int) + key expressions: a (type: int), b (type: int), c (type: int) sort order: +++ - Map-reduce partition columns: _col0 (type: int) + Map-reduce partition columns: a (type: int) Statistics: Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE - value expressions: _col3 (type: int) + value expressions: d (type: int) Execution mode: llap Reducer 2 Execution mode: uber http://git-wip-us.apache.org/repos/asf/hive/blob/73eb9239/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning.q.out b/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning.q.out index 5a67250..cdb11b6 100644 --- a/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning.q.out +++ b/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning.q.out @@ -59,10 +59,10 @@ STAGE PLANS: Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ds (type: string) - outputColumnNames: _col0 + outputColumnNames: ds Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: _col0 (type: string) + keys: ds (type: string) mode: hash outputColumnNames: _col0 Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE @@ -1831,7 +1831,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 #### A masked pattern was here #### 1000 -Warning: Shuffle Join MERGEJOIN[23][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product +Warning: Shuffle Join MERGEJOIN[21][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: -- parent is reduce tasks EXPLAIN select count(*) from srcpart join (select ds as ds, ds as `date` from srcpart group by ds) s on (srcpart.ds = s.ds) where s.`date` = '2008-04-08' PREHOOK: type: QUERY @@ -1871,10 +1871,10 @@ STAGE PLANS: Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: '2008-04-08' (type: string) - outputColumnNames: _col0 + outputColumnNames: ds Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: _col0 (type: string) + keys: ds (type: string) mode: hash outputColumnNames: _col0 Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE @@ -1938,7 +1938,7 @@ STAGE PLANS: Processor Tree: ListSink -Warning: Shuffle Join MERGEJOIN[23][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product +Warning: Shuffle Join MERGEJOIN[21][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: select count(*) from srcpart join (select ds as ds, ds as `date` from srcpart group by ds) s on (srcpart.ds = s.ds) where s.`date` = '2008-04-08' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart @@ -2835,10 +2835,10 @@ STAGE PLANS: Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ds (type: string) - outputColumnNames: _col0 + outputColumnNames: ds Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE Group By Operator - aggregations: max(_col0) + aggregations: max(ds) mode: hash outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE @@ -2854,10 +2854,10 @@ STAGE PLANS: Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ds (type: string) - outputColumnNames: _col0 + outputColumnNames: ds Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE Group By Operator - aggregations: min(_col0) + aggregations: min(ds) mode: hash outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE @@ -3039,10 +3039,10 @@ STAGE PLANS: Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ds (type: string) - outputColumnNames: _col0 + outputColumnNames: ds Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE Group By Operator - aggregations: max(_col0) + aggregations: max(ds) mode: hash outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE @@ -3058,10 +3058,10 @@ STAGE PLANS: Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ds (type: string) - outputColumnNames: _col0 + outputColumnNames: ds Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE Group By Operator - aggregations: min(_col0) + aggregations: min(ds) mode: hash outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE @@ -3230,20 +3230,16 @@ STAGE PLANS: alias: srcpart filterExpr: ds is not null (type: boolean) Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: ds (type: string) + Group By Operator + keys: ds (type: string) + mode: hash outputColumnNames: _col0 Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE - Group By Operator - keys: _col0 (type: string) - mode: hash - outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE Execution mode: llap Map 10 Map Operator Tree: @@ -3252,10 +3248,10 @@ STAGE PLANS: Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ds (type: string) - outputColumnNames: _col0 + outputColumnNames: ds Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE Group By Operator - aggregations: min(_col0) + aggregations: min(ds) mode: hash outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE @@ -3270,20 +3266,16 @@ STAGE PLANS: alias: srcpart filterExpr: ds is not null (type: boolean) Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: ds (type: string) + Group By Operator + keys: ds (type: string) + mode: hash outputColumnNames: _col0 Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE - Group By Operator - keys: _col0 (type: string) - mode: hash - outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE Execution mode: llap Map 7 Map Operator Tree: @@ -3292,10 +3284,10 @@ STAGE PLANS: Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ds (type: string) - outputColumnNames: _col0 + outputColumnNames: ds Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE Group By Operator - aggregations: max(_col0) + aggregations: max(ds) mode: hash outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE @@ -4270,7 +4262,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 #### A masked pattern was here #### 1000 -Warning: Map Join MAPJOIN[23][bigTable=?] in task 'Map 1' is a cross product +Warning: Map Join MAPJOIN[21][bigTable=?] in task 'Map 1' is a cross product PREHOOK: query: -- parent is reduce tasks EXPLAIN select count(*) from srcpart join (select ds as ds, ds as `date` from srcpart group by ds) s on (srcpart.ds = s.ds) where s.`date` = '2008-04-08' PREHOOK: type: QUERY @@ -4326,10 +4318,10 @@ STAGE PLANS: Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: '2008-04-08' (type: string) - outputColumnNames: _col0 + outputColumnNames: ds Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: _col0 (type: string) + keys: ds (type: string) mode: hash outputColumnNames: _col0 Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE @@ -4374,7 +4366,7 @@ STAGE PLANS: Processor Tree: ListSink -Warning: Map Join MAPJOIN[23][bigTable=?] in task 'Map 1' is a cross product +Warning: Map Join MAPJOIN[21][bigTable=?] in task 'Map 1' is a cross product PREHOOK: query: select count(*) from srcpart join (select ds as ds, ds as `date` from srcpart group by ds) s on (srcpart.ds = s.ds) where s.`date` = '2008-04-08' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart @@ -4984,10 +4976,10 @@ STAGE PLANS: Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ds (type: string) - outputColumnNames: _col0 + outputColumnNames: ds Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE Group By Operator - aggregations: max(_col0) + aggregations: max(ds) mode: hash outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE @@ -5003,10 +4995,10 @@ STAGE PLANS: Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ds (type: string) - outputColumnNames: _col0 + outputColumnNames: ds Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE Group By Operator - aggregations: min(_col0) + aggregations: min(ds) mode: hash outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE http://git-wip-us.apache.org/repos/asf/hive/blob/73eb9239/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out b/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out index 4f291dd..07a87c8 100644 --- a/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out +++ b/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out @@ -1591,37 +1591,37 @@ STAGE PLANS: Filter Operator predicate: (t is null or (t = 27)) (type: boolean) Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: si (type: smallint), i (type: int), b (type: bigint), f (type: float), t (type: tinyint) + Group By Operator + keys: t (type: tinyint), si (type: smallint), i (type: int), b (type: bigint), f (type: float) + mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - Group By Operator - keys: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Reduce Output Operator + key expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float) + sort order: +++++ + Map-reduce partition columns: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float) Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) - sort order: +++++ - Map-reduce partition columns: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) - Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap Reducer 2 Execution mode: vectorized, uber Reduce Operator Tree: Group By Operator - keys: KEY._col0 (type: smallint), KEY._col1 (type: int), KEY._col2 (type: bigint), KEY._col3 (type: float), KEY._col4 (type: tinyint) + keys: KEY._col0 (type: tinyint), KEY._col1 (type: smallint), KEY._col2 (type: int), KEY._col3 (type: bigint), KEY._col4 (type: float) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 524 Data size: 155436 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false + Select Operator + expressions: _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col0 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 524 Data size: 155436 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.over1k_part2_orc + File Output Operator + compressed: false + Statistics: Num rows: 524 Data size: 155436 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.over1k_part2_orc Stage: Stage-2 Dependency Collection @@ -1659,7 +1659,6 @@ STAGE PLANS: Tez Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -1670,50 +1669,37 @@ STAGE PLANS: Filter Operator predicate: (t is null or (t = 27)) (type: boolean) Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: si (type: smallint), i (type: int), b (type: bigint), f (type: float), t (type: tinyint) + Group By Operator + keys: t (type: tinyint), si (type: smallint), i (type: int), b (type: bigint), f (type: float) + mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - Group By Operator - keys: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Reduce Output Operator + key expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float) + sort order: +++++ + Map-reduce partition columns: _col0 (type: tinyint) Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) - sort order: +++++ - Map-reduce partition columns: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) - Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap Reducer 2 - Execution mode: vectorized, llap + Execution mode: vectorized, uber Reduce Operator Tree: Group By Operator - keys: KEY._col0 (type: smallint), KEY._col1 (type: int), KEY._col2 (type: bigint), KEY._col3 (type: float), KEY._col4 (type: tinyint) + keys: KEY._col0 (type: tinyint), KEY._col1 (type: smallint), KEY._col2 (type: int), KEY._col3 (type: bigint), KEY._col4 (type: float) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 524 Data size: 155436 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col4 (type: tinyint) - sort order: + - Map-reduce partition columns: _col4 (type: tinyint) - Statistics: Num rows: 524 Data size: 155436 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) - Reducer 3 - Execution mode: vectorized, uber - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 524 Data size: 155436 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false + Select Operator + expressions: _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col0 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 524 Data size: 155436 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.over1k_part2_orc + File Output Operator + compressed: false + Statistics: Num rows: 524 Data size: 155436 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.over1k_part2_orc Stage: Stage-2 Dependency Collection http://git-wip-us.apache.org/repos/asf/hive/blob/73eb9239/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization.q.out b/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization.q.out index 356aafc..2534254 100644 --- a/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization.q.out +++ b/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization.q.out @@ -1522,37 +1522,37 @@ STAGE PLANS: Filter Operator predicate: (t is null or (t = 27)) (type: boolean) Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: si (type: smallint), i (type: int), b (type: bigint), f (type: float), t (type: tinyint) + Group By Operator + keys: t (type: tinyint), si (type: smallint), i (type: int), b (type: bigint), f (type: float) + mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE - Group By Operator - keys: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Reduce Output Operator + key expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float) + sort order: +++++ + Map-reduce partition columns: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float) Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) - sort order: +++++ - Map-reduce partition columns: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) - Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE Execution mode: llap Reducer 2 Execution mode: uber Reduce Operator Tree: Group By Operator - keys: KEY._col0 (type: smallint), KEY._col1 (type: int), KEY._col2 (type: bigint), KEY._col3 (type: float), KEY._col4 (type: tinyint) + keys: KEY._col0 (type: tinyint), KEY._col1 (type: smallint), KEY._col2 (type: int), KEY._col3 (type: bigint), KEY._col4 (type: float) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 2221 Data size: 53305 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false + Select Operator + expressions: _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col0 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 2221 Data size: 53305 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.over1k_part2 + File Output Operator + compressed: false + Statistics: Num rows: 2221 Data size: 53305 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.over1k_part2 Stage: Stage-2 Dependency Collection @@ -1590,7 +1590,6 @@ STAGE PLANS: Tez Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -1601,50 +1600,37 @@ STAGE PLANS: Filter Operator predicate: (t is null or (t = 27)) (type: boolean) Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: si (type: smallint), i (type: int), b (type: bigint), f (type: float), t (type: tinyint) + Group By Operator + keys: t (type: tinyint), si (type: smallint), i (type: int), b (type: bigint), f (type: float) + mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE - Group By Operator - keys: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Reduce Output Operator + key expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float) + sort order: +++++ + Map-reduce partition columns: _col0 (type: tinyint) Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) - sort order: +++++ - Map-reduce partition columns: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) - Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: uber Reduce Operator Tree: Group By Operator - keys: KEY._col0 (type: smallint), KEY._col1 (type: int), KEY._col2 (type: bigint), KEY._col3 (type: float), KEY._col4 (type: tinyint) + keys: KEY._col0 (type: tinyint), KEY._col1 (type: smallint), KEY._col2 (type: int), KEY._col3 (type: bigint), KEY._col4 (type: float) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 2221 Data size: 53305 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col4 (type: tinyint) - sort order: + - Map-reduce partition columns: _col4 (type: tinyint) - Statistics: Num rows: 2221 Data size: 53305 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) - Reducer 3 - Execution mode: uber - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 2221 Data size: 53305 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false + Select Operator + expressions: _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col0 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 2221 Data size: 53305 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.over1k_part2 + File Output Operator + compressed: false + Statistics: Num rows: 2221 Data size: 53305 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.over1k_part2 Stage: Stage-2 Dependency Collection
