http://git-wip-us.apache.org/repos/asf/hive/blob/281965e5/ql/src/test/results/clientpositive/llap/vector_complex_all.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/vector_complex_all.q.out b/ql/src/test/results/clientpositive/llap/vector_complex_all.q.out index 5a42218..2f3f886 100644 --- a/ql/src/test/results/clientpositive/llap/vector_complex_all.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_complex_all.q.out @@ -90,7 +90,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: orc_create_complex - Statistics: Num rows: 3 Data size: 1104 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 10872 Basic stats: COMPLETE Column stats: NONE TableScan Vectorization: native: true projectedOutputColumns: [0, 1, 2, 3, 4] @@ -101,13 +101,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumns: [0, 1, 2, 3, 4] - Statistics: Num rows: 3 Data size: 1104 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 10872 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 3 Data size: 1104 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 10872 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -250,7 +250,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: orc_create_complex - Statistics: Num rows: 3 Data size: 3432 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 9768 Basic stats: COMPLETE Column stats: NONE TableScan Vectorization: native: true projectedOutputColumns: [0, 1, 2, 3, 4] @@ -261,13 +261,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumns: [3, 1, 2] - Statistics: Num rows: 3 Data size: 3432 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 9768 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 3 Data size: 3432 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 9768 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -330,7 +330,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: orc_create_complex - Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 6312 Basic stats: COMPLETE Column stats: NONE TableScan Vectorization: native: true projectedOutputColumns: [0, 1, 2, 3, 4] @@ -341,13 +341,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumns: [2, 0] - Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 6312 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 6312 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -410,7 +410,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: orc_create_complex - Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 3312 Basic stats: COMPLETE Column stats: NONE TableScan Vectorization: native: true projectedOutputColumns: [0, 1, 2, 3, 4] @@ -421,13 +421,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumns: [1, 0] - Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 3312 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 3312 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -490,7 +490,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: orc_create_complex - Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 1800 Basic stats: COMPLETE Column stats: NONE TableScan Vectorization: native: true projectedOutputColumns: [0, 1, 2, 3, 4] @@ -501,13 +501,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumns: [3, 0] - Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 1800 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 1800 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -571,14 +571,14 @@ STAGE PLANS: TableScan alias: orc_create_complex Pruned Column Paths: strct.b - Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 1800 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: strct.b (type: string), str (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 1800 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 1800 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -642,7 +642,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: orc_create_staging - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 3440 Basic stats: COMPLETE Column stats: NONE TableScan Vectorization: native: true projectedOutputColumns: [0, 1, 2, 3] @@ -653,7 +653,7 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumns: [0, 1, 2, 3] - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 3440 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator sort order: Reduce Sink Vectorization: @@ -662,7 +662,7 @@ STAGE PLANS: native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true valueColumns: [0, 1, 2, 3] - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 3440 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: map<string,string>), _col2 (type: array<string>), _col3 (type: struct<a:string,b:string>) Execution mode: vectorized, llap Map Vectorization: @@ -788,7 +788,7 @@ STAGE PLANS: 0 Map 1 1 Map 2 2 Map 3 - Statistics: Num rows: 500 Data size: 140000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 1768000 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: map<string,string>), _col2 (type: array<string>), _col3 (type: struct<a:string,b:string>), _col6 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4 @@ -796,13 +796,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumns: [0, 1, 2, 3, 4] - Statistics: Num rows: 500 Data size: 140000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 1768000 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 500 Data size: 140000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 1768000 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat @@ -1016,21 +1016,21 @@ STAGE PLANS: Map Operator Tree: TableScan alias: orc_create_complex - Statistics: Num rows: 13503 Data size: 15460932 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13503 Data size: 29968544 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: lst (type: array<string>), strct (type: struct<a:string,b:string>) outputColumnNames: lst, strct - Statistics: Num rows: 13503 Data size: 15460932 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13503 Data size: 29968544 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: lst (type: array<string>), strct (type: struct<a:string,b:string>) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 13503 Data size: 15460932 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13503 Data size: 29968544 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: array<string>), _col1 (type: struct<a:string,b:string>) sort order: ++ Map-reduce partition columns: _col0 (type: array<string>), _col1 (type: struct<a:string,b:string>) - Statistics: Num rows: 13503 Data size: 15460932 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13503 Data size: 29968544 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: all inputs Map Vectorization: @@ -1051,10 +1051,10 @@ STAGE PLANS: keys: KEY._col0 (type: array<string>), KEY._col1 (type: struct<a:string,b:string>) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 6751 Data size: 7729893 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6751 Data size: 14983162 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6751 Data size: 7729893 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6751 Data size: 14983162 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1247,22 +1247,22 @@ STAGE PLANS: TableScan alias: orc_create_complex Pruned Column Paths: strct.b - Statistics: Num rows: 13503 Data size: 2360536 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13503 Data size: 7697400 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: strct.b (type: string), val (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 13503 Data size: 2360536 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13503 Data size: 7697400 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count(_col1) keys: _col0 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 13503 Data size: 2360536 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13503 Data size: 7697400 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 13503 Data size: 2360536 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13503 Data size: 7697400 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Execution mode: llap LLAP IO: all inputs @@ -1302,13 +1302,13 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 6751 Data size: 1180180 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6751 Data size: 3848414 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 6751 Data size: 1180180 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6751 Data size: 3848414 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1359,22 +1359,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: orc_create_complex - Statistics: Num rows: 13503 Data size: 4721072 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13503 Data size: 46492296 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: str (type: string), mp (type: map<string,string>), lst (type: array<string>), strct (type: struct<a:string,b:string>), val (type: string) outputColumnNames: str, mp, lst, strct, val - Statistics: Num rows: 13503 Data size: 4721072 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13503 Data size: 46492296 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count(val) keys: str (type: string), mp (type: map<string,string>), lst (type: array<string>), strct (type: struct<a:string,b:string>) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 13503 Data size: 4721072 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13503 Data size: 46492296 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: map<string,string>), _col2 (type: array<string>), _col3 (type: struct<a:string,b:string>) sort order: ++++ Map-reduce partition columns: _col0 (type: string), _col1 (type: map<string,string>), _col2 (type: array<string>), _col3 (type: struct<a:string,b:string>) - Statistics: Num rows: 13503 Data size: 4721072 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13503 Data size: 46492296 Basic stats: COMPLETE Column stats: NONE value expressions: _col4 (type: bigint) Execution mode: llap LLAP IO: all inputs @@ -1397,14 +1397,14 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: map<string,string>), KEY._col2 (type: array<string>), KEY._col3 (type: struct<a:string,b:string>) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 6751 Data size: 2360361 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6751 Data size: 23244426 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col3 (type: struct<a:string,b:string>), _col1 (type: map<string,string>), _col2 (type: array<string>), _col0 (type: string), _col4 (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 6751 Data size: 2360361 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6751 Data size: 23244426 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6751 Data size: 2360361 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6751 Data size: 23244426 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/281965e5/ql/src/test/results/clientpositive/llap/vector_complex_join.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/vector_complex_join.q.out b/ql/src/test/results/clientpositive/llap/vector_complex_join.q.out index 76925cd..4962139 100644 --- a/ql/src/test/results/clientpositive/llap/vector_complex_join.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_complex_join.q.out @@ -101,7 +101,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: test - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 744 Basic stats: COMPLETE Column stats: NONE TableScan Vectorization: native: true projectedOutputColumns: [0, 1] @@ -111,7 +111,7 @@ STAGE PLANS: native: true predicateExpression: SelectColumnIsNotNull(col 0) -> boolean predicate: a is not null (type: boolean) - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 744 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: a (type: int), b (type: map<int,string>) outputColumnNames: _col0, _col1 @@ -119,7 +119,7 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumns: [0, 1] - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 744 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + @@ -128,7 +128,7 @@ STAGE PLANS: className: VectorReduceSinkLongOperator native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 744 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: map<int,string>) Execution mode: vectorized, llap LLAP IO: all inputs @@ -277,15 +277,15 @@ STAGE PLANS: Map Operator Tree: TableScan alias: test2a - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: a[1] is not null (type: boolean) - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: a[1] (type: int) sort order: + Map-reduce partition columns: a[1] (type: int) - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: NONE value expressions: a (type: array<int>) Execution mode: llap LLAP IO: all inputs
