http://git-wip-us.apache.org/repos/asf/hive/blob/8f7c5788/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out
----------------------------------------------------------------------
diff --git
a/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out
b/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out
index 453711c..fe86a60 100644
---
a/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out
+++
b/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out
@@ -173,19 +173,19 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: over1k_orc
- Statistics: Num rows: 1049 Data size: 311170 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 1049 Data size: 23952 Basic stats:
COMPLETE Column stats: NONE
Filter Operator
predicate: (t is null or (t = 27)) (type: boolean)
- Statistics: Num rows: 1048 Data size: 310873 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
Select Operator
expressions: si (type: smallint), i (type: int), b
(type: bigint), f (type: float), t (type: tinyint)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 1048 Data size: 310873 Basic
stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col4 (type: tinyint), _col0 (type:
smallint)
sort order: ++
Map-reduce partition columns: _col4 (type: tinyint)
- Statistics: Num rows: 1048 Data size: 310873 Basic
stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
value expressions: _col1 (type: int), _col2 (type:
bigint), _col3 (type: float)
Execution mode: vectorized, llap
LLAP IO: all inputs
@@ -195,11 +195,11 @@ STAGE PLANS:
Select Operator
expressions: KEY._col0 (type: smallint), VALUE._col1 (type:
int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), KEY._col4 (type:
tinyint)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 1048 Data size: 310873 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE
Column stats: NONE
File Output Operator
compressed: false
Dp Sort State: PARTITION_SORTED
- Statistics: Num rows: 1048 Data size: 310873 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
table:
input format:
org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
output format:
org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
@@ -248,20 +248,20 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: over1k_orc
- Statistics: Num rows: 1049 Data size: 311170 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 1049 Data size: 23952 Basic stats:
COMPLETE Column stats: NONE
Filter Operator
predicate: (t is null or (t = 27)) (type: boolean)
- Statistics: Num rows: 1048 Data size: 310873 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
Select Operator
expressions: si (type: smallint), i (type: int), b
(type: bigint), f (type: float), t (type: tinyint)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 1048 Data size: 310873 Basic
stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
Limit
Number of rows: 10
- Statistics: Num rows: 10 Data size: 2960 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 220 Basic stats:
COMPLETE Column stats: NONE
Reduce Output Operator
sort order:
- Statistics: Num rows: 10 Data size: 2960 Basic
stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 220 Basic stats:
COMPLETE Column stats: NONE
TopN Hash Memory Usage: 0.1
value expressions: _col0 (type: smallint), _col1
(type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint)
Execution mode: vectorized, llap
@@ -272,15 +272,15 @@ STAGE PLANS:
Select Operator
expressions: VALUE._col0 (type: smallint), VALUE._col1 (type:
int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type:
tinyint)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE
Column stats: NONE
+ Statistics: Num rows: 10 Data size: 220 Basic stats: COMPLETE
Column stats: NONE
Limit
Number of rows: 10
- Statistics: Num rows: 10 Data size: 2960 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 220 Basic stats:
COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col4 (type: tinyint)
sort order: +
Map-reduce partition columns: _col4 (type: tinyint)
- Statistics: Num rows: 10 Data size: 2960 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 220 Basic stats:
COMPLETE Column stats: NONE
value expressions: _col0 (type: smallint), _col1 (type:
int), _col2 (type: bigint), _col3 (type: float)
Reducer 3
Execution mode: vectorized, llap
@@ -288,11 +288,11 @@ STAGE PLANS:
Select Operator
expressions: VALUE._col0 (type: smallint), VALUE._col1 (type:
int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), KEY._col4 (type:
tinyint)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE
Column stats: NONE
+ Statistics: Num rows: 10 Data size: 220 Basic stats: COMPLETE
Column stats: NONE
File Output Operator
compressed: false
Dp Sort State: PARTITION_SORTED
- Statistics: Num rows: 10 Data size: 2960 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 220 Basic stats:
COMPLETE Column stats: NONE
table:
input format:
org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
output format:
org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
@@ -340,19 +340,19 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: over1k_orc
- Statistics: Num rows: 1049 Data size: 311170 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 1049 Data size: 23952 Basic stats:
COMPLETE Column stats: NONE
Filter Operator
predicate: (t is null or (t = 27)) (type: boolean)
- Statistics: Num rows: 1048 Data size: 310873 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
Select Operator
expressions: si (type: smallint), i (type: int), b
(type: bigint), f (type: float), t (type: tinyint)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 1048 Data size: 310873 Basic
stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col4 (type: tinyint),
'_bucket_number' (type: string)
sort order: ++
Map-reduce partition columns: _col4 (type: tinyint)
- Statistics: Num rows: 1048 Data size: 310873 Basic
stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
value expressions: _col0 (type: smallint), _col1
(type: int), _col2 (type: bigint), _col3 (type: float)
Execution mode: vectorized, llap
LLAP IO: all inputs
@@ -362,11 +362,11 @@ STAGE PLANS:
Select Operator
expressions: VALUE._col0 (type: smallint), VALUE._col1 (type:
int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), KEY._col4 (type:
tinyint), KEY.'_bucket_number' (type: string)
outputColumnNames: _col0, _col1, _col2, _col3, _col4,
'_bucket_number'
- Statistics: Num rows: 1048 Data size: 310873 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE
Column stats: NONE
File Output Operator
compressed: false
Dp Sort State: PARTITION_BUCKET_SORTED
- Statistics: Num rows: 1048 Data size: 310873 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
table:
input format:
org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
output format:
org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
@@ -413,19 +413,19 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: over1k_orc
- Statistics: Num rows: 1049 Data size: 311170 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 1049 Data size: 23952 Basic stats:
COMPLETE Column stats: NONE
Filter Operator
predicate: (t is null or (t = 27)) (type: boolean)
- Statistics: Num rows: 1048 Data size: 310873 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
Select Operator
expressions: si (type: smallint), i (type: int), b
(type: bigint), f (type: float), t (type: tinyint)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 1048 Data size: 310873 Basic
stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col4 (type: tinyint),
'_bucket_number' (type: string), _col3 (type: float)
sort order: +++
Map-reduce partition columns: _col4 (type: tinyint)
- Statistics: Num rows: 1048 Data size: 310873 Basic
stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
value expressions: _col0 (type: smallint), _col1
(type: int), _col2 (type: bigint)
Execution mode: vectorized, llap
LLAP IO: all inputs
@@ -435,11 +435,11 @@ STAGE PLANS:
Select Operator
expressions: VALUE._col0 (type: smallint), VALUE._col1 (type:
int), VALUE._col2 (type: bigint), KEY._col3 (type: float), KEY._col4 (type:
tinyint), KEY.'_bucket_number' (type: string)
outputColumnNames: _col0, _col1, _col2, _col3, _col4,
'_bucket_number'
- Statistics: Num rows: 1048 Data size: 310873 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE
Column stats: NONE
File Output Operator
compressed: false
Dp Sort State: PARTITION_BUCKET_SORTED
- Statistics: Num rows: 1048 Data size: 310873 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
table:
input format:
org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
output format:
org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
@@ -554,19 +554,19 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: over1k_orc
- Statistics: Num rows: 1049 Data size: 311170 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 1049 Data size: 23952 Basic stats:
COMPLETE Column stats: NONE
Filter Operator
predicate: (t is null or (t = 27)) (type: boolean)
- Statistics: Num rows: 1048 Data size: 310873 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
Select Operator
expressions: si (type: smallint), i (type: int), b
(type: bigint), f (type: float), t (type: tinyint)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 1048 Data size: 310873 Basic
stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col4 (type: tinyint), _col0 (type:
smallint)
sort order: ++
Map-reduce partition columns: _col4 (type: tinyint)
- Statistics: Num rows: 1048 Data size: 310873 Basic
stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
value expressions: _col1 (type: int), _col2 (type:
bigint), _col3 (type: float)
Execution mode: vectorized, llap
LLAP IO: all inputs
@@ -576,11 +576,11 @@ STAGE PLANS:
Select Operator
expressions: KEY._col0 (type: smallint), VALUE._col1 (type:
int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), KEY._col4 (type:
tinyint)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 1048 Data size: 310873 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE
Column stats: NONE
File Output Operator
compressed: false
Dp Sort State: PARTITION_SORTED
- Statistics: Num rows: 1048 Data size: 310873 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
table:
input format:
org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
output format:
org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
@@ -629,20 +629,20 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: over1k_orc
- Statistics: Num rows: 1049 Data size: 311170 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 1049 Data size: 23952 Basic stats:
COMPLETE Column stats: NONE
Filter Operator
predicate: (t is null or (t = 27)) (type: boolean)
- Statistics: Num rows: 1048 Data size: 310873 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
Select Operator
expressions: si (type: smallint), i (type: int), b
(type: bigint), f (type: float), t (type: tinyint)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 1048 Data size: 310873 Basic
stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
Limit
Number of rows: 10
- Statistics: Num rows: 10 Data size: 2960 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 220 Basic stats:
COMPLETE Column stats: NONE
Reduce Output Operator
sort order:
- Statistics: Num rows: 10 Data size: 2960 Basic
stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 220 Basic stats:
COMPLETE Column stats: NONE
TopN Hash Memory Usage: 0.1
value expressions: _col0 (type: smallint), _col1
(type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint)
Execution mode: vectorized, llap
@@ -653,15 +653,15 @@ STAGE PLANS:
Select Operator
expressions: VALUE._col0 (type: smallint), VALUE._col1 (type:
int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type:
tinyint)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE
Column stats: NONE
+ Statistics: Num rows: 10 Data size: 220 Basic stats: COMPLETE
Column stats: NONE
Limit
Number of rows: 10
- Statistics: Num rows: 10 Data size: 2960 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 220 Basic stats:
COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col4 (type: tinyint)
sort order: +
Map-reduce partition columns: _col4 (type: tinyint)
- Statistics: Num rows: 10 Data size: 2960 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 220 Basic stats:
COMPLETE Column stats: NONE
value expressions: _col0 (type: smallint), _col1 (type:
int), _col2 (type: bigint), _col3 (type: float)
Reducer 3
Execution mode: vectorized, llap
@@ -669,11 +669,11 @@ STAGE PLANS:
Select Operator
expressions: VALUE._col0 (type: smallint), VALUE._col1 (type:
int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), KEY._col4 (type:
tinyint)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE
Column stats: NONE
+ Statistics: Num rows: 10 Data size: 220 Basic stats: COMPLETE
Column stats: NONE
File Output Operator
compressed: false
Dp Sort State: PARTITION_SORTED
- Statistics: Num rows: 10 Data size: 2960 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 220 Basic stats:
COMPLETE Column stats: NONE
table:
input format:
org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
output format:
org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
@@ -721,19 +721,19 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: over1k_orc
- Statistics: Num rows: 1049 Data size: 311170 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 1049 Data size: 23952 Basic stats:
COMPLETE Column stats: NONE
Filter Operator
predicate: (t is null or (t = 27)) (type: boolean)
- Statistics: Num rows: 1048 Data size: 310873 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
Select Operator
expressions: si (type: smallint), i (type: int), b
(type: bigint), f (type: float), t (type: tinyint)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 1048 Data size: 310873 Basic
stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col4 (type: tinyint),
'_bucket_number' (type: string)
sort order: ++
Map-reduce partition columns: _col4 (type: tinyint)
- Statistics: Num rows: 1048 Data size: 310873 Basic
stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
value expressions: _col0 (type: smallint), _col1
(type: int), _col2 (type: bigint), _col3 (type: float)
Execution mode: vectorized, llap
LLAP IO: all inputs
@@ -743,11 +743,11 @@ STAGE PLANS:
Select Operator
expressions: VALUE._col0 (type: smallint), VALUE._col1 (type:
int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), KEY._col4 (type:
tinyint), KEY.'_bucket_number' (type: string)
outputColumnNames: _col0, _col1, _col2, _col3, _col4,
'_bucket_number'
- Statistics: Num rows: 1048 Data size: 310873 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE
Column stats: NONE
File Output Operator
compressed: false
Dp Sort State: PARTITION_BUCKET_SORTED
- Statistics: Num rows: 1048 Data size: 310873 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
table:
input format:
org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
output format:
org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
@@ -794,19 +794,19 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: over1k_orc
- Statistics: Num rows: 1049 Data size: 311170 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 1049 Data size: 23952 Basic stats:
COMPLETE Column stats: NONE
Filter Operator
predicate: (t is null or (t = 27)) (type: boolean)
- Statistics: Num rows: 1048 Data size: 310873 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
Select Operator
expressions: si (type: smallint), i (type: int), b
(type: bigint), f (type: float), t (type: tinyint)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 1048 Data size: 310873 Basic
stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col4 (type: tinyint),
'_bucket_number' (type: string), _col3 (type: float)
sort order: +++
Map-reduce partition columns: _col4 (type: tinyint)
- Statistics: Num rows: 1048 Data size: 310873 Basic
stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
value expressions: _col0 (type: smallint), _col1
(type: int), _col2 (type: bigint)
Execution mode: vectorized, llap
LLAP IO: all inputs
@@ -816,11 +816,11 @@ STAGE PLANS:
Select Operator
expressions: VALUE._col0 (type: smallint), VALUE._col1 (type:
int), VALUE._col2 (type: bigint), KEY._col3 (type: float), KEY._col4 (type:
tinyint), KEY.'_bucket_number' (type: string)
outputColumnNames: _col0, _col1, _col2, _col3, _col4,
'_bucket_number'
- Statistics: Num rows: 1048 Data size: 310873 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE
Column stats: NONE
File Output Operator
compressed: false
Dp Sort State: PARTITION_BUCKET_SORTED
- Statistics: Num rows: 1048 Data size: 310873 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
table:
input format:
org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
output format:
org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
@@ -1337,18 +1337,18 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: over1k_orc
- Statistics: Num rows: 1049 Data size: 311170 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 1049 Data size: 23952 Basic stats:
COMPLETE Column stats: NONE
Filter Operator
predicate: (t is null or (t = 27)) (type: boolean)
- Statistics: Num rows: 1048 Data size: 310873 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
Select Operator
expressions: si (type: smallint), i (type: int), b
(type: bigint), f (type: float), t (type: tinyint)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 1048 Data size: 310873 Basic
stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col1 (type: int)
sort order: +
- Statistics: Num rows: 1048 Data size: 310873 Basic
stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
value expressions: _col0 (type: smallint), _col2
(type: bigint), _col3 (type: float), _col4 (type: tinyint)
Execution mode: vectorized, llap
LLAP IO: all inputs
@@ -1358,10 +1358,10 @@ STAGE PLANS:
Select Operator
expressions: VALUE._col0 (type: smallint), KEY.reducesinkkey0
(type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3
(type: tinyint)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 1048 Data size: 310873 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE
Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 1048 Data size: 310873 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -1409,19 +1409,19 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: over1k_orc
- Statistics: Num rows: 1049 Data size: 311170 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 1049 Data size: 23952 Basic stats:
COMPLETE Column stats: NONE
Filter Operator
predicate: (t is null or (t = 27)) (type: boolean)
- Statistics: Num rows: 1048 Data size: 310873 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
Select Operator
expressions: si (type: smallint), i (type: int), b
(type: bigint), f (type: float), t (type: tinyint)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 1048 Data size: 310873 Basic
stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col4 (type: tinyint), _col1 (type:
int)
sort order: ++
Map-reduce partition columns: _col4 (type: tinyint)
- Statistics: Num rows: 1048 Data size: 310873 Basic
stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
value expressions: _col0 (type: smallint), _col2
(type: bigint), _col3 (type: float)
Execution mode: vectorized, llap
LLAP IO: all inputs
@@ -1431,11 +1431,11 @@ STAGE PLANS:
Select Operator
expressions: VALUE._col0 (type: smallint), KEY._col1 (type:
int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), KEY._col4 (type:
tinyint)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 1048 Data size: 310873 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE
Column stats: NONE
File Output Operator
compressed: false
Dp Sort State: PARTITION_SORTED
- Statistics: Num rows: 1048 Data size: 310873 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -1484,15 +1484,15 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: over1k_orc
- Statistics: Num rows: 1049 Data size: 311170 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 1049 Data size: 23952 Basic stats:
COMPLETE Column stats: NONE
Select Operator
expressions: t (type: tinyint), si (type: smallint), i
(type: int), b (type: bigint), f (type: float)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 1049 Data size: 311170 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 1049 Data size: 23952 Basic stats:
COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col2 (type: int)
sort order: +
- Statistics: Num rows: 1049 Data size: 311170 Basic
stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1049 Data size: 23952 Basic stats:
COMPLETE Column stats: NONE
TopN Hash Memory Usage: 0.1
value expressions: _col0 (type: tinyint), _col1 (type:
smallint), _col3 (type: bigint), _col4 (type: float)
Execution mode: vectorized, llap
@@ -1503,22 +1503,22 @@ STAGE PLANS:
Select Operator
expressions: VALUE._col0 (type: tinyint), VALUE._col1 (type:
smallint), KEY.reducesinkkey0 (type: int), VALUE._col2 (type: bigint),
VALUE._col3 (type: float)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 1049 Data size: 311170 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 1049 Data size: 23952 Basic stats:
COMPLETE Column stats: NONE
Limit
Number of rows: 10
- Statistics: Num rows: 10 Data size: 2960 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 220 Basic stats:
COMPLETE Column stats: NONE
Filter Operator
predicate: (_col0 is null or (_col0 = 27)) (type: boolean)
- Statistics: Num rows: 10 Data size: 2960 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 220 Basic stats:
COMPLETE Column stats: NONE
Select Operator
expressions: _col1 (type: smallint), _col2 (type: int),
_col3 (type: bigint), _col4 (type: float), _col0 (type: tinyint)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 10 Data size: 2960 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 220 Basic stats:
COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col4 (type: tinyint)
sort order: +
Map-reduce partition columns: _col4 (type: tinyint)
- Statistics: Num rows: 10 Data size: 2960 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 220 Basic stats:
COMPLETE Column stats: NONE
value expressions: _col0 (type: smallint), _col1
(type: int), _col2 (type: bigint), _col3 (type: float)
Reducer 3
Execution mode: vectorized, llap
@@ -1526,11 +1526,11 @@ STAGE PLANS:
Select Operator
expressions: VALUE._col0 (type: smallint), VALUE._col1 (type:
int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), KEY._col4 (type:
tinyint)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE
Column stats: NONE
+ Statistics: Num rows: 10 Data size: 220 Basic stats: COMPLETE
Column stats: NONE
File Output Operator
compressed: false
Dp Sort State: PARTITION_SORTED
- Statistics: Num rows: 10 Data size: 2960 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 220 Basic stats:
COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -1578,20 +1578,20 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: over1k_orc
- Statistics: Num rows: 1049 Data size: 311170 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 1049 Data size: 23952 Basic stats:
COMPLETE Column stats: NONE
Filter Operator
predicate: (t is null or (t = 27)) (type: boolean)
- Statistics: Num rows: 1048 Data size: 310873 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
Group By Operator
keys: t (type: tinyint), si (type: smallint), i (type:
int), b (type: bigint), f (type: float)
mode: hash
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 1048 Data size: 310873 Basic
stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: tinyint), _col1 (type:
smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float)
sort order: +++++
Map-reduce partition columns: _col0 (type: tinyint),
_col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type:
float)
- Statistics: Num rows: 1048 Data size: 310873 Basic
stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
Execution mode: vectorized, llap
LLAP IO: all inputs
Reducer 2
@@ -1601,14 +1601,14 @@ STAGE PLANS:
keys: KEY._col0 (type: tinyint), KEY._col1 (type: smallint),
KEY._col2 (type: int), KEY._col3 (type: bigint), KEY._col4 (type: float)
mode: mergepartial
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 524 Data size: 155436 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 28 Data size: 639 Basic stats: COMPLETE
Column stats: NONE
Select Operator
expressions: _col1 (type: smallint), _col2 (type: int),
_col3 (type: bigint), _col4 (type: float), _col0 (type: tinyint)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 524 Data size: 155436 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 28 Data size: 639 Basic stats:
COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 524 Data size: 155436 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 28 Data size: 639 Basic stats:
COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -1656,20 +1656,20 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: over1k_orc
- Statistics: Num rows: 1049 Data size: 311170 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 1049 Data size: 23952 Basic stats:
COMPLETE Column stats: NONE
Filter Operator
predicate: (t is null or (t = 27)) (type: boolean)
- Statistics: Num rows: 1048 Data size: 310873 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
Group By Operator
keys: t (type: tinyint), si (type: smallint), i (type:
int), b (type: bigint), f (type: float)
mode: hash
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 1048 Data size: 310873 Basic
stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: tinyint), _col1 (type:
smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float)
sort order: +++++
Map-reduce partition columns: _col0 (type: tinyint)
- Statistics: Num rows: 1048 Data size: 310873 Basic
stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
Execution mode: vectorized, llap
LLAP IO: all inputs
Reducer 2
@@ -1679,15 +1679,15 @@ STAGE PLANS:
keys: KEY._col0 (type: tinyint), KEY._col1 (type: smallint),
KEY._col2 (type: int), KEY._col3 (type: bigint), KEY._col4 (type: float)
mode: mergepartial
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 524 Data size: 155436 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 28 Data size: 639 Basic stats: COMPLETE
Column stats: NONE
Select Operator
expressions: _col1 (type: smallint), _col2 (type: int),
_col3 (type: bigint), _col4 (type: float), _col0 (type: tinyint)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 524 Data size: 155436 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 28 Data size: 639 Basic stats:
COMPLETE Column stats: NONE
File Output Operator
compressed: false
Dp Sort State: PARTITION_SORTED
- Statistics: Num rows: 524 Data size: 155436 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 28 Data size: 639 Basic stats:
COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -2047,19 +2047,19 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: over1k_orc
- Statistics: Num rows: 1049 Data size: 311170 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 1049 Data size: 23952 Basic stats:
COMPLETE Column stats: NONE
Filter Operator
predicate: (t is null or (t = 27)) (type: boolean)
- Statistics: Num rows: 1048 Data size: 310873 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
Select Operator
expressions: si (type: smallint), i (type: int), b
(type: bigint), f (type: float), t (type: tinyint)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 1048 Data size: 310873 Basic
stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col3 (type: float)
sort order: +
Map-reduce partition columns: _col0 (type: smallint)
- Statistics: Num rows: 1048 Data size: 310873 Basic
stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
value expressions: _col0 (type: smallint), _col1
(type: int), _col2 (type: bigint), _col4 (type: tinyint)
Execution mode: vectorized, llap
LLAP IO: all inputs
@@ -2069,10 +2069,10 @@ STAGE PLANS:
Select Operator
expressions: VALUE._col0 (type: smallint), VALUE._col1 (type:
int), VALUE._col2 (type: bigint), KEY.reducesinkkey0 (type: float), VALUE._col3
(type: tinyint)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 1048 Data size: 310873 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE
Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 1048 Data size: 310873 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -2119,19 +2119,19 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: over1k_orc
- Statistics: Num rows: 1049 Data size: 311170 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 1049 Data size: 23952 Basic stats:
COMPLETE Column stats: NONE
Filter Operator
predicate: (t is null or (t = 27)) (type: boolean)
- Statistics: Num rows: 1048 Data size: 310873 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
Select Operator
expressions: si (type: smallint), i (type: int), b
(type: bigint), f (type: float), t (type: tinyint)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 1048 Data size: 310873 Basic
stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col4 (type: tinyint),
'_bucket_number' (type: string), _col3 (type: float)
sort order: +++
Map-reduce partition columns: _col4 (type: tinyint)
- Statistics: Num rows: 1048 Data size: 310873 Basic
stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
value expressions: _col0 (type: smallint), _col1
(type: int), _col2 (type: bigint)
Execution mode: vectorized, llap
LLAP IO: all inputs
@@ -2141,11 +2141,11 @@ STAGE PLANS:
Select Operator
expressions: VALUE._col0 (type: smallint), VALUE._col1 (type:
int), VALUE._col2 (type: bigint), KEY._col3 (type: float), KEY._col4 (type:
tinyint), KEY.'_bucket_number' (type: string)
outputColumnNames: _col0, _col1, _col2, _col3, _col4,
'_bucket_number'
- Statistics: Num rows: 1048 Data size: 310873 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE
Column stats: NONE
File Output Operator
compressed: false
Dp Sort State: PARTITION_BUCKET_SORTED
- Statistics: Num rows: 1048 Data size: 310873 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 57 Data size: 1301 Basic stats:
COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
