http://git-wip-us.apache.org/repos/asf/hive/blob/5f01dc42/ql/src/test/results/clientpositive/llap/metadataonly1.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/metadataonly1.q.out
b/ql/src/test/results/clientpositive/llap/metadataonly1.q.out
index e1dd7f2..98261bc 100644
--- a/ql/src/test/results/clientpositive/llap/metadataonly1.q.out
+++ b/ql/src/test/results/clientpositive/llap/metadataonly1.q.out
@@ -10,25 +10,6 @@ PREHOOK: query: explain extended select max(ds) from TEST1
PREHOOK: type: QUERY
POSTHOOK: query: explain extended select max(ds) from TEST1
POSTHOOK: type: QUERY
-ABSTRACT SYNTAX TREE:
-
-TOK_QUERY
- TOK_FROM
- TOK_TABREF
- TOK_TABNAME
- TEST1
- TOK_INSERT
- TOK_DESTINATION
- TOK_DIR
- TOK_TMP_FILE
- TOK_SELECT
- TOK_SELEXPR
- TOK_FUNCTION
- max
- TOK_TABLE_OR_COL
- ds
-
-
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
@@ -36,6 +17,7 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Tez
+#### A masked pattern was here ####
Edges:
Reducer 2 <- Map 1 (SIMPLE_EDGE)
#### A masked pattern was here ####
@@ -44,48 +26,51 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: test1
- Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE
Column stats: COMPLETE
GatherStats: false
Select Operator
expressions: ds (type: string)
outputColumnNames: ds
- Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 184 Basic stats:
COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: max(ds)
mode: hash
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 84 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 184 Basic stats:
COMPLETE Column stats: COMPLETE
Reduce Output Operator
+ null sort order:
sort order:
- Statistics: Num rows: 1 Data size: 84 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 184 Basic stats:
COMPLETE Column stats: COMPLETE
tag: -1
value expressions: _col0 (type: string)
auto parallelism: false
Execution mode: llap
+ LLAP IO: unknown
Reducer 2
- Execution mode: uber
+ Execution mode: llap
Needs Tagging: false
Reduce Operator Tree:
Group By Operator
aggregations: max(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE
Column stats: COMPLETE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE
Column stats: COMPLETE
#### A masked pattern was here ####
table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ input format:
org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format:
org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
properties:
columns _col0
columns.types string
escape.delim \
hive.serialization.extend.additional.nesting.levels
true
+ serialization.escape.crlf true
serialization.format 1
serialization.lib
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -119,25 +104,6 @@ PREHOOK: query: explain extended select max(ds) from TEST1
PREHOOK: type: QUERY
POSTHOOK: query: explain extended select max(ds) from TEST1
POSTHOOK: type: QUERY
-ABSTRACT SYNTAX TREE:
-
-TOK_QUERY
- TOK_FROM
- TOK_TABREF
- TOK_TABNAME
- TEST1
- TOK_INSERT
- TOK_DESTINATION
- TOK_DIR
- TOK_TMP_FILE
- TOK_SELECT
- TOK_SELEXPR
- TOK_FUNCTION
- max
- TOK_TABLE_OR_COL
- ds
-
-
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
@@ -145,6 +111,7 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Tez
+#### A masked pattern was here ####
Edges:
Reducer 2 <- Map 1 (SIMPLE_EDGE)
#### A masked pattern was here ####
@@ -153,44 +120,52 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: test1
- Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE
Column stats: COMPLETE
GatherStats: false
Select Operator
expressions: ds (type: string)
outputColumnNames: ds
- Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 184 Basic stats:
COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: max(ds)
mode: hash
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 84 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 184 Basic stats:
COMPLETE Column stats: COMPLETE
Reduce Output Operator
+ null sort order:
sort order:
- Statistics: Num rows: 1 Data size: 84 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 184 Basic stats:
COMPLETE Column stats: COMPLETE
tag: -1
value expressions: _col0 (type: string)
auto parallelism: false
+ Execution mode: llap
+ LLAP IO: no inputs
Path -> Alias:
- -mr-10004default.test1{ds=1} [test1]
+ nullscan://null/default.test1/part_ds=1_ [test1]
Path -> Partition:
- -mr-10004default.test1{ds=1}
+ nullscan://null/default.test1/part_ds=1_
Partition
input format:
org.apache.hadoop.hive.ql.io.OneNullRowInputFormat
output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
partition values:
ds 1
properties:
+ COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
bucket_count -1
columns a,b
columns.comments
columns.types int:double
#### A masked pattern was here ####
name default.test1
+ numFiles 0
+ numRows 0
partition_columns ds
partition_columns.types string
+ rawDataSize 0
serialization.ddl struct test1 { i32 a, double b}
serialization.format 1
serialization.lib
org.apache.hadoop.hive.serde2.NullStructSerDe
+ totalSize 0
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.NullStructSerDe
@@ -213,31 +188,32 @@ STAGE PLANS:
name: default.test1
name: default.test1
Truncated Path -> Alias:
- -mr-10004default.test1{ds=1} [test1]
+ nullscan://null/default.test1/part_ds=1_ [test1]
Reducer 2
- Execution mode: uber
+ Execution mode: llap
Needs Tagging: false
Reduce Operator Tree:
Group By Operator
aggregations: max(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE
Column stats: COMPLETE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE
Column stats: COMPLETE
#### A masked pattern was here ####
table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ input format:
org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format:
org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
properties:
columns _col0
columns.types string
escape.delim \
hive.serialization.extend.additional.nesting.levels
true
+ serialization.escape.crlf true
serialization.format 1
serialization.lib
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -266,25 +242,6 @@ PREHOOK: query: explain extended select count(distinct ds)
from TEST1
PREHOOK: type: QUERY
POSTHOOK: query: explain extended select count(distinct ds) from TEST1
POSTHOOK: type: QUERY
-ABSTRACT SYNTAX TREE:
-
-TOK_QUERY
- TOK_FROM
- TOK_TABREF
- TOK_TABNAME
- TEST1
- TOK_INSERT
- TOK_DESTINATION
- TOK_DIR
- TOK_TMP_FILE
- TOK_SELECT
- TOK_SELEXPR
- TOK_FUNCTIONDI
- count
- TOK_TABLE_OR_COL
- ds
-
-
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
@@ -292,6 +249,7 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Tez
+#### A masked pattern was here ####
Edges:
Reducer 2 <- Map 1 (SIMPLE_EDGE)
#### A masked pattern was here ####
@@ -300,45 +258,53 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: test1
- Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE
Column stats: COMPLETE
GatherStats: false
Select Operator
expressions: ds (type: string)
outputColumnNames: ds
- Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 184 Basic stats:
COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: count(DISTINCT ds)
keys: ds (type: string)
mode: hash
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 0 Basic stats:
PARTIAL Column stats: NONE
+ Statistics: Num rows: 1 Data size: 192 Basic stats:
COMPLETE Column stats: COMPLETE
Reduce Output Operator
key expressions: _col0 (type: string)
+ null sort order: a
sort order: +
- Statistics: Num rows: 1 Data size: 0 Basic stats:
PARTIAL Column stats: NONE
+ Statistics: Num rows: 1 Data size: 192 Basic stats:
COMPLETE Column stats: COMPLETE
tag: -1
auto parallelism: false
+ Execution mode: llap
+ LLAP IO: no inputs
Path -> Alias:
- -mr-10004default.test1{ds=1} [test1]
+ nullscan://null/default.test1/part_ds=1_ [test1]
Path -> Partition:
- -mr-10004default.test1{ds=1}
+ nullscan://null/default.test1/part_ds=1_
Partition
input format:
org.apache.hadoop.hive.ql.io.OneNullRowInputFormat
output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
partition values:
ds 1
properties:
+ COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
bucket_count -1
columns a,b
columns.comments
columns.types int:double
#### A masked pattern was here ####
name default.test1
+ numFiles 0
+ numRows 0
partition_columns ds
partition_columns.types string
+ rawDataSize 0
serialization.ddl struct test1 { i32 a, double b}
serialization.format 1
serialization.lib
org.apache.hadoop.hive.serde2.NullStructSerDe
+ totalSize 0
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.NullStructSerDe
@@ -361,31 +327,32 @@ STAGE PLANS:
name: default.test1
name: default.test1
Truncated Path -> Alias:
- -mr-10004default.test1{ds=1} [test1]
+ nullscan://null/default.test1/part_ds=1_ [test1]
Reducer 2
- Execution mode: uber
+ Execution mode: llap
Needs Tagging: false
Reduce Operator Tree:
Group By Operator
aggregations: count(DISTINCT KEY._col0:0._col0)
mode: mergepartial
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE
Column stats: COMPLETE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE
Column stats: COMPLETE
#### A masked pattern was here ####
table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ input format:
org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format:
org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
properties:
columns _col0
columns.types bigint
escape.delim \
hive.serialization.extend.additional.nesting.levels
true
+ serialization.escape.crlf true
serialization.format 1
serialization.lib
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -414,25 +381,6 @@ PREHOOK: query: explain extended select count(ds) from
TEST1
PREHOOK: type: QUERY
POSTHOOK: query: explain extended select count(ds) from TEST1
POSTHOOK: type: QUERY
-ABSTRACT SYNTAX TREE:
-
-TOK_QUERY
- TOK_FROM
- TOK_TABREF
- TOK_TABNAME
- TEST1
- TOK_INSERT
- TOK_DESTINATION
- TOK_DIR
- TOK_TMP_FILE
- TOK_SELECT
- TOK_SELEXPR
- TOK_FUNCTION
- count
- TOK_TABLE_OR_COL
- ds
-
-
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
@@ -440,6 +388,7 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Tez
+#### A masked pattern was here ####
Edges:
Reducer 2 <- Map 1 (SIMPLE_EDGE)
#### A masked pattern was here ####
@@ -448,24 +397,26 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: test1
- Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE
Column stats: COMPLETE
GatherStats: false
Select Operator
expressions: ds (type: string)
outputColumnNames: ds
- Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 184 Basic stats:
COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: count(ds)
mode: hash
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats:
COMPLETE Column stats: COMPLETE
Reduce Output Operator
+ null sort order:
sort order:
- Statistics: Num rows: 1 Data size: 8 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats:
COMPLETE Column stats: COMPLETE
tag: -1
value expressions: _col0 (type: bigint)
auto parallelism: false
Execution mode: llap
+ LLAP IO: no inputs
Path -> Alias:
#### A masked pattern was here ####
Path -> Partition:
@@ -477,17 +428,22 @@ STAGE PLANS:
partition values:
ds 1
properties:
+ COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
bucket_count -1
columns a,b
columns.comments
columns.types int:double
#### A masked pattern was here ####
name default.test1
+ numFiles 0
+ numRows 0
partition_columns ds
partition_columns.types string
+ rawDataSize 0
serialization.ddl struct test1 { i32 a, double b}
serialization.format 1
serialization.lib
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 0
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -512,29 +468,30 @@ STAGE PLANS:
Truncated Path -> Alias:
/test1/ds=1 [test1]
Reducer 2
- Execution mode: uber
+ Execution mode: llap
Needs Tagging: false
Reduce Operator Tree:
Group By Operator
aggregations: count(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE
Column stats: COMPLETE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE
Column stats: COMPLETE
#### A masked pattern was here ####
table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ input format:
org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format:
org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
properties:
columns _col0
columns.types bigint
escape.delim \
hive.serialization.extend.additional.nesting.levels
true
+ serialization.escape.crlf true
serialization.format 1
serialization.lib
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -572,52 +529,6 @@ PREHOOK: type: QUERY
POSTHOOK: query: explain extended
select count(*) from TEST1 a2 join (select max(ds) m from TEST1) b on a2.ds=b.m
POSTHOOK: type: QUERY
-ABSTRACT SYNTAX TREE:
-
-TOK_QUERY
- TOK_FROM
- TOK_JOIN
- TOK_TABREF
- TOK_TABNAME
- TEST1
- a2
- TOK_SUBQUERY
- TOK_QUERY
- TOK_FROM
- TOK_TABREF
- TOK_TABNAME
- TEST1
- TOK_INSERT
- TOK_DESTINATION
- TOK_DIR
- TOK_TMP_FILE
- TOK_SELECT
- TOK_SELEXPR
- TOK_FUNCTION
- max
- TOK_TABLE_OR_COL
- ds
- m
- b
- =
- .
- TOK_TABLE_OR_COL
- a2
- ds
- .
- TOK_TABLE_OR_COL
- b
- m
- TOK_INSERT
- TOK_DESTINATION
- TOK_DIR
- TOK_TMP_FILE
- TOK_SELECT
- TOK_SELEXPR
- TOK_FUNCTIONSTAR
- count
-
-
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
@@ -625,6 +536,7 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Tez
+#### A masked pattern was here ####
Edges:
Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
@@ -635,20 +547,22 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: a2
- Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE
Column stats: COMPLETE
GatherStats: false
Select Operator
expressions: ds (type: string)
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 184 Basic stats:
COMPLETE Column stats: COMPLETE
Reduce Output Operator
key expressions: _col0 (type: string)
+ null sort order: a
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 0 Basic stats:
PARTIAL Column stats: NONE
+ Statistics: Num rows: 1 Data size: 184 Basic stats:
COMPLETE Column stats: COMPLETE
tag: 0
auto parallelism: true
Execution mode: llap
+ LLAP IO: no inputs
Path -> Alias:
#### A masked pattern was here ####
Path -> Partition:
@@ -660,17 +574,22 @@ STAGE PLANS:
partition values:
ds 1
properties:
+ COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
bucket_count -1
columns a,b
columns.comments
columns.types int:double
#### A masked pattern was here ####
name default.test1
+ numFiles 0
+ numRows 0
partition_columns ds
partition_columns.types string
+ rawDataSize 0
serialization.ddl struct test1 { i32 a, double b}
serialization.format 1
serialization.lib
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 0
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -700,17 +619,22 @@ STAGE PLANS:
partition values:
ds 2
properties:
+ COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
bucket_count -1
columns a,b
columns.comments
columns.types int:double
#### A masked pattern was here ####
name default.test1
+ numFiles 0
+ numRows 0
partition_columns ds
partition_columns.types string
+ rawDataSize 0
serialization.ddl struct test1 { i32 a, double b}
serialization.format 1
serialization.lib
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 0
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -738,25 +662,27 @@ STAGE PLANS:
Map 4
Map Operator Tree:
TableScan
- alias: a2
- Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL
Column stats: NONE
+ alias: test1
+ Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE
Column stats: COMPLETE
GatherStats: false
Select Operator
expressions: ds (type: string)
outputColumnNames: ds
- Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 184 Basic stats:
COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: max(ds)
mode: hash
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 84 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 184 Basic stats:
COMPLETE Column stats: COMPLETE
Reduce Output Operator
+ null sort order:
sort order:
- Statistics: Num rows: 1 Data size: 84 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 184 Basic stats:
COMPLETE Column stats: COMPLETE
tag: -1
value expressions: _col0 (type: string)
auto parallelism: false
Execution mode: llap
+ LLAP IO: no inputs
Path -> Alias:
#### A masked pattern was here ####
Path -> Partition:
@@ -768,17 +694,22 @@ STAGE PLANS:
partition values:
ds 1
properties:
+ COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
bucket_count -1
columns a,b
columns.comments
columns.types int:double
#### A masked pattern was here ####
name default.test1
+ numFiles 0
+ numRows 0
partition_columns ds
partition_columns.types string
+ rawDataSize 0
serialization.ddl struct test1 { i32 a, double b}
serialization.format 1
serialization.lib
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 0
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -808,17 +739,22 @@ STAGE PLANS:
partition values:
ds 2
properties:
+ COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
bucket_count -1
columns a,b
columns.comments
columns.types int:double
#### A masked pattern was here ####
name default.test1
+ numFiles 0
+ numRows 0
partition_columns ds
partition_columns.types string
+ rawDataSize 0
serialization.ddl struct test1 { i32 a, double b}
serialization.format 1
serialization.lib
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 0
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -841,8 +777,8 @@ STAGE PLANS:
name: default.test1
name: default.test1
Truncated Path -> Alias:
- /test1/ds=1 [a2]
- /test1/ds=2 [a2]
+ /test1/ds=1 [test1]
+ /test1/ds=2 [test1]
Reducer 2
Execution mode: llap
Needs Tagging: false
@@ -853,43 +789,45 @@ STAGE PLANS:
keys:
0 _col0 (type: string)
1 _col0 (type: string)
- Position of Big Table: 0
- Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL
Column stats: NONE
+ Position of Big Table: 1
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE
Column stats: COMPLETE
Group By Operator
aggregations: count()
mode: hash
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE
Column stats: COMPLETE
Reduce Output Operator
+ null sort order:
sort order:
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE
Column stats: COMPLETE
tag: -1
value expressions: _col0 (type: bigint)
auto parallelism: false
Reducer 3
- Execution mode: uber
+ Execution mode: llap
Needs Tagging: false
Reduce Operator Tree:
Group By Operator
aggregations: count(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE
Column stats: COMPLETE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE
Column stats: COMPLETE
#### A masked pattern was here ####
table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ input format:
org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format:
org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
properties:
columns _col0
columns.types bigint
escape.delim \
hive.serialization.extend.additional.nesting.levels
true
+ serialization.escape.crlf true
serialization.format 1
serialization.lib
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -904,32 +842,33 @@ STAGE PLANS:
aggregations: max(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE
Column stats: COMPLETE
Filter Operator
isSamplingPred: false
predicate: _col0 is not null (type: boolean)
- Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE
Column stats: COMPLETE
Reduce Output Operator
key expressions: _col0 (type: string)
+ null sort order: a
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 84 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 184 Basic stats:
COMPLETE Column stats: COMPLETE
tag: 1
auto parallelism: true
Select Operator
expressions: _col0 (type: string)
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 84 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 184 Basic stats:
COMPLETE Column stats: COMPLETE
Group By Operator
keys: _col0 (type: string)
mode: hash
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 84 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 184 Basic stats:
COMPLETE Column stats: COMPLETE
Dynamic Partitioning Event Operator
Target column: ds (string)
Target Input: a2
Partition key expr: ds
- Statistics: Num rows: 1 Data size: 84 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 184 Basic stats:
COMPLETE Column stats: COMPLETE
Target Vertex: Map 1
Stage: Stage-0
@@ -984,31 +923,6 @@ PREHOOK: query: explain extended select ds, count(distinct
hr) from TEST2 group
PREHOOK: type: QUERY
POSTHOOK: query: explain extended select ds, count(distinct hr) from TEST2
group by ds
POSTHOOK: type: QUERY
-ABSTRACT SYNTAX TREE:
-
-TOK_QUERY
- TOK_FROM
- TOK_TABREF
- TOK_TABNAME
- TEST2
- TOK_INSERT
- TOK_DESTINATION
- TOK_DIR
- TOK_TMP_FILE
- TOK_SELECT
- TOK_SELEXPR
- TOK_TABLE_OR_COL
- ds
- TOK_SELEXPR
- TOK_FUNCTIONDI
- count
- TOK_TABLE_OR_COL
- hr
- TOK_GROUPBY
- TOK_TABLE_OR_COL
- ds
-
-
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
@@ -1016,6 +930,7 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Tez
+#### A masked pattern was here ####
Edges:
Reducer 2 <- Map 1 (SIMPLE_EDGE)
#### A masked pattern was here ####
@@ -1024,31 +939,34 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: test2
- Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE
Column stats: COMPLETE
GatherStats: false
Select Operator
expressions: ds (type: string), hr (type: string)
outputColumnNames: ds, hr
- Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 368 Basic stats:
COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: count(DISTINCT hr)
keys: ds (type: string), hr (type: string)
mode: hash
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 1 Data size: 0 Basic stats:
PARTIAL Column stats: NONE
+ Statistics: Num rows: 1 Data size: 376 Basic stats:
COMPLETE Column stats: COMPLETE
Reduce Output Operator
key expressions: _col0 (type: string), _col1 (type:
string)
+ null sort order: aa
sort order: ++
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 0 Basic stats:
PARTIAL Column stats: NONE
+ Statistics: Num rows: 1 Data size: 376 Basic stats:
COMPLETE Column stats: COMPLETE
tag: -1
auto parallelism: true
+ Execution mode: llap
+ LLAP IO: no inputs
Path -> Alias:
- -mr-10004default.test2{ds=1, hr=1} [test2]
- -mr-10005default.test2{ds=1, hr=2} [test2]
- -mr-10006default.test2{ds=1, hr=3} [test2]
+ nullscan://null/default.test2/part_ds=1_hr=1_ [test2]
+ nullscan://null/default.test2/part_ds=1_hr=2_ [test2]
+ nullscan://null/default.test2/part_ds=1_hr=3_ [test2]
Path -> Partition:
- -mr-10004default.test2{ds=1, hr=1}
+ nullscan://null/default.test2/part_ds=1_hr=1_
Partition
input format:
org.apache.hadoop.hive.ql.io.OneNullRowInputFormat
output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -1056,17 +974,22 @@ STAGE PLANS:
ds 1
hr 1
properties:
+ COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
bucket_count -1
columns a,b
columns.comments
columns.types int:double
#### A masked pattern was here ####
name default.test2
+ numFiles 0
+ numRows 0
partition_columns ds/hr
partition_columns.types string:string
+ rawDataSize 0
serialization.ddl struct test2 { i32 a, double b}
serialization.format 1
serialization.lib
org.apache.hadoop.hive.serde2.NullStructSerDe
+ totalSize 0
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.NullStructSerDe
@@ -1088,7 +1011,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.test2
name: default.test2
- -mr-10005default.test2{ds=1, hr=2}
+ nullscan://null/default.test2/part_ds=1_hr=2_
Partition
input format:
org.apache.hadoop.hive.ql.io.OneNullRowInputFormat
output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -1096,17 +1019,22 @@ STAGE PLANS:
ds 1
hr 2
properties:
+ COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
bucket_count -1
columns a,b
columns.comments
columns.types int:double
#### A masked pattern was here ####
name default.test2
+ numFiles 0
+ numRows 0
partition_columns ds/hr
partition_columns.types string:string
+ rawDataSize 0
serialization.ddl struct test2 { i32 a, double b}
serialization.format 1
serialization.lib
org.apache.hadoop.hive.serde2.NullStructSerDe
+ totalSize 0
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.NullStructSerDe
@@ -1128,7 +1056,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.test2
name: default.test2
- -mr-10006default.test2{ds=1, hr=3}
+ nullscan://null/default.test2/part_ds=1_hr=3_
Partition
input format:
org.apache.hadoop.hive.ql.io.OneNullRowInputFormat
output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -1136,17 +1064,22 @@ STAGE PLANS:
ds 1
hr 3
properties:
+ COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
bucket_count -1
columns a,b
columns.comments
columns.types int:double
#### A masked pattern was here ####
name default.test2
+ numFiles 0
+ numRows 0
partition_columns ds/hr
partition_columns.types string:string
+ rawDataSize 0
serialization.ddl struct test2 { i32 a, double b}
serialization.format 1
serialization.lib
org.apache.hadoop.hive.serde2.NullStructSerDe
+ totalSize 0
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.NullStructSerDe
@@ -1169,11 +1102,11 @@ STAGE PLANS:
name: default.test2
name: default.test2
Truncated Path -> Alias:
- -mr-10004default.test2{ds=1, hr=1} [test2]
- -mr-10005default.test2{ds=1, hr=2} [test2]
- -mr-10006default.test2{ds=1, hr=3} [test2]
+ nullscan://null/default.test2/part_ds=1_hr=1_ [test2]
+ nullscan://null/default.test2/part_ds=1_hr=2_ [test2]
+ nullscan://null/default.test2/part_ds=1_hr=3_ [test2]
Reducer 2
- Execution mode: uber
+ Execution mode: llap
Needs Tagging: false
Reduce Operator Tree:
Group By Operator
@@ -1181,22 +1114,23 @@ STAGE PLANS:
keys: KEY._col0 (type: string)
mode: mergepartial
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE
Column stats: COMPLETE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE
Column stats: COMPLETE
#### A masked pattern was here ####
table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ input format:
org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format:
org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
properties:
columns _col0,_col1
columns.types string:bigint
escape.delim \
hive.serialization.extend.additional.nesting.levels
true
+ serialization.escape.crlf true
serialization.format 1
serialization.lib
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -1229,31 +1163,6 @@ PREHOOK: query: explain extended select ds, count(hr)
from TEST2 group by ds
PREHOOK: type: QUERY
POSTHOOK: query: explain extended select ds, count(hr) from TEST2 group by ds
POSTHOOK: type: QUERY
-ABSTRACT SYNTAX TREE:
-
-TOK_QUERY
- TOK_FROM
- TOK_TABREF
- TOK_TABNAME
- TEST2
- TOK_INSERT
- TOK_DESTINATION
- TOK_DIR
- TOK_TMP_FILE
- TOK_SELECT
- TOK_SELEXPR
- TOK_TABLE_OR_COL
- ds
- TOK_SELEXPR
- TOK_FUNCTION
- count
- TOK_TABLE_OR_COL
- hr
- TOK_GROUPBY
- TOK_TABLE_OR_COL
- ds
-
-
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
@@ -1261,6 +1170,7 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Tez
+#### A masked pattern was here ####
Edges:
Reducer 2 <- Map 1 (SIMPLE_EDGE)
#### A masked pattern was here ####
@@ -1269,27 +1179,29 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: test2
- Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE
Column stats: COMPLETE
GatherStats: false
Select Operator
expressions: ds (type: string), hr (type: string)
outputColumnNames: ds, hr
- Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 368 Basic stats:
COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: count(hr)
keys: ds (type: string)
mode: hash
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 0 Basic stats:
PARTIAL Column stats: NONE
+ Statistics: Num rows: 1 Data size: 192 Basic stats:
COMPLETE Column stats: COMPLETE
Reduce Output Operator
key expressions: _col0 (type: string)
+ null sort order: a
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 0 Basic stats:
PARTIAL Column stats: NONE
+ Statistics: Num rows: 1 Data size: 192 Basic stats:
COMPLETE Column stats: COMPLETE
tag: -1
value expressions: _col1 (type: bigint)
auto parallelism: true
Execution mode: llap
+ LLAP IO: no inputs
Path -> Alias:
#### A masked pattern was here ####
Path -> Partition:
@@ -1302,17 +1214,22 @@ STAGE PLANS:
ds 1
hr 1
properties:
+ COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
bucket_count -1
columns a,b
columns.comments
columns.types int:double
#### A masked pattern was here ####
name default.test2
+ numFiles 0
+ numRows 0
partition_columns ds/hr
partition_columns.types string:string
+ rawDataSize 0
serialization.ddl struct test2 { i32 a, double b}
serialization.format 1
serialization.lib
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 0
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -1343,17 +1260,22 @@ STAGE PLANS:
ds 1
hr 2
properties:
+ COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
bucket_count -1
columns a,b
columns.comments
columns.types int:double
#### A masked pattern was here ####
name default.test2
+ numFiles 0
+ numRows 0
partition_columns ds/hr
partition_columns.types string:string
+ rawDataSize 0
serialization.ddl struct test2 { i32 a, double b}
serialization.format 1
serialization.lib
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 0
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -1384,17 +1306,22 @@ STAGE PLANS:
ds 1
hr 3
properties:
+ COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
bucket_count -1
columns a,b
columns.comments
columns.types int:double
#### A masked pattern was here ####
name default.test2
+ numFiles 0
+ numRows 0
partition_columns ds/hr
partition_columns.types string:string
+ rawDataSize 0
serialization.ddl struct test2 { i32 a, double b}
serialization.format 1
serialization.lib
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 0
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -1421,7 +1348,7 @@ STAGE PLANS:
/test2/ds=1/hr=2 [test2]
/test2/ds=1/hr=3 [test2]
Reducer 2
- Execution mode: uber
+ Execution mode: llap
Needs Tagging: false
Reduce Operator Tree:
Group By Operator
@@ -1429,22 +1356,23 @@ STAGE PLANS:
keys: KEY._col0 (type: string)
mode: mergepartial
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE
Column stats: COMPLETE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE
Column stats: COMPLETE
#### A masked pattern was here ####
table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ input format:
org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format:
org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
properties:
columns _col0,_col1
columns.types string:bigint
escape.delim \
hive.serialization.extend.additional.nesting.levels
true
+ serialization.escape.crlf true
serialization.format 1
serialization.lib
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -1476,25 +1404,6 @@ PREHOOK: query: explain extended select max(ds) from
TEST1
PREHOOK: type: QUERY
POSTHOOK: query: explain extended select max(ds) from TEST1
POSTHOOK: type: QUERY
-ABSTRACT SYNTAX TREE:
-
-TOK_QUERY
- TOK_FROM
- TOK_TABREF
- TOK_TABNAME
- TEST1
- TOK_INSERT
- TOK_DESTINATION
- TOK_DIR
- TOK_TMP_FILE
- TOK_SELECT
- TOK_SELEXPR
- TOK_FUNCTION
- max
- TOK_TABLE_OR_COL
- ds
-
-
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
@@ -1502,6 +1411,7 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Tez
+#### A masked pattern was here ####
Edges:
Reducer 2 <- Map 1 (SIMPLE_EDGE)
#### A masked pattern was here ####
@@ -1510,45 +1420,53 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: test1
- Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE
Column stats: COMPLETE
GatherStats: false
Select Operator
expressions: ds (type: string)
outputColumnNames: ds
- Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 184 Basic stats:
COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: max(ds)
mode: hash
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 84 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 184 Basic stats:
COMPLETE Column stats: COMPLETE
Reduce Output Operator
+ null sort order:
sort order:
- Statistics: Num rows: 1 Data size: 84 Basic stats:
COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 184 Basic stats:
COMPLETE Column stats: COMPLETE
tag: -1
value expressions: _col0 (type: string)
auto parallelism: false
+ Execution mode: llap
+ LLAP IO: no inputs
Path -> Alias:
- -mr-10004default.test1{ds=1} [test1]
- -mr-10005default.test1{ds=2} [test1]
+ nullscan://null/default.test1/part_ds=1_ [test1]
+ nullscan://null/default.test1/part_ds=2_ [test1]
Path -> Partition:
- -mr-10004default.test1{ds=1}
+ nullscan://null/default.test1/part_ds=1_
Partition
input format:
org.apache.hadoop.hive.ql.io.OneNullRowInputFormat
output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
partition values:
ds 1
properties:
+ COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
bucket_count -1
columns a,b
columns.comments
columns.types int:double
#### A masked pattern was here ####
name default.test1
+ numFiles 0
+ numRows 0
partition_columns ds
partition_columns.types string
+ rawDataSize 0
serialization.ddl struct test1 { i32 a, double b}
serialization.format 1
serialization.lib
org.apache.hadoop.hive.serde2.NullStructSerDe
+ totalSize 0
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.NullStructSerDe
@@ -1570,24 +1488,29 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.test1
name: default.test1
- -mr-10005default.test1{ds=2}
+ nullscan://null/default.test1/part_ds=2_
Partition
input format:
org.apache.hadoop.hive.ql.io.OneNullRowInputFormat
output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
partition values:
ds 2
properties:
+ COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
bucket_count -1
columns a,b
columns.comments
columns.types int:double
#### A masked pattern was here ####
name default.test1
+ numFiles 0
+ numRows 0
partition_columns ds
partition_columns.types string
+ rawDataSize 0
serialization.ddl struct test1 { i32 a, double b}
serialization.format 1
serialization.lib
org.apache.hadoop.hive.serde2.NullStructSerDe
+ totalSize 0
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.NullStructSerDe
@@ -1610,32 +1533,33 @@ STAGE PLANS:
name: default.test1
name: default.test1
Truncated Path -> Alias:
- -mr-10004default.test1{ds=1} [test1]
- -mr-10005default.test1{ds=2} [test1]
+ nullscan://null/default.test1/part_ds=1_ [test1]
+ nullscan://null/default.test1/part_ds=2_ [test1]
Reducer 2
- Execution mode: uber
+ Execution mode: llap
Needs Tagging: false
Reduce Operator Tree:
Group By Operator
aggregations: max(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE
Column stats: COMPLETE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE
Column stats: COMPLETE
#### A masked pattern was here ####
table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ input format:
org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format:
org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
properties:
columns _col0
columns.types string
escape.delim \
hive.serialization.extend.additional.nesting.levels
true
+ serialization.escape.crlf true
serialization.format 1
serialization.lib
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -1717,31 +1641,6 @@ PREHOOK: query: explain extended select ds,
count(distinct hr) from TEST2 group
PREHOOK: type: QUERY
POSTHOOK: query: explain extended select ds, count(distinct hr) from TEST2
group by ds
POSTHOOK: type: QUERY
-ABSTRACT SYNTAX TREE:
-
-TOK_QUERY
- TOK_FROM
- TOK_TABREF
- TOK_TABNAME
- TEST2
- TOK_INSERT
- TOK_DESTINATION
- TOK_DIR
- TOK_TMP_FILE
- TOK_SELECT
- TOK_SELEXPR
- TOK_TABLE_OR_COL
- ds
- TOK_SELEXPR
- TOK_FUNCTIONDI
- count
- TOK_TABLE_OR_COL
- hr
- TOK_GROUPBY
- TOK_TABLE_OR_COL
- ds
-
-
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
@@ -1749,6 +1648,7 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Tez
+#### A masked pattern was here ####
Edges:
Reducer 2 <- Map 1 (SIMPLE_EDGE)
#### A masked pattern was here ####
@@ -1757,33 +1657,36 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: test2
- Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE
Column stats: COMPLETE
GatherStats: false
Select Operator
expressions: ds (type: string), hr (type: string)
outputColumnNames: ds, hr
- Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 368 Basic stats:
COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: count(DISTINCT hr)
keys: ds (type: string), hr (type: string)
mode: hash
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 1 Data size: 0 Basic stats:
PARTIAL Column stats: NONE
+ Statistics: Num rows: 1 Data size: 376 Basic stats:
COMPLETE Column stats: COMPLETE
Reduce Output Operator
key expressions: _col0 (type: string), _col1 (type:
string)
+ null sort order: aa
sort order: ++
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 0 Basic stats:
PARTIAL Column stats: NONE
+ Statistics: Num rows: 1 Data size: 376 Basic stats:
COMPLETE Column stats: COMPLETE
tag: -1
auto parallelism: true
+ Execution mode: llap
+ LLAP IO: no inputs
Path -> Alias:
- -mr-10004default.test2{ds=01_10_10, hr=01} [test2]
- -mr-10005default.test2{ds=01_10_20, hr=02} [test2]
- -mr-10006default.test2{ds=1, hr=1} [test2]
- -mr-10007default.test2{ds=1, hr=2} [test2]
- -mr-10008default.test2{ds=1, hr=3} [test2]
+ nullscan://null/default.test2/part_ds=01_10_10_hr=01_ [test2]
+ nullscan://null/default.test2/part_ds=01_10_20_hr=02_ [test2]
+ nullscan://null/default.test2/part_ds=1_hr=1_ [test2]
+ nullscan://null/default.test2/part_ds=1_hr=2_ [test2]
+ nullscan://null/default.test2/part_ds=1_hr=3_ [test2]
Path -> Partition:
- -mr-10004default.test2{ds=01_10_10, hr=01}
+ nullscan://null/default.test2/part_ds=01_10_10_hr=01_
Partition
input format:
org.apache.hadoop.hive.ql.io.OneNullRowInputFormat
output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -1791,17 +1694,22 @@ STAGE PLANS:
ds 01:10:10
hr 01
properties:
+ COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
bucket_count -1
columns a,b
columns.comments
columns.types int:double
#### A masked pattern was here ####
name default.test2
+ numFiles 0
+ numRows 0
partition_columns ds/hr
partition_columns.types string:string
+ rawDataSize 0
serialization.ddl struct test2 { i32 a, double b}
serialization.format 1
serialization.lib
org.apache.hadoop.hive.serde2.NullStructSerDe
+ totalSize 0
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.NullStructSerDe
@@ -1823,7 +1731,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.test2
name: default.test2
- -mr-10005default.test2{ds=01_10_20, hr=02}
+ nullscan://null/default.test2/part_ds=01_10_20_hr=02_
Partition
input format:
org.apache.hadoop.hive.ql.io.OneNullRowInputFormat
output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -1831,17 +1739,22 @@ STAGE PLANS:
ds 01:10:20
hr 02
properties:
+ COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
bucket_count -1
columns a,b
columns.comments
columns.types int:double
#### A masked pattern was here ####
name default.test2
+ numFiles 0
+ numRows 0
partition_columns ds/hr
partition_columns.types string:string
+ rawDataSize 0
serialization.ddl struct test2 { i32 a, double b}
serialization.format 1
serialization.lib
org.apache.hadoop.hive.serde2.NullStructSerDe
+ totalSize 0
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.NullStructSerDe
@@ -1863,7 +1776,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.test2
name: default.test2
- -mr-10006default.test2{ds=1, hr=1}
+ nullscan://null/default.test2/part_ds=1_hr=1_
Partition
input format:
org.apache.hadoop.hive.ql.io.OneNullRowInputFormat
output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -1871,17 +1784,22 @@ STAGE PLANS:
ds 1
hr 1
properties:
+ COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
bucket_count -1
columns a,b
columns.comments
columns.types int:double
#### A masked pattern was here ####
name default.test2
+ numFiles 0
+ numRows 0
partition_columns ds/hr
partition_columns.types string:string
+ rawDataSize 0
serialization.ddl struct test2 { i32 a, double b}
serialization.format 1
serialization.lib
org.apache.hadoop.hive.serde2.NullStructSerDe
+ totalSize 0
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.NullStructSerDe
@@ -1903,7 +1821,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.test2
name: default.test2
- -mr-10007default.test2{ds=1, hr=2}
+ nullscan://null/default.test2/part_ds=1_hr=2_
Partition
input format:
org.apache.hadoop.hive.ql.io.OneNullRowInputFormat
output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -1911,17 +1829,22 @@ STAGE PLANS:
ds 1
hr 2
properties:
+ COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
bucket_count -1
columns a,b
columns.comments
columns.types int:double
#### A masked pattern was here ####
name default.test2
+ numFiles 0
+ numRows 0
partition_columns ds/hr
partition_columns.types string:string
+ rawDataSize 0
serialization.ddl struct test2 { i32 a, double b}
serialization.format 1
serialization.lib
org.apache.hadoop.hive.serde2.NullStructSerDe
+ totalSize 0
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.NullStructSerDe
@@ -1943,7 +1866,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.test2
name: default.test2
- -mr-10008default.test2{ds=1, hr=3}
+ nullscan://null/default.test2/part_ds=1_hr=3_
Partition
input format:
org.apache.hadoop.hive.ql.io.OneNullRowInputFormat
output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -1951,17 +1874,22 @@ STAGE PLANS:
ds 1
hr 3
properties:
+ COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
bucket_count -1
columns a,b
columns.comments
columns.types int:double
#### A masked pattern was here ####
name default.test2
+ numFiles 0
+ numRows 0
partition_columns ds/hr
partition_columns.types string:string
+ rawDataSize 0
serialization.ddl struct test2 { i32 a, double b}
serialization.format 1
serialization.lib
org.apache.hadoop.hive.serde2.NullStructSerDe
+ totalSize 0
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.NullStructSerDe
@@ -1984,13 +1912,13 @@ STAGE PLANS:
name: default.test2
name: default.test2
Truncated Path -> Alias:
- -mr-10004default.test2{ds=01_10_10, hr=01} [test2]
- -mr-10005default.test2{ds=01_10_20, hr=02} [test2]
- -mr-10006default.test2{ds=1, hr=1} [test2]
- -mr-10007default.test2{ds=1, hr=2} [test2]
- -mr-10008default.test2{ds=1, hr=3} [test2]
+ nullscan://null/default.test2/part_ds=01_10_10_hr=01_ [test2]
+ nullscan://null/default.test2/part_ds=01_10_20_hr=02_ [test2]
+ nullscan://null/default.test2/part_ds=1_hr=1_ [test2]
+ nullscan://null/default.test2/part_ds=1_hr=2_ [test2]
+ nullscan://null/default.test2/part_ds=1_hr=3_ [test2]
Reducer 2
- Execution mode: uber
+ Execution mode: llap
Needs Tagging: false
Reduce Operator Tree:
Group By Operator
@@ -1998,22 +1926,23 @@ STAGE PLANS:
keys: KEY._col0 (type: string)
mode: mergepartial
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE
Column stats: COMPLETE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL
Column stats: NONE
+ Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE
Column stats: COMPLETE
#### A masked pattern was here ####
table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ input format:
org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format:
org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
properties:
columns _col0,_col1
columns.types string:bigint
escape.delim \
hive.serialization.extend.additional.nesting.levels
true
+ serialization.escape.crlf true
serialization.format 1
serialization.lib
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
