http://git-wip-us.apache.org/repos/asf/hive/blob/091fd962/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization_acid.q.out
----------------------------------------------------------------------
diff --git
a/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization_acid.q.out
b/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization_acid.q.out
deleted file mode 100644
index 97f7cd1..0000000
---
a/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization_acid.q.out
+++ /dev/null
@@ -1,1718 +0,0 @@
-PREHOOK: query: drop table if exists acid_part
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table if exists acid_part
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: CREATE TABLE acid_part(key string, value string) PARTITIONED
BY(ds string) CLUSTERED BY(key) INTO 2 BUCKETS STORED AS ORC TBLPROPERTIES
('transactional'='true')
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@acid_part
-POSTHOOK: query: CREATE TABLE acid_part(key string, value string) PARTITIONED
BY(ds string) CLUSTERED BY(key) INTO 2 BUCKETS STORED AS ORC TBLPROPERTIES
('transactional'='true')
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@acid_part
-PREHOOK: query: insert into table acid_part partition(ds) select key,value,ds
from srcpart
-PREHOOK: type: QUERY
-PREHOOK: Input: default@srcpart
-PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
-PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
-PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
-PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
-PREHOOK: Output: default@acid_part
-POSTHOOK: query: insert into table acid_part partition(ds) select
key,value,ds from srcpart
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@srcpart
-POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
-POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
-POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
-POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
-POSTHOOK: Output: default@acid_part@ds=2008-04-08
-POSTHOOK: Output: default@acid_part@ds=2008-04-09
-POSTHOOK: Lineage: acid_part PARTITION(ds=2008-04-08).key SIMPLE
[(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: acid_part PARTITION(ds=2008-04-08).value SIMPLE
[(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
-POSTHOOK: Lineage: acid_part PARTITION(ds=2008-04-09).key SIMPLE
[(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: acid_part PARTITION(ds=2008-04-09).value SIMPLE
[(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
-PREHOOK: query: alter table acid_part partition(ds='2008-04-08') update
statistics set('numRows'='1600', 'rawDataSize'='18000')
-PREHOOK: type: ALTERTABLE_UPDATEPARTSTATS
-PREHOOK: Input: default@acid_part
-PREHOOK: Output: default@acid_part@ds=2008-04-08
-POSTHOOK: query: alter table acid_part partition(ds='2008-04-08') update
statistics set('numRows'='1600', 'rawDataSize'='18000')
-POSTHOOK: type: ALTERTABLE_UPDATEPARTSTATS
-POSTHOOK: Input: default@acid_part
-POSTHOOK: Input: default@acid_part@ds=2008-04-08
-POSTHOOK: Output: default@acid_part@ds=2008-04-08
-PREHOOK: query: select count(*) from acid_part where ds='2008-04-08'
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_part
-PREHOOK: Input: default@acid_part@ds=2008-04-08
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from acid_part where ds='2008-04-08'
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_part
-POSTHOOK: Input: default@acid_part@ds=2008-04-08
-#### A masked pattern was here ####
-1000
-PREHOOK: query: insert into table acid_part partition(ds='2008-04-08')
values("foo", "bar")
-PREHOOK: type: QUERY
-PREHOOK: Input: _dummy_database@_dummy_table
-PREHOOK: Output: default@acid_part@ds=2008-04-08
-POSTHOOK: query: insert into table acid_part partition(ds='2008-04-08')
values("foo", "bar")
-POSTHOOK: type: QUERY
-POSTHOOK: Input: _dummy_database@_dummy_table
-POSTHOOK: Output: default@acid_part@ds=2008-04-08
-POSTHOOK: Lineage: acid_part PARTITION(ds=2008-04-08).key SCRIPT []
-POSTHOOK: Lineage: acid_part PARTITION(ds=2008-04-08).value SCRIPT []
-PREHOOK: query: select count(*) from acid_part where ds='2008-04-08'
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_part
-PREHOOK: Input: default@acid_part@ds=2008-04-08
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from acid_part where ds='2008-04-08'
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_part
-POSTHOOK: Input: default@acid_part@ds=2008-04-08
-#### A masked pattern was here ####
-1001
-PREHOOK: query: explain update acid_part set value = 'bar' where key = 'foo'
and ds='2008-04-08'
-PREHOOK: type: QUERY
-POSTHOOK: query: explain update acid_part set value = 'bar' where key = 'foo'
and ds='2008-04-08'
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-2 depends on stages: Stage-1
- Stage-0 depends on stages: Stage-2
- Stage-3 depends on stages: Stage-0
-
-STAGE PLANS:
- Stage: Stage-1
- Tez
-#### A masked pattern was here ####
- Edges:
- Reducer 2 <- Map 1 (SIMPLE_EDGE)
-#### A masked pattern was here ####
- Vertices:
- Map 1
- Map Operator Tree:
- TableScan
- alias: acid_part
- Statistics: Num rows: 158 Data size: 60414 Basic stats:
COMPLETE Column stats: NONE
- Filter Operator
- predicate: (key = 'foo') (type: boolean)
- Statistics: Num rows: 5 Data size: 1911 Basic stats:
COMPLETE Column stats: NONE
- Select Operator
- expressions: ROW__ID (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>)
- outputColumnNames: _col0
- Statistics: Num rows: 5 Data size: 1911 Basic stats:
COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>)
- sort order: +
- Map-reduce partition columns: UDFToInteger(_col0)
(type: int)
- Statistics: Num rows: 5 Data size: 1911 Basic stats:
COMPLETE Column stats: NONE
- Execution mode: llap
- LLAP IO: may be used (ACID table)
- Reducer 2
- Execution mode: llap
- Reduce Operator Tree:
- Select Operator
- expressions: KEY.reducesinkkey0 (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>), 'foo' (type: string), 'bar'
(type: string), '2008-04-08' (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 5 Data size: 1911 Basic stats: COMPLETE
Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 5 Data size: 1911 Basic stats:
COMPLETE Column stats: NONE
- table:
- input format:
org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
- output format:
org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
- serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde
- name: default.acid_part
- Write Type: UPDATE
-
- Stage: Stage-2
- Dependency Collection
-
- Stage: Stage-0
- Move Operator
- tables:
- partition:
- ds
- replace: false
- table:
- input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
- output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
- serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde
- name: default.acid_part
- Write Type: UPDATE
-
- Stage: Stage-3
- Stats Work
- Basic Stats Work:
-
-PREHOOK: query: update acid_part set value = 'bar' where key = 'foo' and
ds='2008-04-08'
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_part
-PREHOOK: Input: default@acid_part@ds=2008-04-08
-PREHOOK: Output: default@acid_part@ds=2008-04-08
-POSTHOOK: query: update acid_part set value = 'bar' where key = 'foo' and
ds='2008-04-08'
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_part
-POSTHOOK: Input: default@acid_part@ds=2008-04-08
-POSTHOOK: Output: default@acid_part@ds=2008-04-08
-PREHOOK: query: select count(*) from acid_part where ds='2008-04-08'
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_part
-PREHOOK: Input: default@acid_part@ds=2008-04-08
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from acid_part where ds='2008-04-08'
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_part
-POSTHOOK: Input: default@acid_part@ds=2008-04-08
-#### A masked pattern was here ####
-1001
-PREHOOK: query: explain update acid_part set value = 'bar' where key = 'foo'
and ds in ('2008-04-08')
-PREHOOK: type: QUERY
-POSTHOOK: query: explain update acid_part set value = 'bar' where key = 'foo'
and ds in ('2008-04-08')
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-2 depends on stages: Stage-1
- Stage-0 depends on stages: Stage-2
- Stage-3 depends on stages: Stage-0
-
-STAGE PLANS:
- Stage: Stage-1
- Tez
-#### A masked pattern was here ####
- Edges:
- Reducer 2 <- Map 1 (SIMPLE_EDGE)
-#### A masked pattern was here ####
- Vertices:
- Map 1
- Map Operator Tree:
- TableScan
- alias: acid_part
- Statistics: Num rows: 157 Data size: 102975 Basic stats:
COMPLETE Column stats: PARTIAL
- Filter Operator
- predicate: (key = 'foo') (type: boolean)
- Statistics: Num rows: 5 Data size: 1355 Basic stats:
COMPLETE Column stats: PARTIAL
- Select Operator
- expressions: ROW__ID (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>), ds (type: string)
- outputColumnNames: _col0, _col3
- Statistics: Num rows: 5 Data size: 2170 Basic stats:
COMPLETE Column stats: PARTIAL
- Reduce Output Operator
- key expressions: _col0 (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>)
- sort order: +
- Map-reduce partition columns: UDFToInteger(_col0)
(type: int)
- Statistics: Num rows: 5 Data size: 2170 Basic stats:
COMPLETE Column stats: PARTIAL
- value expressions: _col3 (type: string)
- Execution mode: llap
- LLAP IO: may be used (ACID table)
- Reducer 2
- Execution mode: llap
- Reduce Operator Tree:
- Select Operator
- expressions: KEY.reducesinkkey0 (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>), 'foo' (type: string), 'bar'
(type: string), VALUE._col1 (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 5 Data size: 2170 Basic stats: COMPLETE
Column stats: PARTIAL
- File Output Operator
- compressed: false
- Statistics: Num rows: 5 Data size: 2170 Basic stats:
COMPLETE Column stats: PARTIAL
- table:
- input format:
org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
- output format:
org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
- serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde
- name: default.acid_part
- Write Type: UPDATE
-
- Stage: Stage-2
- Dependency Collection
-
- Stage: Stage-0
- Move Operator
- tables:
- partition:
- ds
- replace: false
- table:
- input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
- output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
- serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde
- name: default.acid_part
- Write Type: UPDATE
-
- Stage: Stage-3
- Stats Work
- Basic Stats Work:
-
-PREHOOK: query: update acid_part set value = 'bar' where key = 'foo' and ds in
('2008-04-08')
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_part
-PREHOOK: Input: default@acid_part@ds=2008-04-08
-PREHOOK: Output: default@acid_part@ds=2008-04-08
-POSTHOOK: query: update acid_part set value = 'bar' where key = 'foo' and ds
in ('2008-04-08')
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_part
-POSTHOOK: Input: default@acid_part@ds=2008-04-08
-POSTHOOK: Output: default@acid_part@ds=2008-04-08
-PREHOOK: query: select count(*) from acid_part where ds in ('2008-04-08')
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_part
-PREHOOK: Input: default@acid_part@ds=2008-04-08
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from acid_part where ds in ('2008-04-08')
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_part
-POSTHOOK: Input: default@acid_part@ds=2008-04-08
-#### A masked pattern was here ####
-1001
-PREHOOK: query: delete from acid_part where key = 'foo' and ds='2008-04-08'
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_part
-PREHOOK: Input: default@acid_part@ds=2008-04-08
-PREHOOK: Output: default@acid_part@ds=2008-04-08
-POSTHOOK: query: delete from acid_part where key = 'foo' and ds='2008-04-08'
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_part
-POSTHOOK: Input: default@acid_part@ds=2008-04-08
-POSTHOOK: Output: default@acid_part@ds=2008-04-08
-PREHOOK: query: select count(*) from acid_part where ds='2008-04-08'
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_part
-PREHOOK: Input: default@acid_part@ds=2008-04-08
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from acid_part where ds='2008-04-08'
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_part
-POSTHOOK: Input: default@acid_part@ds=2008-04-08
-#### A masked pattern was here ####
-1000
-PREHOOK: query: drop table if exists acid_part_sdpo
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table if exists acid_part_sdpo
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: CREATE TABLE acid_part_sdpo(key string, value string)
PARTITIONED BY(ds string) CLUSTERED BY(key) INTO 2 BUCKETS STORED AS ORC
TBLPROPERTIES ('transactional'='true')
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@acid_part_sdpo
-POSTHOOK: query: CREATE TABLE acid_part_sdpo(key string, value string)
PARTITIONED BY(ds string) CLUSTERED BY(key) INTO 2 BUCKETS STORED AS ORC
TBLPROPERTIES ('transactional'='true')
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@acid_part_sdpo
-PREHOOK: query: insert into table acid_part_sdpo partition(ds) select
key,value,ds from srcpart
-PREHOOK: type: QUERY
-PREHOOK: Input: default@srcpart
-PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
-PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
-PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
-PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
-PREHOOK: Output: default@acid_part_sdpo
-POSTHOOK: query: insert into table acid_part_sdpo partition(ds) select
key,value,ds from srcpart
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@srcpart
-POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
-POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
-POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
-POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
-POSTHOOK: Output: default@acid_part_sdpo@ds=2008-04-08
-POSTHOOK: Output: default@acid_part_sdpo@ds=2008-04-09
-POSTHOOK: Lineage: acid_part_sdpo PARTITION(ds=2008-04-08).key SIMPLE
[(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: acid_part_sdpo PARTITION(ds=2008-04-08).value SIMPLE
[(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
-POSTHOOK: Lineage: acid_part_sdpo PARTITION(ds=2008-04-09).key SIMPLE
[(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: acid_part_sdpo PARTITION(ds=2008-04-09).value SIMPLE
[(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
-PREHOOK: query: alter table acid_part_sdpo partition(ds='2008-04-08') update
statistics set('numRows'='1600', 'rawDataSize'='18000')
-PREHOOK: type: ALTERTABLE_UPDATEPARTSTATS
-PREHOOK: Input: default@acid_part_sdpo
-PREHOOK: Output: default@acid_part_sdpo@ds=2008-04-08
-POSTHOOK: query: alter table acid_part_sdpo partition(ds='2008-04-08') update
statistics set('numRows'='1600', 'rawDataSize'='18000')
-POSTHOOK: type: ALTERTABLE_UPDATEPARTSTATS
-POSTHOOK: Input: default@acid_part_sdpo
-POSTHOOK: Input: default@acid_part_sdpo@ds=2008-04-08
-POSTHOOK: Output: default@acid_part_sdpo@ds=2008-04-08
-PREHOOK: query: select count(*) from acid_part_sdpo where ds='2008-04-08'
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_part_sdpo
-PREHOOK: Input: default@acid_part_sdpo@ds=2008-04-08
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from acid_part_sdpo where ds='2008-04-08'
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_part_sdpo
-POSTHOOK: Input: default@acid_part_sdpo@ds=2008-04-08
-#### A masked pattern was here ####
-1000
-PREHOOK: query: insert into table acid_part_sdpo partition(ds='2008-04-08')
values("foo", "bar")
-PREHOOK: type: QUERY
-PREHOOK: Input: _dummy_database@_dummy_table
-PREHOOK: Output: default@acid_part_sdpo@ds=2008-04-08
-POSTHOOK: query: insert into table acid_part_sdpo partition(ds='2008-04-08')
values("foo", "bar")
-POSTHOOK: type: QUERY
-POSTHOOK: Input: _dummy_database@_dummy_table
-POSTHOOK: Output: default@acid_part_sdpo@ds=2008-04-08
-POSTHOOK: Lineage: acid_part_sdpo PARTITION(ds=2008-04-08).key SCRIPT []
-POSTHOOK: Lineage: acid_part_sdpo PARTITION(ds=2008-04-08).value SCRIPT []
-PREHOOK: query: select count(*) from acid_part_sdpo where ds='2008-04-08'
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_part_sdpo
-PREHOOK: Input: default@acid_part_sdpo@ds=2008-04-08
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from acid_part_sdpo where ds='2008-04-08'
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_part_sdpo
-POSTHOOK: Input: default@acid_part_sdpo@ds=2008-04-08
-#### A masked pattern was here ####
-1001
-PREHOOK: query: explain update acid_part_sdpo set value = 'bar' where key =
'foo' and ds='2008-04-08'
-PREHOOK: type: QUERY
-POSTHOOK: query: explain update acid_part_sdpo set value = 'bar' where key =
'foo' and ds='2008-04-08'
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-2 depends on stages: Stage-1
- Stage-0 depends on stages: Stage-2
- Stage-3 depends on stages: Stage-0
-
-STAGE PLANS:
- Stage: Stage-1
- Tez
-#### A masked pattern was here ####
- Edges:
- Reducer 2 <- Map 1 (SIMPLE_EDGE)
-#### A masked pattern was here ####
- Vertices:
- Map 1
- Map Operator Tree:
- TableScan
- alias: acid_part_sdpo
- Statistics: Num rows: 174 Data size: 66399 Basic stats:
COMPLETE Column stats: NONE
- Filter Operator
- predicate: (key = 'foo') (type: boolean)
- Statistics: Num rows: 5 Data size: 1908 Basic stats:
COMPLETE Column stats: NONE
- Select Operator
- expressions: ROW__ID (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>)
- outputColumnNames: _col0
- Statistics: Num rows: 5 Data size: 1908 Basic stats:
COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>)
- sort order: +
- Map-reduce partition columns: UDFToInteger(_col0)
(type: int)
- Statistics: Num rows: 5 Data size: 1908 Basic stats:
COMPLETE Column stats: NONE
- Execution mode: llap
- LLAP IO: may be used (ACID table)
- Reducer 2
- Execution mode: llap
- Reduce Operator Tree:
- Select Operator
- expressions: KEY.reducesinkkey0 (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>), 'foo' (type: string), 'bar'
(type: string), '2008-04-08' (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 5 Data size: 1908 Basic stats: COMPLETE
Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 5 Data size: 1908 Basic stats:
COMPLETE Column stats: NONE
- table:
- input format:
org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
- output format:
org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
- serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde
- name: default.acid_part_sdpo
- Write Type: UPDATE
-
- Stage: Stage-2
- Dependency Collection
-
- Stage: Stage-0
- Move Operator
- tables:
- partition:
- ds
- replace: false
- table:
- input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
- output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
- serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde
- name: default.acid_part_sdpo
- Write Type: UPDATE
-
- Stage: Stage-3
- Stats Work
- Basic Stats Work:
-
-PREHOOK: query: update acid_part_sdpo set value = 'bar' where key = 'foo' and
ds='2008-04-08'
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_part_sdpo
-PREHOOK: Input: default@acid_part_sdpo@ds=2008-04-08
-PREHOOK: Output: default@acid_part_sdpo@ds=2008-04-08
-POSTHOOK: query: update acid_part_sdpo set value = 'bar' where key = 'foo' and
ds='2008-04-08'
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_part_sdpo
-POSTHOOK: Input: default@acid_part_sdpo@ds=2008-04-08
-POSTHOOK: Output: default@acid_part_sdpo@ds=2008-04-08
-PREHOOK: query: select count(*) from acid_part_sdpo where ds='2008-04-08'
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_part_sdpo
-PREHOOK: Input: default@acid_part_sdpo@ds=2008-04-08
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from acid_part_sdpo where ds='2008-04-08'
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_part_sdpo
-POSTHOOK: Input: default@acid_part_sdpo@ds=2008-04-08
-#### A masked pattern was here ####
-1001
-PREHOOK: query: explain update acid_part_sdpo set value = 'bar' where key =
'foo' and ds in ('2008-04-08')
-PREHOOK: type: QUERY
-POSTHOOK: query: explain update acid_part_sdpo set value = 'bar' where key =
'foo' and ds in ('2008-04-08')
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-2 depends on stages: Stage-1
- Stage-0 depends on stages: Stage-2
- Stage-3 depends on stages: Stage-0
-
-STAGE PLANS:
- Stage: Stage-1
- Tez
-#### A masked pattern was here ####
- Edges:
- Reducer 2 <- Map 1 (SIMPLE_EDGE)
-#### A masked pattern was here ####
- Vertices:
- Map 1
- Map Operator Tree:
- TableScan
- alias: acid_part_sdpo
- Statistics: Num rows: 169 Data size: 110820 Basic stats:
COMPLETE Column stats: PARTIAL
- Filter Operator
- predicate: (key = 'foo') (type: boolean)
- Statistics: Num rows: 5 Data size: 1355 Basic stats:
COMPLETE Column stats: PARTIAL
- Select Operator
- expressions: ROW__ID (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>), ds (type: string)
- outputColumnNames: _col0, _col3
- Statistics: Num rows: 5 Data size: 2170 Basic stats:
COMPLETE Column stats: PARTIAL
- Reduce Output Operator
- key expressions: _col3 (type: string),
'_bucket_number' (type: string), _col0 (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>)
- sort order: +++
- Map-reduce partition columns: _col3 (type: string)
- Statistics: Num rows: 5 Data size: 2170 Basic stats:
COMPLETE Column stats: PARTIAL
- Execution mode: llap
- LLAP IO: may be used (ACID table)
- Reducer 2
- Execution mode: llap
- Reduce Operator Tree:
- Select Operator
- expressions: KEY._col0 (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>), 'foo' (type: string), 'bar'
(type: string), KEY._col3 (type: string), KEY.'_bucket_number' (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3, '_bucket_number'
- Statistics: Num rows: 5 Data size: 1790 Basic stats: COMPLETE
Column stats: PARTIAL
- File Output Operator
- compressed: false
- Dp Sort State: PARTITION_BUCKET_SORTED
- Statistics: Num rows: 5 Data size: 1790 Basic stats:
COMPLETE Column stats: PARTIAL
- table:
- input format:
org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
- output format:
org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
- serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde
- name: default.acid_part_sdpo
- Write Type: UPDATE
-
- Stage: Stage-2
- Dependency Collection
-
- Stage: Stage-0
- Move Operator
- tables:
- partition:
- ds
- replace: false
- table:
- input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
- output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
- serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde
- name: default.acid_part_sdpo
- Write Type: UPDATE
-
- Stage: Stage-3
- Stats Work
- Basic Stats Work:
-
-PREHOOK: query: update acid_part_sdpo set value = 'bar' where key = 'foo' and
ds in ('2008-04-08')
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_part_sdpo
-PREHOOK: Input: default@acid_part_sdpo@ds=2008-04-08
-PREHOOK: Output: default@acid_part_sdpo@ds=2008-04-08
-POSTHOOK: query: update acid_part_sdpo set value = 'bar' where key = 'foo' and
ds in ('2008-04-08')
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_part_sdpo
-POSTHOOK: Input: default@acid_part_sdpo@ds=2008-04-08
-POSTHOOK: Output: default@acid_part_sdpo@ds=2008-04-08
-PREHOOK: query: select count(*) from acid_part_sdpo where ds in ('2008-04-08')
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_part_sdpo
-PREHOOK: Input: default@acid_part_sdpo@ds=2008-04-08
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from acid_part_sdpo where ds in ('2008-04-08')
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_part_sdpo
-POSTHOOK: Input: default@acid_part_sdpo@ds=2008-04-08
-#### A masked pattern was here ####
-1001
-PREHOOK: query: delete from acid_part_sdpo where key = 'foo' and
ds='2008-04-08'
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_part_sdpo
-PREHOOK: Input: default@acid_part_sdpo@ds=2008-04-08
-PREHOOK: Output: default@acid_part_sdpo@ds=2008-04-08
-POSTHOOK: query: delete from acid_part_sdpo where key = 'foo' and
ds='2008-04-08'
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_part_sdpo
-POSTHOOK: Input: default@acid_part_sdpo@ds=2008-04-08
-POSTHOOK: Output: default@acid_part_sdpo@ds=2008-04-08
-PREHOOK: query: select count(*) from acid_part_sdpo where ds='2008-04-08'
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_part_sdpo
-PREHOOK: Input: default@acid_part_sdpo@ds=2008-04-08
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from acid_part_sdpo where ds='2008-04-08'
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_part_sdpo
-POSTHOOK: Input: default@acid_part_sdpo@ds=2008-04-08
-#### A masked pattern was here ####
-1000
-PREHOOK: query: drop table if exists acid_2L_part
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table if exists acid_2L_part
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: CREATE TABLE acid_2L_part(key string, value string)
PARTITIONED BY(ds string, hr int) CLUSTERED BY(key) INTO 2 BUCKETS STORED AS
ORC TBLPROPERTIES ('transactional'='true')
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@acid_2L_part
-POSTHOOK: query: CREATE TABLE acid_2L_part(key string, value string)
PARTITIONED BY(ds string, hr int) CLUSTERED BY(key) INTO 2 BUCKETS STORED AS
ORC TBLPROPERTIES ('transactional'='true')
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@acid_2L_part
-PREHOOK: query: insert into table acid_2L_part partition(ds,hr) select * from
srcpart
-PREHOOK: type: QUERY
-PREHOOK: Input: default@srcpart
-PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
-PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
-PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
-PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
-PREHOOK: Output: default@acid_2l_part
-POSTHOOK: query: insert into table acid_2L_part partition(ds,hr) select *
from srcpart
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@srcpart
-POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
-POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
-POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
-POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
-POSTHOOK: Output: default@acid_2l_part@ds=2008-04-08/hr=11
-POSTHOOK: Output: default@acid_2l_part@ds=2008-04-08/hr=12
-POSTHOOK: Output: default@acid_2l_part@ds=2008-04-09/hr=11
-POSTHOOK: Output: default@acid_2l_part@ds=2008-04-09/hr=12
-POSTHOOK: Lineage: acid_2l_part PARTITION(ds=2008-04-08,hr=11).key SIMPLE
[(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: acid_2l_part PARTITION(ds=2008-04-08,hr=11).value SIMPLE
[(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
-POSTHOOK: Lineage: acid_2l_part PARTITION(ds=2008-04-08,hr=12).key SIMPLE
[(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: acid_2l_part PARTITION(ds=2008-04-08,hr=12).value SIMPLE
[(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
-POSTHOOK: Lineage: acid_2l_part PARTITION(ds=2008-04-09,hr=11).key SIMPLE
[(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: acid_2l_part PARTITION(ds=2008-04-09,hr=11).value SIMPLE
[(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
-POSTHOOK: Lineage: acid_2l_part PARTITION(ds=2008-04-09,hr=12).key SIMPLE
[(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: acid_2l_part PARTITION(ds=2008-04-09,hr=12).value SIMPLE
[(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
-PREHOOK: query: alter table acid_2L_part partition(ds='2008-04-08') update
statistics set('numRows'='1600', 'rawDataSize'='18000')
-PREHOOK: type: ALTERTABLE_UPDATEPARTSTATS
-PREHOOK: Input: default@acid_2l_part
-PREHOOK: Output: default@acid_2l_part@ds=2008-04-08/hr=11
-PREHOOK: Output: default@acid_2l_part@ds=2008-04-08/hr=12
-POSTHOOK: query: alter table acid_2L_part partition(ds='2008-04-08') update
statistics set('numRows'='1600', 'rawDataSize'='18000')
-POSTHOOK: type: ALTERTABLE_UPDATEPARTSTATS
-POSTHOOK: Input: default@acid_2l_part
-POSTHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=11
-POSTHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=12
-POSTHOOK: Output: default@acid_2l_part@ds=2008-04-08/hr=11
-POSTHOOK: Output: default@acid_2l_part@ds=2008-04-08/hr=12
-PREHOOK: query: select count(*) from acid_2L_part where ds='2008-04-08' and
hr=11
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_2l_part
-PREHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=11
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from acid_2L_part where ds='2008-04-08' and
hr=11
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_2l_part
-POSTHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=11
-#### A masked pattern was here ####
-500
-PREHOOK: query: insert into table acid_2L_part
partition(ds='2008-04-08',hr=11) values("foo", "bar")
-PREHOOK: type: QUERY
-PREHOOK: Input: _dummy_database@_dummy_table
-PREHOOK: Output: default@acid_2l_part@ds=2008-04-08/hr=11
-POSTHOOK: query: insert into table acid_2L_part
partition(ds='2008-04-08',hr=11) values("foo", "bar")
-POSTHOOK: type: QUERY
-POSTHOOK: Input: _dummy_database@_dummy_table
-POSTHOOK: Output: default@acid_2l_part@ds=2008-04-08/hr=11
-POSTHOOK: Lineage: acid_2l_part PARTITION(ds=2008-04-08,hr=11).key SCRIPT []
-POSTHOOK: Lineage: acid_2l_part PARTITION(ds=2008-04-08,hr=11).value SCRIPT []
-PREHOOK: query: select count(*) from acid_2L_part where ds='2008-04-08' and
hr=11
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_2l_part
-PREHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=11
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from acid_2L_part where ds='2008-04-08' and
hr=11
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_2l_part
-POSTHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=11
-#### A masked pattern was here ####
-501
-PREHOOK: query: explain update acid_2L_part set value = 'bar' where key =
'foo' and ds='2008-04-08' and hr=11
-PREHOOK: type: QUERY
-POSTHOOK: query: explain update acid_2L_part set value = 'bar' where key =
'foo' and ds='2008-04-08' and hr=11
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-2 depends on stages: Stage-1
- Stage-0 depends on stages: Stage-2
- Stage-3 depends on stages: Stage-0
-
-STAGE PLANS:
- Stage: Stage-1
- Tez
-#### A masked pattern was here ####
- Edges:
- Reducer 2 <- Map 1 (SIMPLE_EDGE)
-#### A masked pattern was here ####
- Vertices:
- Map 1
- Map Operator Tree:
- TableScan
- alias: acid_2l_part
- Statistics: Num rows: 154 Data size: 59496 Basic stats:
COMPLETE Column stats: NONE
- Filter Operator
- predicate: (key = 'foo') (type: boolean)
- Statistics: Num rows: 5 Data size: 1931 Basic stats:
COMPLETE Column stats: NONE
- Select Operator
- expressions: ROW__ID (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>)
- outputColumnNames: _col0
- Statistics: Num rows: 5 Data size: 1931 Basic stats:
COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>)
- sort order: +
- Map-reduce partition columns: UDFToInteger(_col0)
(type: int)
- Statistics: Num rows: 5 Data size: 1931 Basic stats:
COMPLETE Column stats: NONE
- Execution mode: llap
- LLAP IO: may be used (ACID table)
- Reducer 2
- Execution mode: llap
- Reduce Operator Tree:
- Select Operator
- expressions: KEY.reducesinkkey0 (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>), 'foo' (type: string), 'bar'
(type: string), '2008-04-08' (type: string), 11 (type: int)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 5 Data size: 1931 Basic stats: COMPLETE
Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 5 Data size: 1931 Basic stats:
COMPLETE Column stats: NONE
- table:
- input format:
org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
- output format:
org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
- serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde
- name: default.acid_2l_part
- Write Type: UPDATE
-
- Stage: Stage-2
- Dependency Collection
-
- Stage: Stage-0
- Move Operator
- tables:
- partition:
- ds
- hr
- replace: false
- table:
- input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
- output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
- serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde
- name: default.acid_2l_part
- Write Type: UPDATE
-
- Stage: Stage-3
- Stats Work
- Basic Stats Work:
-
-PREHOOK: query: update acid_2L_part set value = 'bar' where key = 'foo' and
ds='2008-04-08' and hr=11
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_2l_part
-PREHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=11
-PREHOOK: Output: default@acid_2l_part@ds=2008-04-08/hr=11
-POSTHOOK: query: update acid_2L_part set value = 'bar' where key = 'foo' and
ds='2008-04-08' and hr=11
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_2l_part
-POSTHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=11
-POSTHOOK: Output: default@acid_2l_part@ds=2008-04-08/hr=11
-PREHOOK: query: select count(*) from acid_2L_part where ds='2008-04-08' and
hr=11
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_2l_part
-PREHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=11
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from acid_2L_part where ds='2008-04-08' and
hr=11
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_2l_part
-POSTHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=11
-#### A masked pattern was here ####
-501
-PREHOOK: query: explain update acid_2L_part set value = 'bar' where key =
'foo' and ds='2008-04-08' and hr>=11
-PREHOOK: type: QUERY
-POSTHOOK: query: explain update acid_2L_part set value = 'bar' where key =
'foo' and ds='2008-04-08' and hr>=11
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-2 depends on stages: Stage-1
- Stage-0 depends on stages: Stage-2
- Stage-3 depends on stages: Stage-0
-
-STAGE PLANS:
- Stage: Stage-1
- Tez
-#### A masked pattern was here ####
- Edges:
- Reducer 2 <- Map 1 (SIMPLE_EDGE)
-#### A masked pattern was here ####
- Vertices:
- Map 1
- Map Operator Tree:
- TableScan
- alias: acid_2l_part
- Statistics: Num rows: 1600 Data size: 156727 Basic stats:
PARTIAL Column stats: PARTIAL
- Filter Operator
- predicate: (key = 'foo') (type: boolean)
- Statistics: Num rows: 5 Data size: 489 Basic stats:
PARTIAL Column stats: PARTIAL
- Select Operator
- expressions: ROW__ID (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>), hr (type: int)
- outputColumnNames: _col0, _col4
- Statistics: Num rows: 5 Data size: 489 Basic stats:
PARTIAL Column stats: PARTIAL
- Reduce Output Operator
- key expressions: _col0 (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>)
- sort order: +
- Map-reduce partition columns: UDFToInteger(_col0)
(type: int)
- Statistics: Num rows: 5 Data size: 489 Basic stats:
PARTIAL Column stats: PARTIAL
- value expressions: _col4 (type: int)
- Execution mode: llap
- LLAP IO: may be used (ACID table)
- Reducer 2
- Execution mode: llap
- Reduce Operator Tree:
- Select Operator
- expressions: KEY.reducesinkkey0 (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>), 'foo' (type: string), 'bar'
(type: string), '2008-04-08' (type: string), VALUE._col2 (type: int)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 5 Data size: 489 Basic stats: PARTIAL
Column stats: PARTIAL
- File Output Operator
- compressed: false
- Statistics: Num rows: 5 Data size: 489 Basic stats: PARTIAL
Column stats: PARTIAL
- table:
- input format:
org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
- output format:
org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
- serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde
- name: default.acid_2l_part
- Write Type: UPDATE
-
- Stage: Stage-2
- Dependency Collection
-
- Stage: Stage-0
- Move Operator
- tables:
- partition:
- ds
- hr
- replace: false
- table:
- input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
- output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
- serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde
- name: default.acid_2l_part
- Write Type: UPDATE
-
- Stage: Stage-3
- Stats Work
- Basic Stats Work:
-
-PREHOOK: query: update acid_2L_part set value = 'bar' where key = 'foo' and
ds='2008-04-08' and hr>=11
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_2l_part
-PREHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=11
-PREHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=12
-PREHOOK: Output: default@acid_2l_part@ds=2008-04-08/hr=11
-PREHOOK: Output: default@acid_2l_part@ds=2008-04-08/hr=12
-POSTHOOK: query: update acid_2L_part set value = 'bar' where key = 'foo' and
ds='2008-04-08' and hr>=11
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_2l_part
-POSTHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=11
-POSTHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=12
-POSTHOOK: Output: default@acid_2l_part@ds=2008-04-08/hr=11
-POSTHOOK: Output: default@acid_2l_part@ds=2008-04-08/hr=12
-PREHOOK: query: select count(*) from acid_2L_part where ds='2008-04-08' and
hr>=11
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_2l_part
-PREHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=11
-PREHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=12
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from acid_2L_part where ds='2008-04-08' and
hr>=11
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_2l_part
-POSTHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=11
-POSTHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=12
-#### A masked pattern was here ####
-1001
-PREHOOK: query: delete from acid_2L_part where key = 'foo' and ds='2008-04-08'
and hr=11
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_2l_part
-PREHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=11
-PREHOOK: Output: default@acid_2l_part@ds=2008-04-08/hr=11
-POSTHOOK: query: delete from acid_2L_part where key = 'foo' and
ds='2008-04-08' and hr=11
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_2l_part
-POSTHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=11
-POSTHOOK: Output: default@acid_2l_part@ds=2008-04-08/hr=11
-PREHOOK: query: select count(*) from acid_2L_part where ds='2008-04-08' and
hr=11
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_2l_part
-PREHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=11
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from acid_2L_part where ds='2008-04-08' and
hr=11
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_2l_part
-POSTHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=11
-#### A masked pattern was here ####
-500
-PREHOOK: query: explain
-delete from acid_2L_part where value = 'bar'
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-delete from acid_2L_part where value = 'bar'
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-2 depends on stages: Stage-1
- Stage-0 depends on stages: Stage-2
- Stage-3 depends on stages: Stage-0
-
-STAGE PLANS:
- Stage: Stage-1
- Tez
-#### A masked pattern was here ####
- Edges:
- Reducer 2 <- Map 1 (SIMPLE_EDGE)
-#### A masked pattern was here ####
- Vertices:
- Map 1
- Map Operator Tree:
- TableScan
- alias: acid_2l_part
- Statistics: Num rows: 1600 Data size: 451127 Basic stats:
PARTIAL Column stats: PARTIAL
- Filter Operator
- predicate: (value = 'bar') (type: boolean)
- Statistics: Num rows: 5 Data size: 1409 Basic stats:
PARTIAL Column stats: PARTIAL
- Select Operator
- expressions: ROW__ID (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>), ds (type: string), hr (type:
int)
- outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 5 Data size: 1409 Basic stats:
PARTIAL Column stats: PARTIAL
- Reduce Output Operator
- key expressions: _col0 (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>)
- sort order: +
- Map-reduce partition columns: UDFToInteger(_col0)
(type: int)
- Statistics: Num rows: 5 Data size: 1409 Basic stats:
PARTIAL Column stats: PARTIAL
- value expressions: _col1 (type: string), _col2 (type:
int)
- Execution mode: llap
- LLAP IO: may be used (ACID table)
- Reducer 2
- Execution mode: llap
- Reduce Operator Tree:
- Select Operator
- expressions: KEY.reducesinkkey0 (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>), VALUE._col0 (type: string),
VALUE._col1 (type: int)
- outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 5 Data size: 1409 Basic stats: PARTIAL
Column stats: PARTIAL
- File Output Operator
- compressed: false
- Statistics: Num rows: 5 Data size: 1409 Basic stats: PARTIAL
Column stats: PARTIAL
- table:
- input format:
org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
- output format:
org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
- serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde
- name: default.acid_2l_part
- Write Type: DELETE
-
- Stage: Stage-2
- Dependency Collection
-
- Stage: Stage-0
- Move Operator
- tables:
- partition:
- ds
- hr
- replace: false
- table:
- input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
- output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
- serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde
- name: default.acid_2l_part
- Write Type: DELETE
-
- Stage: Stage-3
- Stats Work
- Basic Stats Work:
-
-PREHOOK: query: delete from acid_2L_part where value = 'bar'
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_2l_part
-PREHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=11
-PREHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=12
-PREHOOK: Input: default@acid_2l_part@ds=2008-04-09/hr=11
-PREHOOK: Input: default@acid_2l_part@ds=2008-04-09/hr=12
-PREHOOK: Output: default@acid_2l_part@ds=2008-04-08/hr=11
-PREHOOK: Output: default@acid_2l_part@ds=2008-04-08/hr=12
-PREHOOK: Output: default@acid_2l_part@ds=2008-04-09/hr=11
-PREHOOK: Output: default@acid_2l_part@ds=2008-04-09/hr=12
-POSTHOOK: query: delete from acid_2L_part where value = 'bar'
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_2l_part
-POSTHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=11
-POSTHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=12
-POSTHOOK: Input: default@acid_2l_part@ds=2008-04-09/hr=11
-POSTHOOK: Input: default@acid_2l_part@ds=2008-04-09/hr=12
-POSTHOOK: Output: default@acid_2l_part@ds=2008-04-08/hr=11
-POSTHOOK: Output: default@acid_2l_part@ds=2008-04-08/hr=12
-POSTHOOK: Output: default@acid_2l_part@ds=2008-04-09/hr=11
-POSTHOOK: Output: default@acid_2l_part@ds=2008-04-09/hr=12
-PREHOOK: query: select count(*) from acid_2L_part
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_2l_part
-PREHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=11
-PREHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=12
-PREHOOK: Input: default@acid_2l_part@ds=2008-04-09/hr=11
-PREHOOK: Input: default@acid_2l_part@ds=2008-04-09/hr=12
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from acid_2L_part
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_2l_part
-POSTHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=11
-POSTHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=12
-POSTHOOK: Input: default@acid_2l_part@ds=2008-04-09/hr=11
-POSTHOOK: Input: default@acid_2l_part@ds=2008-04-09/hr=12
-#### A masked pattern was here ####
-2000
-PREHOOK: query: drop table if exists acid_2L_part_sdpo
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table if exists acid_2L_part_sdpo
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: CREATE TABLE acid_2L_part_sdpo(key string, value string)
PARTITIONED BY(ds string, hr int) CLUSTERED BY(key) INTO 2 BUCKETS STORED AS
ORC TBLPROPERTIES ('transactional'='true')
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@acid_2L_part_sdpo
-POSTHOOK: query: CREATE TABLE acid_2L_part_sdpo(key string, value string)
PARTITIONED BY(ds string, hr int) CLUSTERED BY(key) INTO 2 BUCKETS STORED AS
ORC TBLPROPERTIES ('transactional'='true')
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@acid_2L_part_sdpo
-PREHOOK: query: insert into table acid_2L_part_sdpo partition(ds,hr) select *
from srcpart
-PREHOOK: type: QUERY
-PREHOOK: Input: default@srcpart
-PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
-PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
-PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
-PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
-PREHOOK: Output: default@acid_2l_part_sdpo
-POSTHOOK: query: insert into table acid_2L_part_sdpo partition(ds,hr) select
* from srcpart
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@srcpart
-POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
-POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
-POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
-POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
-POSTHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11
-POSTHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-08/hr=12
-POSTHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-09/hr=11
-POSTHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-09/hr=12
-POSTHOOK: Lineage: acid_2l_part_sdpo PARTITION(ds=2008-04-08,hr=11).key SIMPLE
[(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: acid_2l_part_sdpo PARTITION(ds=2008-04-08,hr=11).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default),
]
-POSTHOOK: Lineage: acid_2l_part_sdpo PARTITION(ds=2008-04-08,hr=12).key SIMPLE
[(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: acid_2l_part_sdpo PARTITION(ds=2008-04-08,hr=12).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default),
]
-POSTHOOK: Lineage: acid_2l_part_sdpo PARTITION(ds=2008-04-09,hr=11).key SIMPLE
[(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: acid_2l_part_sdpo PARTITION(ds=2008-04-09,hr=11).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default),
]
-POSTHOOK: Lineage: acid_2l_part_sdpo PARTITION(ds=2008-04-09,hr=12).key SIMPLE
[(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: acid_2l_part_sdpo PARTITION(ds=2008-04-09,hr=12).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default),
]
-PREHOOK: query: alter table acid_2L_part_sdpo partition(ds='2008-04-08')
update statistics set('numRows'='1600', 'rawDataSize'='18000')
-PREHOOK: type: ALTERTABLE_UPDATEPARTSTATS
-PREHOOK: Input: default@acid_2l_part_sdpo
-PREHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11
-PREHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-08/hr=12
-POSTHOOK: query: alter table acid_2L_part_sdpo partition(ds='2008-04-08')
update statistics set('numRows'='1600', 'rawDataSize'='18000')
-POSTHOOK: type: ALTERTABLE_UPDATEPARTSTATS
-POSTHOOK: Input: default@acid_2l_part_sdpo
-POSTHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11
-POSTHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=12
-POSTHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11
-POSTHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-08/hr=12
-PREHOOK: query: select count(*) from acid_2L_part_sdpo where ds='2008-04-08'
and hr=11
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_2l_part_sdpo
-PREHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from acid_2L_part_sdpo where ds='2008-04-08'
and hr=11
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_2l_part_sdpo
-POSTHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11
-#### A masked pattern was here ####
-500
-PREHOOK: query: insert into table acid_2L_part_sdpo
partition(ds='2008-04-08',hr=11) values("foo", "bar")
-PREHOOK: type: QUERY
-PREHOOK: Input: _dummy_database@_dummy_table
-PREHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11
-POSTHOOK: query: insert into table acid_2L_part_sdpo
partition(ds='2008-04-08',hr=11) values("foo", "bar")
-POSTHOOK: type: QUERY
-POSTHOOK: Input: _dummy_database@_dummy_table
-POSTHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11
-POSTHOOK: Lineage: acid_2l_part_sdpo PARTITION(ds=2008-04-08,hr=11).key SCRIPT
[]
-POSTHOOK: Lineage: acid_2l_part_sdpo PARTITION(ds=2008-04-08,hr=11).value
SCRIPT []
-PREHOOK: query: select count(*) from acid_2L_part_sdpo where ds='2008-04-08'
and hr=11
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_2l_part_sdpo
-PREHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from acid_2L_part_sdpo where ds='2008-04-08'
and hr=11
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_2l_part_sdpo
-POSTHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11
-#### A masked pattern was here ####
-501
-PREHOOK: query: explain update acid_2L_part_sdpo set value = 'bar' where key =
'foo' and ds='2008-04-08' and hr=11
-PREHOOK: type: QUERY
-POSTHOOK: query: explain update acid_2L_part_sdpo set value = 'bar' where key
= 'foo' and ds='2008-04-08' and hr=11
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-2 depends on stages: Stage-1
- Stage-0 depends on stages: Stage-2
- Stage-3 depends on stages: Stage-0
-
-STAGE PLANS:
- Stage: Stage-1
- Tez
-#### A masked pattern was here ####
- Edges:
- Reducer 2 <- Map 1 (SIMPLE_EDGE)
-#### A masked pattern was here ####
- Vertices:
- Map 1
- Map Operator Tree:
- TableScan
- alias: acid_2l_part_sdpo
- Statistics: Num rows: 154 Data size: 59496 Basic stats:
COMPLETE Column stats: NONE
- Filter Operator
- predicate: (key = 'foo') (type: boolean)
- Statistics: Num rows: 5 Data size: 1931 Basic stats:
COMPLETE Column stats: NONE
- Select Operator
- expressions: ROW__ID (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>)
- outputColumnNames: _col0
- Statistics: Num rows: 5 Data size: 1931 Basic stats:
COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>)
- sort order: +
- Map-reduce partition columns: UDFToInteger(_col0)
(type: int)
- Statistics: Num rows: 5 Data size: 1931 Basic stats:
COMPLETE Column stats: NONE
- Execution mode: llap
- LLAP IO: may be used (ACID table)
- Reducer 2
- Execution mode: llap
- Reduce Operator Tree:
- Select Operator
- expressions: KEY.reducesinkkey0 (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>), 'foo' (type: string), 'bar'
(type: string), '2008-04-08' (type: string), 11 (type: int)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 5 Data size: 1931 Basic stats: COMPLETE
Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 5 Data size: 1931 Basic stats:
COMPLETE Column stats: NONE
- table:
- input format:
org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
- output format:
org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
- serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde
- name: default.acid_2l_part_sdpo
- Write Type: UPDATE
-
- Stage: Stage-2
- Dependency Collection
-
- Stage: Stage-0
- Move Operator
- tables:
- partition:
- ds
- hr
- replace: false
- table:
- input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
- output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
- serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde
- name: default.acid_2l_part_sdpo
- Write Type: UPDATE
-
- Stage: Stage-3
- Stats Work
- Basic Stats Work:
-
-PREHOOK: query: update acid_2L_part_sdpo set value = 'bar' where key = 'foo'
and ds='2008-04-08' and hr=11
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_2l_part_sdpo
-PREHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11
-PREHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11
-POSTHOOK: query: update acid_2L_part_sdpo set value = 'bar' where key = 'foo'
and ds='2008-04-08' and hr=11
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_2l_part_sdpo
-POSTHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11
-POSTHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11
-PREHOOK: query: select count(*) from acid_2L_part_sdpo where ds='2008-04-08'
and hr=11
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_2l_part_sdpo
-PREHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from acid_2L_part_sdpo where ds='2008-04-08'
and hr=11
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_2l_part_sdpo
-POSTHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11
-#### A masked pattern was here ####
-501
-PREHOOK: query: explain update acid_2L_part_sdpo set value = 'bar' where key =
'foo' and ds='2008-04-08' and hr>=11
-PREHOOK: type: QUERY
-POSTHOOK: query: explain update acid_2L_part_sdpo set value = 'bar' where key
= 'foo' and ds='2008-04-08' and hr>=11
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-2 depends on stages: Stage-1
- Stage-0 depends on stages: Stage-2
- Stage-3 depends on stages: Stage-0
-
-STAGE PLANS:
- Stage: Stage-1
- Tez
-#### A masked pattern was here ####
- Edges:
- Reducer 2 <- Map 1 (SIMPLE_EDGE)
-#### A masked pattern was here ####
- Vertices:
- Map 1
- Map Operator Tree:
- TableScan
- alias: acid_2l_part_sdpo
- Statistics: Num rows: 1600 Data size: 156727 Basic stats:
PARTIAL Column stats: PARTIAL
- Filter Operator
- predicate: (key = 'foo') (type: boolean)
- Statistics: Num rows: 5 Data size: 489 Basic stats:
PARTIAL Column stats: PARTIAL
- Select Operator
- expressions: ROW__ID (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>), hr (type: int)
- outputColumnNames: _col0, _col4
- Statistics: Num rows: 5 Data size: 489 Basic stats:
PARTIAL Column stats: PARTIAL
- Reduce Output Operator
- key expressions: '2008-04-08' (type: string), _col4
(type: int), '_bucket_number' (type: string), _col0 (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>)
- sort order: ++++
- Map-reduce partition columns: '2008-04-08' (type:
string), _col4 (type: int)
- Statistics: Num rows: 5 Data size: 489 Basic stats:
PARTIAL Column stats: PARTIAL
- Execution mode: llap
- LLAP IO: may be used (ACID table)
- Reducer 2
- Execution mode: llap
- Reduce Operator Tree:
- Select Operator
- expressions: KEY._col0 (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>), 'foo' (type: string), 'bar'
(type: string), '2008-04-08' (type: string), KEY._col4 (type: int),
KEY.'_bucket_number' (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4,
'_bucket_number'
- Statistics: Num rows: 5 Data size: 489 Basic stats: PARTIAL
Column stats: PARTIAL
- File Output Operator
- compressed: false
- Dp Sort State: PARTITION_BUCKET_SORTED
- Statistics: Num rows: 5 Data size: 489 Basic stats: PARTIAL
Column stats: PARTIAL
- table:
- input format:
org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
- output format:
org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
- serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde
- name: default.acid_2l_part_sdpo
- Write Type: UPDATE
-
- Stage: Stage-2
- Dependency Collection
-
- Stage: Stage-0
- Move Operator
- tables:
- partition:
- ds
- hr
- replace: false
- table:
- input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
- output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
- serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde
- name: default.acid_2l_part_sdpo
- Write Type: UPDATE
-
- Stage: Stage-3
- Stats Work
- Basic Stats Work:
-
-PREHOOK: query: update acid_2L_part_sdpo set value = 'bar' where key = 'foo'
and ds='2008-04-08' and hr>=11
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_2l_part_sdpo
-PREHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11
-PREHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=12
-PREHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11
-PREHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-08/hr=12
-POSTHOOK: query: update acid_2L_part_sdpo set value = 'bar' where key = 'foo'
and ds='2008-04-08' and hr>=11
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_2l_part_sdpo
-POSTHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11
-POSTHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=12
-POSTHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11
-POSTHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-08/hr=12
-PREHOOK: query: select count(*) from acid_2L_part_sdpo where ds='2008-04-08'
and hr>=11
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_2l_part_sdpo
-PREHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11
-PREHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=12
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from acid_2L_part_sdpo where ds='2008-04-08'
and hr>=11
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_2l_part_sdpo
-POSTHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11
-POSTHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=12
-#### A masked pattern was here ####
-1001
-PREHOOK: query: delete from acid_2L_part_sdpo where key = 'foo' and
ds='2008-04-08' and hr=11
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_2l_part_sdpo
-PREHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11
-PREHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11
-POSTHOOK: query: delete from acid_2L_part_sdpo where key = 'foo' and
ds='2008-04-08' and hr=11
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_2l_part_sdpo
-POSTHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11
-POSTHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11
-PREHOOK: query: select count(*) from acid_2L_part_sdpo where ds='2008-04-08'
and hr=11
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_2l_part_sdpo
-PREHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from acid_2L_part_sdpo where ds='2008-04-08'
and hr=11
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_2l_part_sdpo
-POSTHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11
-#### A masked pattern was here ####
-500
-PREHOOK: query: explain
-delete from acid_2L_part_sdpo where value = 'bar'
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-delete from acid_2L_part_sdpo where value = 'bar'
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-2 depends on stages: Stage-1
- Stage-0 depends on stages: Stage-2
- Stage-3 depends on stages: Stage-0
-
-STAGE PLANS:
- Stage: Stage-1
- Tez
-#### A masked pattern was here ####
- Edges:
- Reducer 2 <- Map 1 (SIMPLE_EDGE)
-#### A masked pattern was here ####
- Vertices:
- Map 1
- Map Operator Tree:
- TableScan
- alias: acid_2l_part_sdpo
- Statistics: Num rows: 1600 Data size: 451127 Basic stats:
PARTIAL Column stats: PARTIAL
- Filter Operator
- predicate: (value = 'bar') (type: boolean)
- Statistics: Num rows: 5 Data size: 1409 Basic stats:
PARTIAL Column stats: PARTIAL
- Select Operator
- expressions: ROW__ID (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>), ds (type: string), hr (type:
int)
- outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 5 Data size: 1409 Basic stats:
PARTIAL Column stats: PARTIAL
- Reduce Output Operator
- key expressions: _col1 (type: string), _col2 (type:
int), '_bucket_number' (type: string), _col0 (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>)
- sort order: ++++
- Map-reduce partition columns: _col1 (type: string),
_col2 (type: int)
- Statistics: Num rows: 5 Data size: 1409 Basic stats:
PARTIAL Column stats: PARTIAL
- Execution mode: llap
- LLAP IO: may be used (ACID table)
- Reducer 2
- Execution mode: llap
- Reduce Operator Tree:
- Select Operator
- expressions: KEY._col0 (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>), KEY._col1 (type: string),
KEY._col2 (type: int), KEY.'_bucket_number' (type: string)
- outputColumnNames: _col0, _col1, _col2, '_bucket_number'
- Statistics: Num rows: 5 Data size: 1409 Basic stats: PARTIAL
Column stats: PARTIAL
- File Output Operator
- compressed: false
- Dp Sort State: PARTITION_BUCKET_SORTED
- Statistics: Num rows: 5 Data size: 1409 Basic stats: PARTIAL
Column stats: PARTIAL
- table:
- input format:
org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
- output format:
org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
- serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde
- name: default.acid_2l_part_sdpo
- Write Type: DELETE
-
- Stage: Stage-2
- Dependency Collection
-
- Stage: Stage-0
- Move Operator
- tables:
- partition:
- ds
- hr
- replace: false
- table:
- input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
- output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
- serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde
- name: default.acid_2l_part_sdpo
- Write Type: DELETE
-
- Stage: Stage-3
- Stats Work
- Basic Stats Work:
-
-PREHOOK: query: delete from acid_2L_part_sdpo where value = 'bar'
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_2l_part_sdpo
-PREHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11
-PREHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=12
-PREHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-09/hr=11
-PREHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-09/hr=12
-PREHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11
-PREHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-08/hr=12
-PREHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-09/hr=11
-PREHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-09/hr=12
-POSTHOOK: query: delete from acid_2L_part_sdpo where value = 'bar'
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_2l_part_sdpo
-POSTHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11
-POSTHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=12
-POSTHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-09/hr=11
-POSTHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-09/hr=12
-POSTHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11
-POSTHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-08/hr=12
-POSTHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-09/hr=11
-POSTHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-09/hr=12
-PREHOOK: query: select count(*) from acid_2L_part_sdpo
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_2l_part_sdpo
-PREHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11
-PREHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=12
-PREHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-09/hr=11
-PREHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-09/hr=12
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from acid_2L_part_sdpo
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_2l_part_sdpo
-POSTHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11
-POSTHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=12
-POSTHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-09/hr=11
-POSTHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-09/hr=12
-#### A masked pattern was here ####
-2000
-PREHOOK: query: drop table if exists acid_2L_part_sdpo_no_cp
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table if exists acid_2L_part_sdpo_no_cp
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: CREATE TABLE acid_2L_part_sdpo_no_cp(key string, value string)
PARTITIONED BY(ds string, hr int) CLUSTERED BY(key) INTO 2 BUCKETS STORED AS
ORC TBLPROPERTIES ('transactional'='true')
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@acid_2L_part_sdpo_no_cp
-POSTHOOK: query: CREATE TABLE acid_2L_part_sdpo_no_cp(key string, value
string) PARTITIONED BY(ds string, hr int) CLUSTERED BY(key) INTO 2 BUCKETS
STORED AS ORC TBLPROPERTIES ('transactional'='true')
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@acid_2L_part_sdpo_no_cp
-PREHOOK: query: insert into table acid_2L_part_sdpo_no_cp partition(ds,hr)
select * from srcpart
-PREHOOK: type: QUERY
-PREHOOK: Input: default@srcpart
-PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
-PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
-PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
-PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
-PREHOOK: Output: default@acid_2l_part_sdpo_no_cp
-POSTHOOK: query: insert into table acid_2L_part_sdpo_no_cp partition(ds,hr)
select * from srcpart
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@srcpart
-POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
-POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
-POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
-POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
-POSTHOOK: Output: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11
-POSTHOOK: Output: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=12
-POSTHOOK: Output: default@acid_2l_part_sdpo_no_cp@ds=2008-04-09/hr=11
-POSTHOOK: Output: default@acid_2l_part_sdpo_no_cp@ds=2008-04-09/hr=12
-POSTHOOK: Lineage: acid_2l_part_sdpo_no_cp PARTITION(ds=2008-04-08,hr=11).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: acid_2l_part_sdpo_no_cp
PARTITION(ds=2008-04-08,hr=11).value SIMPLE
[(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
-POSTHOOK: Lineage: acid_2l_part_sdpo_no_cp PARTITION(ds=2008-04-08,hr=12).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: acid_2l_part_sdpo_no_cp
PARTITION(ds=2008-04-08,hr=12).value SIMPLE
[(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
-POSTHOOK: Lineage: acid_2l_part_sdpo_no_cp PARTITION(ds=2008-04-09,hr=11).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: acid_2l_part_sdpo_no_cp
PARTITION(ds=2008-04-09,hr=11).value SIMPLE
[(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
-POSTHOOK: Lineage: acid_2l_part_sdpo_no_cp PARTITION(ds=2008-04-09,hr=12).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: acid_2l_part_sdpo_no_cp
PARTITION(ds=2008-04-09,hr=12).value SIMPLE
[(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
-PREHOOK: query: alter table acid_2L_part_sdpo_no_cp partition(ds='2008-04-08')
update statistics set('numRows'='1600', 'rawDataSize'='18000')
-PREHOOK: type: ALTERTABLE_UPDATEPARTSTATS
-PREHOOK: Input: default@acid_2l_part_sdpo_no_cp
-PREHOOK: Output: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11
-PREHOOK: Output: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=12
-POSTHOOK: query: alter table acid_2L_part_sdpo_no_cp
partition(ds='2008-04-08') update statistics set('numRows'='1600',
'rawDataSize'='18000')
-POSTHOOK: type: ALTERTABLE_UPDATEPARTSTATS
-POSTHOOK: Input: default@acid_2l_part_sdpo_no_cp
-POSTHOOK: Input: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11
-POSTHOOK: Input: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=12
-POSTHOOK: Output: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11
-POSTHOOK: Output: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=12
-PREHOOK: query: select count(*) from acid_2L_part_sdpo_no_cp where
ds='2008-04-08' and hr=11
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_2l_part_sdpo_no_cp
-PREHOOK: Input: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from acid_2L_part_sdpo_no_cp where
ds='2008-04-08' and hr=11
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_2l_part_sdpo_no_cp
-POSTHOOK: Input: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11
-#### A masked pattern was here ####
-500
-PREHOOK: query: insert into table acid_2L_part_sdpo_no_cp
partition(ds='2008-04-08',hr=11) values("foo", "bar")
-PREHOOK: type: QUERY
-PREHOOK: Input: _dummy_database@_dummy_table
-PREHOOK: Output: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11
-POSTHOOK: query: insert into table acid_2L_part_sdpo_no_cp
partition(ds='2008-04-08',hr=11) values("foo", "bar")
-POSTHOOK: type: QUERY
-POSTHOOK: Input: _dummy_database@_dummy_table
-POSTHOOK: Output: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11
-POSTHOOK: Lineage: acid_2l_part_sdpo_no_cp PARTITION(ds=2008-04-08,hr=11).key
SCRIPT []
-POSTHOOK: Lineage: acid_2l_part_sdpo_no_cp
PARTITION(ds=2008-04-08,hr=11).value SCRIPT []
-PREHOOK: query: select count(*) from acid_2L_part_sdpo_no_cp where
ds='2008-04-08' and hr=11
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_2l_part_sdpo_no_cp
-PREHOOK: Input: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from acid_2L_part_sdpo_no_cp where
ds='2008-04-08' and hr=11
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_2l_part_sdpo_no_cp
-POSTHOOK: Input: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11
-#### A masked pattern was here ####
-501
-PREHOOK: query: explain update acid_2L_part_sdpo_no_cp set value = 'bar' where
key = 'foo' and ds='2008-04-08' and hr=11
-PREHOOK: type: QUERY
-POSTHOOK: query: explain update acid_2L_part_sdpo_no_cp set value = 'bar'
where key = 'foo' and ds='2008-04-08' and hr=11
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-2 depends on stages: Stage-1
- Stage-0 depends on stages: Stage-2
- Stage-3 depends on stages: Stage-0
-
-STAGE PLANS:
- Stage: Stage-1
- Tez
-#### A masked pattern was here ####
- Edges:
- Reducer 2 <- Map 1 (SIMPLE_EDGE)
-#### A masked pattern was here ####
- Vertices:
- Map 1
- Map Operator Tree:
- TableScan
- alias: acid_2l_part_sdpo_no_cp
- Statistics: Num rows: 95 Data size: 81408 Basic stats:
COMPLETE Column stats: PARTIAL
- Filter Operator
- predicate: (key = 'foo') (type: boolean)
- Statistics: Num rows: 5 Data size: 1860 Basic stats:
COMPLETE Column stats: PARTIAL
- Select Operator
- expressions: ROW__ID (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>), key (type: string), ds
(type: string), hr (type: int)
- outputColumnNames: _col0, _col1, _col3, _col4
- Statistics: Num rows: 5 Data size: 2675 Basic stats:
COMPLETE Column stats: PARTIAL
- Reduce Output Operator
- key expressions: _col3 (type: string), _col4 (type:
int), '_bucket_number' (type: string), _col0 (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>)
- sort order: ++++
- Map-reduce partition columns: _col3 (type: string),
_col4 (type: int)
- Statistics: Num rows: 5 Data size: 2675 Basic stats:
COMPLETE Column stats: PARTIAL
- value expressions: _col1 (type: string), 'bar' (type:
string)
- Execution mode: llap
- LLAP IO: may be used (ACID table)
- Reducer 2
- Execution mode: llap
- Reduce Operator Tree:
- Select Operator
- expressions: KEY._col0 (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>), VALUE._col1 (type: string),
VALUE._col2 (type: string), KEY._col3 (type: string), KEY._col4 (type: int),
KEY.'_bucket_number' (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4,
'_bucket_number'
- Statistics: Num rows: 5 Data size: 3165 Basic stats: COMPLETE
Column stats: PARTIAL
- File Output Operator
- compressed: false
- Dp Sort State: PARTITION_BUCKET_SORTED
- Statistics: Num rows: 5 Data size: 3165 Basic stats:
COMPLETE Column stats: PARTIAL
- table:
- input format:
org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
- output format:
org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
- serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde
- name: default.acid_2l_part_sdpo_no_cp
- Write Type: UPDATE
-
- Stage: Stage-2
- Dependency Collection
-
- Stage: Stage-0
- Move Operator
- tables:
- partition:
- ds
- hr
- replace: false
- table:
- input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
- output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
- serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde
- name: default.acid_2l_part_sdpo_no_cp
- Write Type: UPDATE
-
- Stage: Stage-3
- Stats Work
- Basic Stats Work:
-
-PREHOOK: query: update acid_2L_part_sdpo_no_cp set value = 'bar' where key =
'foo' and ds='2008-04-08' and hr=11
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_2l_part_sdpo_no_cp
-PREHOOK: Input: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11
-PREHOOK: Output: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11
-POSTHOOK: query: update acid_2L_part_sdpo_no_cp set value = 'bar' where key =
'foo' and ds='2008-04-08' and hr=11
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_2l_part_sdpo_no_cp
-POSTHOOK: Input: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11
-POSTHOOK: Output: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11
-PREHOOK: query: select count(*) from acid_2L_part_sdpo_no_cp where
ds='2008-04-08' and hr=11
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_2l_part_sdpo_no_cp
-PREHOOK: Input: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from acid_2L_part_sdpo_no_cp where
ds='2008-04-08' and hr=11
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_2l_part_sdpo_no_cp
-POSTHOOK: Input: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11
-#### A masked pattern was here ####
-501
-PREHOOK: query: explain update acid_2L_part_sdpo_no_cp set value = 'bar' where
key = 'foo' and ds='2008-04-08' and hr>=11
-PREHOOK: type: QUERY
-POSTHOOK: query: explain update acid_2L_part_sdpo_no_cp set value = 'bar'
where key = 'foo' and ds='2008-04-08' and hr>=11
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-2 depends on stages: Stage-1
- Stage-0 depends on stages: Stage-2
- Stage-3 depends on stages: Stage-0
-
-STAGE PLANS:
- Stage: Stage-1
- Tez
-#### A masked pattern was here ####
- Edges:
- Reducer 2 <- Map 1 (SIMPLE_EDGE)
-#### A masked pattern was here ####
- Vertices:
- Map 1
- Map Operator Tree:
- TableScan
- alias: acid_2l_part_sdpo_no_cp
- Statistics: Num rows: 1600 Data size: 598664 Basic stats:
PARTIAL Column stats: PARTIAL
- Filter Operator
- predicate: (key = 'foo') (type: boolean)
- Statistics: Num rows: 5 Data size: 1870 Basic stats:
PARTIAL Column stats: PARTIAL
- Select Operator
- expressions: ROW__ID (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>), key (type: string), ds
(type: string), hr (type: int)
- outputColumnNames: _col0, _col1, _col3, _col4
- Statistics: Num rows: 5 Data size: 1870 Basic stats:
PARTIAL Column stats: PARTIAL
- Reduce Output Operator
- key expressions: _col3 (type: string), _col4 (type:
int), '_bucket_number' (type: string), _col0 (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>)
- sort order: ++++
- Map-reduce partition columns: _col3 (type: string),
_col4 (type: int)
- Statistics: Num rows: 5 Data size: 1870 Basic stats:
PARTIAL Column stats: PARTIAL
- value expressions: _col1 (type: string), 'bar' (type:
string)
- Execution mode: llap
- LLAP IO: may be used (ACID table)
- Reducer 2
- Execution mode: llap
- Reduce Operator Tree:
- Select Operator
- expressions: KEY._col0 (type:
struct<writeid:bigint,bucketid:int,rowid:bigint>), VALUE._col1 (type: string),
VALUE._col2 (type: string), KEY._col3 (type: string), KEY._col4 (type: int),
KEY.'_bucket_number' (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4,
'_bucket_number'
- Statistics: Num rows: 5 Data size: 1870 Basic stats: PARTIAL
Column stats: PARTIAL
- File Output Operator
- compressed: false
- Dp Sort State: PARTITION_BUCKET_SORTED
- Statistics: Num rows: 5 Data size: 1870 Basic stats: PARTIAL
Column stats: PARTIAL
- table:
- input format:
org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
- output format:
org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
- serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde
- name: default.acid_2l_part_sdpo_no_cp
- Write Type: UPDATE
-
- Stage: Stage-2
- Dependency Collection
-
- Stage: Stage-0
- Move Operator
- tables:
- partition:
- ds
- hr
- replace: false
- table:
- input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
- output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
- serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde
- name: default.acid_2l_part_sdpo_no_cp
- Write Type: UPDATE
-
- Stage: Stage-3
- Stats Work
- Basic Stats Work:
-
-PREHOOK: query: update acid_2L_part_sdpo_no_cp set value = 'bar' where key =
'foo' and ds='2008-04-08' and hr>=11
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_2l_part_sdpo_no_cp
-PREHOOK: Input: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11
-PREHOOK: Input: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=12
-PREHOOK: Output: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11
-PREHOOK: Output: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=12
-POSTHOOK: query: update acid_2L_part_sdpo_no_cp set value = 'bar' where key =
'foo' and ds='2008-04-08' and hr>=11
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_2l_part_sdpo_no_cp
-POSTHOOK: Input: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11
-POSTHOOK: Input: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=12
-POSTHOOK: Output: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11
-POSTHOOK: Output: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=12
-PREHOOK: query: select count(*) from acid_2L_part_sdpo_no_cp where
ds='2008-04-08' and hr>=11
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_2l_part_sdpo_no_cp
-PREHOOK: Input: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11
-PREHOOK: Input: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=12
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from acid_2L_part_sdpo_no_cp where
ds='2008-04-08' and hr>=11
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_2l_part_sdpo_no_cp
-POSTHOOK: Input: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11
-POSTHOOK: Input: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=12
-#### A masked pattern was here ####
-1001
-PREHOOK: query: delete from acid_2L_part_sdpo_no_cp where key = 'foo' and
ds='2008-04-08' and hr=11
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_2l_part_sdpo_no_cp
-PREHOOK: Input: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11
-PREHOOK: Output: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11
-POSTHOOK: query: delete from acid_2L_part_sdpo_no_cp where key = 'foo' and
ds='2008-04-08' and hr=11
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_2l_part_sdpo_no_cp
-POSTHOOK: Input: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11
-POSTHOOK: Output: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11
-PREHOOK: query: select count(*) from acid_2L_part_sdpo_no_cp where
ds='2008-04-08' and hr=11
-PREHOOK: type: QUERY
-PREHOOK: Input: default@acid_2l_part_sdpo_no_cp
-PREHOOK: Input: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from acid_2L_part_sdpo_no_cp where
ds='2008-04-08' and hr=11
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@acid_2l_part_sdpo_no_cp
-POSTHOOK: Input: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11
-#### A masked pattern was here ####
-500
