http://git-wip-us.apache.org/repos/asf/hive/blob/c695c70b/ql/src/test/results/clientpositive/materialized_view_create_rewrite_multi_db.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/materialized_view_create_rewrite_multi_db.q.out b/ql/src/test/results/clientpositive/materialized_view_create_rewrite_multi_db.q.out deleted file mode 100644 index 32b408f..0000000 --- a/ql/src/test/results/clientpositive/materialized_view_create_rewrite_multi_db.q.out +++ /dev/null @@ -1,175 +0,0 @@ -PREHOOK: query: create database db1 -PREHOOK: type: CREATEDATABASE -PREHOOK: Output: database:db1 -POSTHOOK: query: create database db1 -POSTHOOK: type: CREATEDATABASE -POSTHOOK: Output: database:db1 -PREHOOK: query: use db1 -PREHOOK: type: SWITCHDATABASE -PREHOOK: Input: database:db1 -POSTHOOK: query: use db1 -POSTHOOK: type: SWITCHDATABASE -POSTHOOK: Input: database:db1 -PREHOOK: query: create table cmv_basetable (a int, b varchar(256), c decimal(10,2), d int) stored as orc TBLPROPERTIES ('transactional'='true') -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:db1 -PREHOOK: Output: db1@cmv_basetable -POSTHOOK: query: create table cmv_basetable (a int, b varchar(256), c decimal(10,2), d int) stored as orc TBLPROPERTIES ('transactional'='true') -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:db1 -POSTHOOK: Output: db1@cmv_basetable -PREHOOK: query: insert into cmv_basetable values - (1, 'alfred', 10.30, 2), - (2, 'bob', 3.14, 3), - (2, 'bonnie', 172342.2, 3), - (3, 'calvin', 978.76, 3), - (3, 'charlie', 9.8, 1) -PREHOOK: type: QUERY -PREHOOK: Input: _dummy_database@_dummy_table -PREHOOK: Output: db1@cmv_basetable -POSTHOOK: query: insert into cmv_basetable values - (1, 'alfred', 10.30, 2), - (2, 'bob', 3.14, 3), - (2, 'bonnie', 172342.2, 3), - (3, 'calvin', 978.76, 3), - (3, 'charlie', 9.8, 1) -POSTHOOK: type: QUERY -POSTHOOK: Input: _dummy_database@_dummy_table -POSTHOOK: Output: db1@cmv_basetable -POSTHOOK: Lineage: cmv_basetable.a SCRIPT [] -POSTHOOK: Lineage: cmv_basetable.b SCRIPT [] -POSTHOOK: Lineage: cmv_basetable.c SCRIPT [] -POSTHOOK: Lineage: cmv_basetable.d SCRIPT [] -PREHOOK: query: analyze table cmv_basetable compute statistics for columns -PREHOOK: type: QUERY -PREHOOK: Input: db1@cmv_basetable -PREHOOK: Output: db1@cmv_basetable -#### A masked pattern was here #### -POSTHOOK: query: analyze table cmv_basetable compute statistics for columns -POSTHOOK: type: QUERY -POSTHOOK: Input: db1@cmv_basetable -POSTHOOK: Output: db1@cmv_basetable -#### A masked pattern was here #### -PREHOOK: query: create database db2 -PREHOOK: type: CREATEDATABASE -PREHOOK: Output: database:db2 -POSTHOOK: query: create database db2 -POSTHOOK: type: CREATEDATABASE -POSTHOOK: Output: database:db2 -PREHOOK: query: use db2 -PREHOOK: type: SWITCHDATABASE -PREHOOK: Input: database:db2 -POSTHOOK: query: use db2 -POSTHOOK: type: SWITCHDATABASE -POSTHOOK: Input: database:db2 -PREHOOK: query: create materialized view cmv_mat_view enable rewrite -as select a, b, c from db1.cmv_basetable where a = 2 -PREHOOK: type: CREATE_MATERIALIZED_VIEW -PREHOOK: Input: db1@cmv_basetable -PREHOOK: Output: database:db2 -PREHOOK: Output: db2@cmv_mat_view -POSTHOOK: query: create materialized view cmv_mat_view enable rewrite -as select a, b, c from db1.cmv_basetable where a = 2 -POSTHOOK: type: CREATE_MATERIALIZED_VIEW -POSTHOOK: Input: db1@cmv_basetable -POSTHOOK: Output: database:db2 -POSTHOOK: Output: db2@cmv_mat_view -PREHOOK: query: select * from cmv_mat_view -PREHOOK: type: QUERY -PREHOOK: Input: db2@cmv_mat_view -#### A masked pattern was here #### -POSTHOOK: query: select * from cmv_mat_view -POSTHOOK: type: QUERY -POSTHOOK: Input: db2@cmv_mat_view -#### A masked pattern was here #### -2 bob 3.14 -2 bonnie 172342.20 -PREHOOK: query: show tblproperties cmv_mat_view -PREHOOK: type: SHOW_TBLPROPERTIES -POSTHOOK: query: show tblproperties cmv_mat_view -POSTHOOK: type: SHOW_TBLPROPERTIES -COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} -numFiles 1 -numRows 2 -rawDataSize 408 -totalSize 453 -#### A masked pattern was here #### -PREHOOK: query: create materialized view if not exists cmv_mat_view2 enable rewrite -as select a, c from db1.cmv_basetable where a = 3 -PREHOOK: type: CREATE_MATERIALIZED_VIEW -PREHOOK: Input: db1@cmv_basetable -PREHOOK: Output: database:db2 -PREHOOK: Output: db2@cmv_mat_view2 -POSTHOOK: query: create materialized view if not exists cmv_mat_view2 enable rewrite -as select a, c from db1.cmv_basetable where a = 3 -POSTHOOK: type: CREATE_MATERIALIZED_VIEW -POSTHOOK: Input: db1@cmv_basetable -POSTHOOK: Output: database:db2 -POSTHOOK: Output: db2@cmv_mat_view2 -PREHOOK: query: select * from cmv_mat_view2 -PREHOOK: type: QUERY -PREHOOK: Input: db2@cmv_mat_view2 -#### A masked pattern was here #### -POSTHOOK: query: select * from cmv_mat_view2 -POSTHOOK: type: QUERY -POSTHOOK: Input: db2@cmv_mat_view2 -#### A masked pattern was here #### -3 978.76 -3 9.80 -PREHOOK: query: show tblproperties cmv_mat_view2 -PREHOOK: type: SHOW_TBLPROPERTIES -POSTHOOK: query: show tblproperties cmv_mat_view2 -POSTHOOK: type: SHOW_TBLPROPERTIES -COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} -numFiles 1 -numRows 2 -rawDataSize 232 -totalSize 322 -#### A masked pattern was here #### -PREHOOK: query: create database db3 -PREHOOK: type: CREATEDATABASE -PREHOOK: Output: database:db3 -POSTHOOK: query: create database db3 -POSTHOOK: type: CREATEDATABASE -POSTHOOK: Output: database:db3 -PREHOOK: query: use db3 -PREHOOK: type: SWITCHDATABASE -PREHOOK: Input: database:db3 -POSTHOOK: query: use db3 -POSTHOOK: type: SWITCHDATABASE -POSTHOOK: Input: database:db3 -PREHOOK: query: explain -select a, c from db1.cmv_basetable where a = 3 -PREHOOK: type: QUERY -POSTHOOK: query: explain -select a, c from db1.cmv_basetable where a = 3 -POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-0 is a root stage - -STAGE PLANS: - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - TableScan - alias: db2.cmv_mat_view2 - Statistics: Num rows: 2 Data size: 232 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: 3 (type: int), c (type: decimal(10,2)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 2 Data size: 232 Basic stats: COMPLETE Column stats: NONE - ListSink - -PREHOOK: query: select a, c from db1.cmv_basetable where a = 3 -PREHOOK: type: QUERY -PREHOOK: Input: db1@cmv_basetable -PREHOOK: Input: db2@cmv_mat_view2 -#### A masked pattern was here #### -POSTHOOK: query: select a, c from db1.cmv_basetable where a = 3 -POSTHOOK: type: QUERY -POSTHOOK: Input: db1@cmv_basetable -POSTHOOK: Input: db2@cmv_mat_view2 -#### A masked pattern was here #### -3 978.76 -3 9.80
http://git-wip-us.apache.org/repos/asf/hive/blob/c695c70b/ql/src/test/results/clientpositive/materialized_view_create_rewrite_time_window.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/materialized_view_create_rewrite_time_window.q.out b/ql/src/test/results/clientpositive/materialized_view_create_rewrite_time_window.q.out deleted file mode 100644 index bfbac3f..0000000 --- a/ql/src/test/results/clientpositive/materialized_view_create_rewrite_time_window.q.out +++ /dev/null @@ -1,830 +0,0 @@ -PREHOOK: query: create table cmv_basetable (a int, b varchar(256), c decimal(10,2), d int) stored as orc TBLPROPERTIES ('transactional'='true') -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@cmv_basetable -POSTHOOK: query: create table cmv_basetable (a int, b varchar(256), c decimal(10,2), d int) stored as orc TBLPROPERTIES ('transactional'='true') -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@cmv_basetable -PREHOOK: query: insert into cmv_basetable values - (1, 'alfred', 10.30, 2), - (2, 'bob', 3.14, 3), - (2, 'bonnie', 172342.2, 3), - (3, 'calvin', 978.76, 3), - (3, 'charlie', 9.8, 1) -PREHOOK: type: QUERY -PREHOOK: Input: _dummy_database@_dummy_table -PREHOOK: Output: default@cmv_basetable -POSTHOOK: query: insert into cmv_basetable values - (1, 'alfred', 10.30, 2), - (2, 'bob', 3.14, 3), - (2, 'bonnie', 172342.2, 3), - (3, 'calvin', 978.76, 3), - (3, 'charlie', 9.8, 1) -POSTHOOK: type: QUERY -POSTHOOK: Input: _dummy_database@_dummy_table -POSTHOOK: Output: default@cmv_basetable -POSTHOOK: Lineage: cmv_basetable.a SCRIPT [] -POSTHOOK: Lineage: cmv_basetable.b SCRIPT [] -POSTHOOK: Lineage: cmv_basetable.c SCRIPT [] -POSTHOOK: Lineage: cmv_basetable.d SCRIPT [] -PREHOOK: query: analyze table cmv_basetable compute statistics for columns -PREHOOK: type: QUERY -PREHOOK: Input: default@cmv_basetable -PREHOOK: Output: default@cmv_basetable -#### A masked pattern was here #### -POSTHOOK: query: analyze table cmv_basetable compute statistics for columns -POSTHOOK: type: QUERY -POSTHOOK: Input: default@cmv_basetable -POSTHOOK: Output: default@cmv_basetable -#### A masked pattern was here #### -PREHOOK: query: create table cmv_basetable_2 (a int, b varchar(256), c decimal(10,2), d int) stored as orc TBLPROPERTIES ('transactional'='true') -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@cmv_basetable_2 -POSTHOOK: query: create table cmv_basetable_2 (a int, b varchar(256), c decimal(10,2), d int) stored as orc TBLPROPERTIES ('transactional'='true') -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@cmv_basetable_2 -PREHOOK: query: insert into cmv_basetable_2 values - (1, 'alfred', 10.30, 2), - (3, 'calvin', 978.76, 3) -PREHOOK: type: QUERY -PREHOOK: Input: _dummy_database@_dummy_table -PREHOOK: Output: default@cmv_basetable_2 -POSTHOOK: query: insert into cmv_basetable_2 values - (1, 'alfred', 10.30, 2), - (3, 'calvin', 978.76, 3) -POSTHOOK: type: QUERY -POSTHOOK: Input: _dummy_database@_dummy_table -POSTHOOK: Output: default@cmv_basetable_2 -POSTHOOK: Lineage: cmv_basetable_2.a SCRIPT [] -POSTHOOK: Lineage: cmv_basetable_2.b SCRIPT [] -POSTHOOK: Lineage: cmv_basetable_2.c SCRIPT [] -POSTHOOK: Lineage: cmv_basetable_2.d SCRIPT [] -PREHOOK: query: analyze table cmv_basetable_2 compute statistics for columns -PREHOOK: type: QUERY -PREHOOK: Input: default@cmv_basetable_2 -PREHOOK: Output: default@cmv_basetable_2 -#### A masked pattern was here #### -POSTHOOK: query: analyze table cmv_basetable_2 compute statistics for columns -POSTHOOK: type: QUERY -POSTHOOK: Input: default@cmv_basetable_2 -POSTHOOK: Output: default@cmv_basetable_2 -#### A masked pattern was here #### -PREHOOK: query: EXPLAIN -CREATE MATERIALIZED VIEW cmv_mat_view TBLPROPERTIES('rewriting.time.window'='300s') AS - SELECT cmv_basetable.a, cmv_basetable_2.c - FROM cmv_basetable JOIN cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) - WHERE cmv_basetable_2.c > 10.0 - GROUP BY cmv_basetable.a, cmv_basetable_2.c -PREHOOK: type: CREATE_MATERIALIZED_VIEW -POSTHOOK: query: EXPLAIN -CREATE MATERIALIZED VIEW cmv_mat_view TBLPROPERTIES('rewriting.time.window'='300s') AS - SELECT cmv_basetable.a, cmv_basetable_2.c - FROM cmv_basetable JOIN cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) - WHERE cmv_basetable_2.c > 10.0 - GROUP BY cmv_basetable.a, cmv_basetable_2.c -POSTHOOK: type: CREATE_MATERIALIZED_VIEW -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-2 depends on stages: Stage-1 - Stage-0 depends on stages: Stage-2 - Stage-5 depends on stages: Stage-0 - Stage-3 depends on stages: Stage-5 - Stage-6 depends on stages: Stage-3 - -STAGE PLANS: - Stage: Stage-1 - Map Reduce - Map Operator Tree: - TableScan - alias: cmv_basetable - Statistics: Num rows: 5 Data size: 1205 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: a is not null (type: boolean) - Statistics: Num rows: 5 Data size: 1205 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: a (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 5 Data size: 1205 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 5 Data size: 1205 Basic stats: COMPLETE Column stats: NONE - TableScan - alias: cmv_basetable_2 - Statistics: Num rows: 2 Data size: 484 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: ((c > 10) and a is not null) (type: boolean) - Statistics: Num rows: 1 Data size: 242 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: a (type: int), c (type: decimal(10,2)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 242 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 1 Data size: 242 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: decimal(10,2)) - Reduce Operator Tree: - Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: int) - 1 _col0 (type: int) - outputColumnNames: _col0, _col2 - Statistics: Num rows: 5 Data size: 1325 Basic stats: COMPLETE Column stats: NONE - Group By Operator - keys: _col0 (type: int), _col2 (type: decimal(10,2)) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 5 Data size: 1325 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe - - Stage: Stage-2 - Map Reduce - Map Operator Tree: - TableScan - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: decimal(10,2)) - sort order: ++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: decimal(10,2)) - Statistics: Num rows: 5 Data size: 1325 Basic stats: COMPLETE Column stats: NONE - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: int), KEY._col1 (type: decimal(10,2)) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 2 Data size: 530 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 2 Data size: 530 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat - output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat - serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde - name: default.cmv_mat_view - - Stage: Stage-0 - Move Operator - files: - hdfs directory: true -#### A masked pattern was here #### - - Stage: Stage-5 - Create View Operator: - Create View - columns: a int, c decimal(10,2) - table properties: - rewriting.time.window 300s - expanded text: SELECT `cmv_basetable`.`a`, `cmv_basetable_2`.`c` - FROM `default`.`cmv_basetable` JOIN `default`.`cmv_basetable_2` ON (`cmv_basetable`.`a` = `cmv_basetable_2`.`a`) - WHERE `cmv_basetable_2`.`c` > 10.0 - GROUP BY `cmv_basetable`.`a`, `cmv_basetable_2`.`c` - name: default.cmv_mat_view - original text: SELECT cmv_basetable.a, cmv_basetable_2.c - FROM cmv_basetable JOIN cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) - WHERE cmv_basetable_2.c > 10.0 - GROUP BY cmv_basetable.a, cmv_basetable_2.c - - Stage: Stage-3 - Stats Work - Basic Stats Work: - - Stage: Stage-6 - Materialized View Work - -PREHOOK: query: CREATE MATERIALIZED VIEW cmv_mat_view TBLPROPERTIES('rewriting.time.window'='300s') AS - SELECT cmv_basetable.a, cmv_basetable_2.c - FROM cmv_basetable JOIN cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) - WHERE cmv_basetable_2.c > 10.0 - GROUP BY cmv_basetable.a, cmv_basetable_2.c -PREHOOK: type: CREATE_MATERIALIZED_VIEW -PREHOOK: Input: default@cmv_basetable -PREHOOK: Input: default@cmv_basetable_2 -PREHOOK: Output: database:default -PREHOOK: Output: default@cmv_mat_view -POSTHOOK: query: CREATE MATERIALIZED VIEW cmv_mat_view TBLPROPERTIES('rewriting.time.window'='300s') AS - SELECT cmv_basetable.a, cmv_basetable_2.c - FROM cmv_basetable JOIN cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) - WHERE cmv_basetable_2.c > 10.0 - GROUP BY cmv_basetable.a, cmv_basetable_2.c -POSTHOOK: type: CREATE_MATERIALIZED_VIEW -POSTHOOK: Input: default@cmv_basetable -POSTHOOK: Input: default@cmv_basetable_2 -POSTHOOK: Output: database:default -POSTHOOK: Output: default@cmv_mat_view -PREHOOK: query: DESCRIBE FORMATTED cmv_mat_view -PREHOOK: type: DESCTABLE -PREHOOK: Input: default@cmv_mat_view -POSTHOOK: query: DESCRIBE FORMATTED cmv_mat_view -POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@cmv_mat_view -# col_name data_type comment -a int -c decimal(10,2) - -# Detailed Table Information -Database: default -#### A masked pattern was here #### -Retention: 0 -#### A masked pattern was here #### -Table Type: MATERIALIZED_VIEW -Table Parameters: - COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} - numFiles 1 - numRows 2 - rawDataSize 232 - rewriting.time.window 300s - totalSize 325 -#### A masked pattern was here #### - -# Storage Information -SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde -InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] - -# View Information -View Original Text: SELECT cmv_basetable.a, cmv_basetable_2.c - FROM cmv_basetable JOIN cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) - WHERE cmv_basetable_2.c > 10.0 - GROUP BY cmv_basetable.a, cmv_basetable_2.c -View Expanded Text: SELECT `cmv_basetable`.`a`, `cmv_basetable_2`.`c` - FROM `default`.`cmv_basetable` JOIN `default`.`cmv_basetable_2` ON (`cmv_basetable`.`a` = `cmv_basetable_2`.`a`) - WHERE `cmv_basetable_2`.`c` > 10.0 - GROUP BY `cmv_basetable`.`a`, `cmv_basetable_2`.`c` -View Rewrite Enabled: No -PREHOOK: query: EXPLAIN -SELECT cmv_basetable.a -FROM cmv_basetable join cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) -WHERE cmv_basetable_2.c > 10.10 -GROUP BY cmv_basetable.a, cmv_basetable_2.c -PREHOOK: type: QUERY -POSTHOOK: query: EXPLAIN -SELECT cmv_basetable.a -FROM cmv_basetable join cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) -WHERE cmv_basetable_2.c > 10.10 -GROUP BY cmv_basetable.a, cmv_basetable_2.c -POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-2 depends on stages: Stage-1 - Stage-0 depends on stages: Stage-2 - -STAGE PLANS: - Stage: Stage-1 - Map Reduce - Map Operator Tree: - TableScan - alias: cmv_basetable - Statistics: Num rows: 5 Data size: 1205 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: a is not null (type: boolean) - Statistics: Num rows: 5 Data size: 1205 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: a (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 5 Data size: 1205 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 5 Data size: 1205 Basic stats: COMPLETE Column stats: NONE - TableScan - alias: cmv_basetable_2 - Statistics: Num rows: 2 Data size: 484 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: ((c > 10.1) and a is not null) (type: boolean) - Statistics: Num rows: 1 Data size: 242 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: a (type: int), c (type: decimal(10,2)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 242 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 1 Data size: 242 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: decimal(10,2)) - Reduce Operator Tree: - Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: int) - 1 _col0 (type: int) - outputColumnNames: _col0, _col2 - Statistics: Num rows: 5 Data size: 1325 Basic stats: COMPLETE Column stats: NONE - Group By Operator - keys: _col0 (type: int), _col2 (type: decimal(10,2)) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 5 Data size: 1325 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe - - Stage: Stage-2 - Map Reduce - Map Operator Tree: - TableScan - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: decimal(10,2)) - sort order: ++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: decimal(10,2)) - Statistics: Num rows: 5 Data size: 1325 Basic stats: COMPLETE Column stats: NONE - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: int), KEY._col1 (type: decimal(10,2)) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 2 Data size: 530 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 530 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 2 Data size: 530 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - -PREHOOK: query: SELECT cmv_basetable.a -FROM cmv_basetable JOIN cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) -WHERE cmv_basetable_2.c > 10.10 -GROUP BY cmv_basetable.a, cmv_basetable_2.c -PREHOOK: type: QUERY -PREHOOK: Input: default@cmv_basetable -PREHOOK: Input: default@cmv_basetable_2 -#### A masked pattern was here #### -POSTHOOK: query: SELECT cmv_basetable.a -FROM cmv_basetable JOIN cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) -WHERE cmv_basetable_2.c > 10.10 -GROUP BY cmv_basetable.a, cmv_basetable_2.c -POSTHOOK: type: QUERY -POSTHOOK: Input: default@cmv_basetable -POSTHOOK: Input: default@cmv_basetable_2 -#### A masked pattern was here #### -1 -3 -PREHOOK: query: insert into cmv_basetable_2 values - (3, 'charlie', 15.8, 1) -PREHOOK: type: QUERY -PREHOOK: Input: _dummy_database@_dummy_table -PREHOOK: Output: default@cmv_basetable_2 -POSTHOOK: query: insert into cmv_basetable_2 values - (3, 'charlie', 15.8, 1) -POSTHOOK: type: QUERY -POSTHOOK: Input: _dummy_database@_dummy_table -POSTHOOK: Output: default@cmv_basetable_2 -POSTHOOK: Lineage: cmv_basetable_2.a SCRIPT [] -POSTHOOK: Lineage: cmv_basetable_2.b SCRIPT [] -POSTHOOK: Lineage: cmv_basetable_2.c SCRIPT [] -POSTHOOK: Lineage: cmv_basetable_2.d SCRIPT [] -PREHOOK: query: analyze table cmv_basetable_2 compute statistics for columns -PREHOOK: type: QUERY -PREHOOK: Input: default@cmv_basetable_2 -PREHOOK: Output: default@cmv_basetable_2 -#### A masked pattern was here #### -POSTHOOK: query: analyze table cmv_basetable_2 compute statistics for columns -POSTHOOK: type: QUERY -POSTHOOK: Input: default@cmv_basetable_2 -POSTHOOK: Output: default@cmv_basetable_2 -#### A masked pattern was here #### -PREHOOK: query: EXPLAIN -ALTER MATERIALIZED VIEW cmv_mat_view ENABLE REWRITE -PREHOOK: type: ALTER_MATERIALIZED_VIEW_REWRITE -POSTHOOK: query: EXPLAIN -ALTER MATERIALIZED VIEW cmv_mat_view ENABLE REWRITE -POSTHOOK: type: ALTER_MATERIALIZED_VIEW_REWRITE -STAGE DEPENDENCIES: - Stage-0 is a root stage - -STAGE PLANS: - Stage: Stage-0 - Alter Materialized View Operator: - Alter Materialized View - name: default.cmv_mat_view - operation: UPDATE_REWRITE_FLAG - -PREHOOK: query: ALTER MATERIALIZED VIEW cmv_mat_view ENABLE REWRITE -PREHOOK: type: ALTER_MATERIALIZED_VIEW_REWRITE -PREHOOK: Input: default@cmv_mat_view -PREHOOK: Output: default@cmv_mat_view -POSTHOOK: query: ALTER MATERIALIZED VIEW cmv_mat_view ENABLE REWRITE -POSTHOOK: type: ALTER_MATERIALIZED_VIEW_REWRITE -POSTHOOK: Input: default@cmv_mat_view -POSTHOOK: Output: default@cmv_mat_view -PREHOOK: query: DESCRIBE FORMATTED cmv_mat_view -PREHOOK: type: DESCTABLE -PREHOOK: Input: default@cmv_mat_view -POSTHOOK: query: DESCRIBE FORMATTED cmv_mat_view -POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@cmv_mat_view -# col_name data_type comment -a int -c decimal(10,2) - -# Detailed Table Information -Database: default -#### A masked pattern was here #### -Retention: 0 -#### A masked pattern was here #### -Table Type: MATERIALIZED_VIEW -Table Parameters: - COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} - numFiles 1 - numRows 2 - rawDataSize 232 - rewriting.time.window 300s - totalSize 325 -#### A masked pattern was here #### - -# Storage Information -SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde -InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] - -# View Information -View Original Text: SELECT cmv_basetable.a, cmv_basetable_2.c - FROM cmv_basetable JOIN cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) - WHERE cmv_basetable_2.c > 10.0 - GROUP BY cmv_basetable.a, cmv_basetable_2.c -View Expanded Text: SELECT `cmv_basetable`.`a`, `cmv_basetable_2`.`c` - FROM `default`.`cmv_basetable` JOIN `default`.`cmv_basetable_2` ON (`cmv_basetable`.`a` = `cmv_basetable_2`.`a`) - WHERE `cmv_basetable_2`.`c` > 10.0 - GROUP BY `cmv_basetable`.`a`, `cmv_basetable_2`.`c` -View Rewrite Enabled: Yes -PREHOOK: query: EXPLAIN -SELECT cmv_basetable.a -FROM cmv_basetable join cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) -WHERE cmv_basetable_2.c > 10.10 -GROUP BY cmv_basetable.a, cmv_basetable_2.c -PREHOOK: type: QUERY -POSTHOOK: query: EXPLAIN -SELECT cmv_basetable.a -FROM cmv_basetable join cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) -WHERE cmv_basetable_2.c > 10.10 -GROUP BY cmv_basetable.a, cmv_basetable_2.c -POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Map Reduce - Map Operator Tree: - TableScan - alias: default.cmv_mat_view - Statistics: Num rows: 2 Data size: 232 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: (c > 10.1) (type: boolean) - Statistics: Num rows: 1 Data size: 116 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: a (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 116 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 116 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - -PREHOOK: query: SELECT cmv_basetable.a -FROM cmv_basetable JOIN cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) -WHERE cmv_basetable_2.c > 10.10 -GROUP BY cmv_basetable.a, cmv_basetable_2.c -PREHOOK: type: QUERY -PREHOOK: Input: default@cmv_basetable -PREHOOK: Input: default@cmv_basetable_2 -PREHOOK: Input: default@cmv_mat_view -#### A masked pattern was here #### -POSTHOOK: query: SELECT cmv_basetable.a -FROM cmv_basetable JOIN cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) -WHERE cmv_basetable_2.c > 10.10 -GROUP BY cmv_basetable.a, cmv_basetable_2.c -POSTHOOK: type: QUERY -POSTHOOK: Input: default@cmv_basetable -POSTHOOK: Input: default@cmv_basetable_2 -POSTHOOK: Input: default@cmv_mat_view -#### A masked pattern was here #### -1 -3 -PREHOOK: query: EXPLAIN -ALTER MATERIALIZED VIEW cmv_mat_view REBUILD -PREHOOK: type: QUERY -POSTHOOK: query: EXPLAIN -ALTER MATERIALIZED VIEW cmv_mat_view REBUILD -POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-2 depends on stages: Stage-1 - Stage-0 depends on stages: Stage-2 - Stage-3 depends on stages: Stage-0, Stage-4 - Stage-6 depends on stages: Stage-3 - Stage-4 depends on stages: Stage-2 - -STAGE PLANS: - Stage: Stage-1 - Map Reduce - Map Operator Tree: - TableScan - alias: cmv_basetable - Statistics: Num rows: 5 Data size: 1205 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: a is not null (type: boolean) - Statistics: Num rows: 5 Data size: 1205 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: a (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 5 Data size: 1205 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 5 Data size: 1205 Basic stats: COMPLETE Column stats: NONE - TableScan - alias: cmv_basetable_2 - Statistics: Num rows: 3 Data size: 727 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: ((c > 10) and a is not null) (type: boolean) - Statistics: Num rows: 1 Data size: 242 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: a (type: int), c (type: decimal(10,2)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 242 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 1 Data size: 242 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: decimal(10,2)) - Reduce Operator Tree: - Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: int) - 1 _col0 (type: int) - outputColumnNames: _col0, _col2 - Statistics: Num rows: 5 Data size: 1325 Basic stats: COMPLETE Column stats: NONE - Group By Operator - keys: _col0 (type: int), _col2 (type: decimal(10,2)) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 5 Data size: 1325 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe - - Stage: Stage-2 - Map Reduce - Map Operator Tree: - TableScan - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: decimal(10,2)) - sort order: ++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: decimal(10,2)) - Statistics: Num rows: 5 Data size: 1325 Basic stats: COMPLETE Column stats: NONE - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: int), KEY._col1 (type: decimal(10,2)) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 2 Data size: 530 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 2 Data size: 530 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat - output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat - serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde - name: default.cmv_mat_view - Select Operator - expressions: _col0 (type: int), _col1 (type: decimal(10,2)) - outputColumnNames: a, c - Statistics: Num rows: 2 Data size: 530 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: compute_stats(a, 'hll'), compute_stats(c, 'hll') - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 1056 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe - - Stage: Stage-0 - Move Operator - tables: - replace: true - table: - input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat - output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat - serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde - name: default.cmv_mat_view - - Stage: Stage-3 - Stats Work - Basic Stats Work: - Column Stats Desc: - Columns: a, c - Column Types: int, decimal(10,2) - Table: default.cmv_mat_view - - Stage: Stage-6 - Materialized View Work - - Stage: Stage-4 - Map Reduce - Map Operator Tree: - TableScan - Reduce Output Operator - sort order: - Statistics: Num rows: 1 Data size: 1056 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,bitvector:binary>), _col1 (type: struct<columntype:string,min:decimal(10,2),max:decimal(10,2),countnulls:bigint,bitvector:binary>) - Reduce Operator Tree: - Group By Operator - aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 1088 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 1088 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - -PREHOOK: query: ALTER MATERIALIZED VIEW cmv_mat_view REBUILD -PREHOOK: type: QUERY -PREHOOK: Input: default@cmv_basetable -PREHOOK: Input: default@cmv_basetable_2 -PREHOOK: Output: default@cmv_mat_view -POSTHOOK: query: ALTER MATERIALIZED VIEW cmv_mat_view REBUILD -POSTHOOK: type: QUERY -POSTHOOK: Input: default@cmv_basetable -POSTHOOK: Input: default@cmv_basetable_2 -POSTHOOK: Output: default@cmv_mat_view -POSTHOOK: Lineage: cmv_mat_view.a SIMPLE [(cmv_basetable)cmv_basetable.FieldSchema(name:a, type:int, comment:null), ] -POSTHOOK: Lineage: cmv_mat_view.c SIMPLE [(cmv_basetable_2)cmv_basetable_2.FieldSchema(name:c, type:decimal(10,2), comment:null), ] -PREHOOK: query: DESCRIBE FORMATTED cmv_mat_view -PREHOOK: type: DESCTABLE -PREHOOK: Input: default@cmv_mat_view -POSTHOOK: query: DESCRIBE FORMATTED cmv_mat_view -POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@cmv_mat_view -# col_name data_type comment -a int -c decimal(10,2) - -# Detailed Table Information -Database: default -#### A masked pattern was here #### -Retention: 0 -#### A masked pattern was here #### -Table Type: MATERIALIZED_VIEW -Table Parameters: - COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"c\":\"true\"}} - numFiles 1 - numRows 3 - rawDataSize 348 - rewriting.time.window 300s - totalSize 332 -#### A masked pattern was here #### - -# Storage Information -SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde -InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] - -# View Information -View Original Text: SELECT cmv_basetable.a, cmv_basetable_2.c - FROM cmv_basetable JOIN cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) - WHERE cmv_basetable_2.c > 10.0 - GROUP BY cmv_basetable.a, cmv_basetable_2.c -View Expanded Text: SELECT `cmv_basetable`.`a`, `cmv_basetable_2`.`c` - FROM `default`.`cmv_basetable` JOIN `default`.`cmv_basetable_2` ON (`cmv_basetable`.`a` = `cmv_basetable_2`.`a`) - WHERE `cmv_basetable_2`.`c` > 10.0 - GROUP BY `cmv_basetable`.`a`, `cmv_basetable_2`.`c` -View Rewrite Enabled: Yes -PREHOOK: query: EXPLAIN -SELECT cmv_basetable.a -FROM cmv_basetable join cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) -WHERE cmv_basetable_2.c > 10.10 -GROUP BY cmv_basetable.a, cmv_basetable_2.c -PREHOOK: type: QUERY -POSTHOOK: query: EXPLAIN -SELECT cmv_basetable.a -FROM cmv_basetable join cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) -WHERE cmv_basetable_2.c > 10.10 -GROUP BY cmv_basetable.a, cmv_basetable_2.c -POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Map Reduce - Map Operator Tree: - TableScan - alias: default.cmv_mat_view - Statistics: Num rows: 3 Data size: 348 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: (c > 10.1) (type: boolean) - Statistics: Num rows: 1 Data size: 116 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: a (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 116 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 116 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - -PREHOOK: query: SELECT cmv_basetable.a -FROM cmv_basetable JOIN cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) -WHERE cmv_basetable_2.c > 10.10 -GROUP BY cmv_basetable.a, cmv_basetable_2.c -PREHOOK: type: QUERY -PREHOOK: Input: default@cmv_basetable -PREHOOK: Input: default@cmv_basetable_2 -PREHOOK: Input: default@cmv_mat_view -#### A masked pattern was here #### -POSTHOOK: query: SELECT cmv_basetable.a -FROM cmv_basetable JOIN cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) -WHERE cmv_basetable_2.c > 10.10 -GROUP BY cmv_basetable.a, cmv_basetable_2.c -POSTHOOK: type: QUERY -POSTHOOK: Input: default@cmv_basetable -POSTHOOK: Input: default@cmv_basetable_2 -POSTHOOK: Input: default@cmv_mat_view -#### A masked pattern was here #### -1 -3 -3 -PREHOOK: query: drop materialized view cmv_mat_view -PREHOOK: type: DROP_MATERIALIZED_VIEW -PREHOOK: Input: default@cmv_mat_view -PREHOOK: Output: default@cmv_mat_view -POSTHOOK: query: drop materialized view cmv_mat_view -POSTHOOK: type: DROP_MATERIALIZED_VIEW -POSTHOOK: Input: default@cmv_mat_view -POSTHOOK: Output: default@cmv_mat_view http://git-wip-us.apache.org/repos/asf/hive/blob/c695c70b/ql/src/test/results/clientpositive/materialized_view_rewrite_1.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/materialized_view_rewrite_1.q.out b/ql/src/test/results/clientpositive/materialized_view_rewrite_1.q.out deleted file mode 100644 index 75e828f..0000000 --- a/ql/src/test/results/clientpositive/materialized_view_rewrite_1.q.out +++ /dev/null @@ -1,1104 +0,0 @@ -PREHOOK: query: create table emps ( - empid int, - deptno int, - name varchar(256), - salary float, - commission int) -stored as orc TBLPROPERTIES ('transactional'='true') -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@emps -POSTHOOK: query: create table emps ( - empid int, - deptno int, - name varchar(256), - salary float, - commission int) -stored as orc TBLPROPERTIES ('transactional'='true') -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@emps -PREHOOK: query: insert into emps values (100, 10, 'Bill', 10000, 1000), (200, 20, 'Eric', 8000, 500), - (150, 10, 'Sebastian', 7000, null), (110, 10, 'Theodore', 10000, 250), (110, 10, 'Bill', 10000, 250) -PREHOOK: type: QUERY -PREHOOK: Input: _dummy_database@_dummy_table -PREHOOK: Output: default@emps -POSTHOOK: query: insert into emps values (100, 10, 'Bill', 10000, 1000), (200, 20, 'Eric', 8000, 500), - (150, 10, 'Sebastian', 7000, null), (110, 10, 'Theodore', 10000, 250), (110, 10, 'Bill', 10000, 250) -POSTHOOK: type: QUERY -POSTHOOK: Input: _dummy_database@_dummy_table -POSTHOOK: Output: default@emps -POSTHOOK: Lineage: emps.commission SCRIPT [] -POSTHOOK: Lineage: emps.deptno SCRIPT [] -POSTHOOK: Lineage: emps.empid SCRIPT [] -POSTHOOK: Lineage: emps.name SCRIPT [] -POSTHOOK: Lineage: emps.salary SCRIPT [] -PREHOOK: query: analyze table emps compute statistics for columns -PREHOOK: type: QUERY -PREHOOK: Input: default@emps -PREHOOK: Output: default@emps -#### A masked pattern was here #### -POSTHOOK: query: analyze table emps compute statistics for columns -POSTHOOK: type: QUERY -POSTHOOK: Input: default@emps -POSTHOOK: Output: default@emps -#### A masked pattern was here #### -PREHOOK: query: create table depts ( - deptno int, - name varchar(256), - locationid int) -stored as orc TBLPROPERTIES ('transactional'='true') -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@depts -POSTHOOK: query: create table depts ( - deptno int, - name varchar(256), - locationid int) -stored as orc TBLPROPERTIES ('transactional'='true') -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@depts -PREHOOK: query: insert into depts values (10, 'Sales', 10), (30, 'Marketing', null), (20, 'HR', 20) -PREHOOK: type: QUERY -PREHOOK: Input: _dummy_database@_dummy_table -PREHOOK: Output: default@depts -POSTHOOK: query: insert into depts values (10, 'Sales', 10), (30, 'Marketing', null), (20, 'HR', 20) -POSTHOOK: type: QUERY -POSTHOOK: Input: _dummy_database@_dummy_table -POSTHOOK: Output: default@depts -POSTHOOK: Lineage: depts.deptno SCRIPT [] -POSTHOOK: Lineage: depts.locationid SCRIPT [] -POSTHOOK: Lineage: depts.name SCRIPT [] -PREHOOK: query: analyze table depts compute statistics for columns -PREHOOK: type: QUERY -PREHOOK: Input: default@depts -PREHOOK: Output: default@depts -#### A masked pattern was here #### -POSTHOOK: query: analyze table depts compute statistics for columns -POSTHOOK: type: QUERY -POSTHOOK: Input: default@depts -POSTHOOK: Output: default@depts -#### A masked pattern was here #### -PREHOOK: query: create table dependents ( - empid int, - name varchar(256)) -stored as orc TBLPROPERTIES ('transactional'='true') -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@dependents -POSTHOOK: query: create table dependents ( - empid int, - name varchar(256)) -stored as orc TBLPROPERTIES ('transactional'='true') -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@dependents -PREHOOK: query: insert into dependents values (10, 'Michael'), (10, 'Jane') -PREHOOK: type: QUERY -PREHOOK: Input: _dummy_database@_dummy_table -PREHOOK: Output: default@dependents -POSTHOOK: query: insert into dependents values (10, 'Michael'), (10, 'Jane') -POSTHOOK: type: QUERY -POSTHOOK: Input: _dummy_database@_dummy_table -POSTHOOK: Output: default@dependents -POSTHOOK: Lineage: dependents.empid SCRIPT [] -POSTHOOK: Lineage: dependents.name SCRIPT [] -PREHOOK: query: analyze table dependents compute statistics for columns -PREHOOK: type: QUERY -PREHOOK: Input: default@dependents -PREHOOK: Output: default@dependents -#### A masked pattern was here #### -POSTHOOK: query: analyze table dependents compute statistics for columns -POSTHOOK: type: QUERY -POSTHOOK: Input: default@dependents -POSTHOOK: Output: default@dependents -#### A masked pattern was here #### -PREHOOK: query: create table locations ( - locationid int, - name varchar(256)) -stored as orc TBLPROPERTIES ('transactional'='true') -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@locations -POSTHOOK: query: create table locations ( - locationid int, - name varchar(256)) -stored as orc TBLPROPERTIES ('transactional'='true') -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@locations -PREHOOK: query: insert into locations values (10, 'San Francisco'), (10, 'San Diego') -PREHOOK: type: QUERY -PREHOOK: Input: _dummy_database@_dummy_table -PREHOOK: Output: default@locations -POSTHOOK: query: insert into locations values (10, 'San Francisco'), (10, 'San Diego') -POSTHOOK: type: QUERY -POSTHOOK: Input: _dummy_database@_dummy_table -POSTHOOK: Output: default@locations -POSTHOOK: Lineage: locations.locationid SCRIPT [] -POSTHOOK: Lineage: locations.name SCRIPT [] -PREHOOK: query: analyze table locations compute statistics for columns -PREHOOK: type: QUERY -PREHOOK: Input: default@locations -PREHOOK: Output: default@locations -#### A masked pattern was here #### -POSTHOOK: query: analyze table locations compute statistics for columns -POSTHOOK: type: QUERY -POSTHOOK: Input: default@locations -POSTHOOK: Output: default@locations -#### A masked pattern was here #### -PREHOOK: query: alter table emps add constraint pk1 primary key (empid) disable novalidate rely -PREHOOK: type: ALTERTABLE_ADDCONSTRAINT -POSTHOOK: query: alter table emps add constraint pk1 primary key (empid) disable novalidate rely -POSTHOOK: type: ALTERTABLE_ADDCONSTRAINT -PREHOOK: query: alter table depts add constraint pk2 primary key (deptno) disable novalidate rely -PREHOOK: type: ALTERTABLE_ADDCONSTRAINT -POSTHOOK: query: alter table depts add constraint pk2 primary key (deptno) disable novalidate rely -POSTHOOK: type: ALTERTABLE_ADDCONSTRAINT -PREHOOK: query: alter table dependents add constraint pk3 primary key (empid) disable novalidate rely -PREHOOK: type: ALTERTABLE_ADDCONSTRAINT -POSTHOOK: query: alter table dependents add constraint pk3 primary key (empid) disable novalidate rely -POSTHOOK: type: ALTERTABLE_ADDCONSTRAINT -PREHOOK: query: alter table locations add constraint pk4 primary key (locationid) disable novalidate rely -PREHOOK: type: ALTERTABLE_ADDCONSTRAINT -POSTHOOK: query: alter table locations add constraint pk4 primary key (locationid) disable novalidate rely -POSTHOOK: type: ALTERTABLE_ADDCONSTRAINT -PREHOOK: query: alter table emps add constraint fk1 foreign key (deptno) references depts(deptno) disable novalidate rely -PREHOOK: type: ALTERTABLE_ADDCONSTRAINT -POSTHOOK: query: alter table emps add constraint fk1 foreign key (deptno) references depts(deptno) disable novalidate rely -POSTHOOK: type: ALTERTABLE_ADDCONSTRAINT -PREHOOK: query: alter table depts add constraint fk2 foreign key (locationid) references locations(locationid) disable novalidate rely -PREHOOK: type: ALTERTABLE_ADDCONSTRAINT -POSTHOOK: query: alter table depts add constraint fk2 foreign key (locationid) references locations(locationid) disable novalidate rely -POSTHOOK: type: ALTERTABLE_ADDCONSTRAINT -PREHOOK: query: create materialized view mv1 enable rewrite as -select * from emps where empid < 150 -PREHOOK: type: CREATE_MATERIALIZED_VIEW -PREHOOK: Input: default@emps -PREHOOK: Output: database:default -PREHOOK: Output: default@mv1 -POSTHOOK: query: create materialized view mv1 enable rewrite as -select * from emps where empid < 150 -POSTHOOK: type: CREATE_MATERIALIZED_VIEW -POSTHOOK: Input: default@emps -POSTHOOK: Output: database:default -POSTHOOK: Output: default@mv1 -PREHOOK: query: analyze table mv1 compute statistics for columns -PREHOOK: type: QUERY -PREHOOK: Input: default@mv1 -PREHOOK: Output: default@mv1 -#### A masked pattern was here #### -POSTHOOK: query: analyze table mv1 compute statistics for columns -POSTHOOK: type: QUERY -POSTHOOK: Input: default@mv1 -POSTHOOK: Output: default@mv1 -#### A masked pattern was here #### -PREHOOK: query: explain -select * -from (select * from emps where empid < 120) t -join depts using (deptno) -PREHOOK: type: QUERY -POSTHOOK: query: explain -select * -from (select * from emps where empid < 120) t -join depts using (deptno) -POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Map Reduce - Map Operator Tree: - TableScan - alias: default.mv1 - Statistics: Num rows: 3 Data size: 315 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((empid < 120) and deptno is not null) (type: boolean) - Statistics: Num rows: 3 Data size: 315 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: empid (type: int), deptno (type: int), name (type: varchar(256)), salary (type: float), commission (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 3 Data size: 315 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: int) - sort order: + - Map-reduce partition columns: _col1 (type: int) - Statistics: Num rows: 3 Data size: 315 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: int), _col2 (type: varchar(256)), _col3 (type: float), _col4 (type: int) - TableScan - alias: depts - Statistics: Num rows: 3 Data size: 291 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: deptno (type: int), name (type: varchar(256)), locationid (type: int) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3 Data size: 291 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 3 Data size: 291 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: varchar(256)), _col2 (type: int) - Reduce Operator Tree: - Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: int) - 1 _col0 (type: int) - outputColumnNames: _col0, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 3 Data size: 594 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col5 (type: int), _col0 (type: int), _col2 (type: varchar(256)), _col3 (type: float), _col4 (type: int), _col6 (type: varchar(256)), _col7 (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 3 Data size: 594 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 3 Data size: 594 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - -PREHOOK: query: select * -from (select * from emps where empid < 120) t -join depts using (deptno) -PREHOOK: type: QUERY -PREHOOK: Input: default@depts -PREHOOK: Input: default@emps -PREHOOK: Input: default@mv1 -#### A masked pattern was here #### -POSTHOOK: query: select * -from (select * from emps where empid < 120) t -join depts using (deptno) -POSTHOOK: type: QUERY -POSTHOOK: Input: default@depts -POSTHOOK: Input: default@emps -POSTHOOK: Input: default@mv1 -#### A masked pattern was here #### -10 100 Bill 10000.0 1000 Sales 10 -10 110 Bill 10000.0 250 Sales 10 -10 110 Theodore 10000.0 250 Sales 10 -PREHOOK: query: drop materialized view mv1 -PREHOOK: type: DROP_MATERIALIZED_VIEW -PREHOOK: Input: default@mv1 -PREHOOK: Output: default@mv1 -POSTHOOK: query: drop materialized view mv1 -POSTHOOK: type: DROP_MATERIALIZED_VIEW -POSTHOOK: Input: default@mv1 -POSTHOOK: Output: default@mv1 -PREHOOK: query: create materialized view mv1 enable rewrite as -select deptno, name, salary, commission -from emps -PREHOOK: type: CREATE_MATERIALIZED_VIEW -PREHOOK: Input: default@emps -PREHOOK: Output: database:default -PREHOOK: Output: default@mv1 -POSTHOOK: query: create materialized view mv1 enable rewrite as -select deptno, name, salary, commission -from emps -POSTHOOK: type: CREATE_MATERIALIZED_VIEW -POSTHOOK: Input: default@emps -POSTHOOK: Output: database:default -POSTHOOK: Output: default@mv1 -PREHOOK: query: analyze table mv1 compute statistics for columns -PREHOOK: type: QUERY -PREHOOK: Input: default@mv1 -PREHOOK: Output: default@mv1 -#### A masked pattern was here #### -POSTHOOK: query: analyze table mv1 compute statistics for columns -POSTHOOK: type: QUERY -POSTHOOK: Input: default@mv1 -POSTHOOK: Output: default@mv1 -#### A masked pattern was here #### -PREHOOK: query: explain -select emps.name, emps.salary, emps.commission -from emps -join depts using (deptno) -PREHOOK: type: QUERY -POSTHOOK: query: explain -select emps.name, emps.salary, emps.commission -from emps -join depts using (deptno) -POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Map Reduce - Map Operator Tree: - TableScan - alias: default.mv1 - Statistics: Num rows: 5 Data size: 510 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: deptno is not null (type: boolean) - Statistics: Num rows: 5 Data size: 510 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: deptno (type: int), name (type: varchar(256)), salary (type: float), commission (type: int) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 5 Data size: 510 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 5 Data size: 510 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: varchar(256)), _col2 (type: float), _col3 (type: int) - TableScan - alias: depts - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: deptno (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Operator Tree: - Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: int) - 1 _col0 (type: int) - outputColumnNames: _col1, _col2, _col3 - Statistics: Num rows: 5 Data size: 490 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col1 (type: varchar(256)), _col2 (type: float), _col3 (type: int) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 5 Data size: 490 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 5 Data size: 490 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - -PREHOOK: query: select emps.name, emps.salary, emps.commission -from emps -join depts using (deptno) -PREHOOK: type: QUERY -PREHOOK: Input: default@depts -PREHOOK: Input: default@emps -PREHOOK: Input: default@mv1 -#### A masked pattern was here #### -POSTHOOK: query: select emps.name, emps.salary, emps.commission -from emps -join depts using (deptno) -POSTHOOK: type: QUERY -POSTHOOK: Input: default@depts -POSTHOOK: Input: default@emps -POSTHOOK: Input: default@mv1 -#### A masked pattern was here #### -Bill 10000.0 1000 -Bill 10000.0 250 -Eric 8000.0 500 -Sebastian 7000.0 NULL -Theodore 10000.0 250 -PREHOOK: query: drop materialized view mv1 -PREHOOK: type: DROP_MATERIALIZED_VIEW -PREHOOK: Input: default@mv1 -PREHOOK: Output: default@mv1 -POSTHOOK: query: drop materialized view mv1 -POSTHOOK: type: DROP_MATERIALIZED_VIEW -POSTHOOK: Input: default@mv1 -POSTHOOK: Output: default@mv1 -PREHOOK: query: create materialized view mv1 enable rewrite as -select empid deptno from emps -join depts using (deptno) -PREHOOK: type: CREATE_MATERIALIZED_VIEW -PREHOOK: Input: default@depts -PREHOOK: Input: default@emps -PREHOOK: Output: database:default -PREHOOK: Output: default@mv1 -POSTHOOK: query: create materialized view mv1 enable rewrite as -select empid deptno from emps -join depts using (deptno) -POSTHOOK: type: CREATE_MATERIALIZED_VIEW -POSTHOOK: Input: default@depts -POSTHOOK: Input: default@emps -POSTHOOK: Output: database:default -POSTHOOK: Output: default@mv1 -PREHOOK: query: analyze table mv1 compute statistics for columns -PREHOOK: type: QUERY -PREHOOK: Input: default@mv1 -PREHOOK: Output: default@mv1 -#### A masked pattern was here #### -POSTHOOK: query: analyze table mv1 compute statistics for columns -POSTHOOK: type: QUERY -POSTHOOK: Input: default@mv1 -POSTHOOK: Output: default@mv1 -#### A masked pattern was here #### -PREHOOK: query: explain -select empid deptno from emps -join depts using (deptno) where empid = 1 -PREHOOK: type: QUERY -POSTHOOK: query: explain -select empid deptno from emps -join depts using (deptno) where empid = 1 -POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Map Reduce - Map Operator Tree: - TableScan - alias: default.mv1 - Statistics: Num rows: 5 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (deptno = 1) (type: boolean) - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: 1 (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - -PREHOOK: query: select empid deptno from emps -join depts using (deptno) where empid = 1 -PREHOOK: type: QUERY -PREHOOK: Input: default@depts -PREHOOK: Input: default@emps -PREHOOK: Input: default@mv1 -#### A masked pattern was here #### -POSTHOOK: query: select empid deptno from emps -join depts using (deptno) where empid = 1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@depts -POSTHOOK: Input: default@emps -POSTHOOK: Input: default@mv1 -#### A masked pattern was here #### -PREHOOK: query: drop materialized view mv1 -PREHOOK: type: DROP_MATERIALIZED_VIEW -PREHOOK: Input: default@mv1 -PREHOOK: Output: default@mv1 -POSTHOOK: query: drop materialized view mv1 -POSTHOOK: type: DROP_MATERIALIZED_VIEW -POSTHOOK: Input: default@mv1 -POSTHOOK: Output: default@mv1 -PREHOOK: query: create materialized view mv1 enable rewrite as -select * from emps where empid < 200 -PREHOOK: type: CREATE_MATERIALIZED_VIEW -PREHOOK: Input: default@emps -PREHOOK: Output: database:default -PREHOOK: Output: default@mv1 -POSTHOOK: query: create materialized view mv1 enable rewrite as -select * from emps where empid < 200 -POSTHOOK: type: CREATE_MATERIALIZED_VIEW -POSTHOOK: Input: default@emps -POSTHOOK: Output: database:default -POSTHOOK: Output: default@mv1 -PREHOOK: query: analyze table mv1 compute statistics for columns -PREHOOK: type: QUERY -PREHOOK: Input: default@mv1 -PREHOOK: Output: default@mv1 -#### A masked pattern was here #### -POSTHOOK: query: analyze table mv1 compute statistics for columns -POSTHOOK: type: QUERY -POSTHOOK: Input: default@mv1 -POSTHOOK: Output: default@mv1 -#### A masked pattern was here #### -PREHOOK: query: explain -select * from emps where empid > 120 -union all select * from emps where empid < 150 -PREHOOK: type: QUERY -POSTHOOK: query: explain -select * from emps where empid > 120 -union all select * from emps where empid < 150 -POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Map Reduce - Map Operator Tree: - TableScan - alias: emps - Statistics: Num rows: 5 Data size: 530 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (empid > 120) (type: boolean) - Statistics: Num rows: 1 Data size: 106 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: empid (type: int), deptno (type: int), name (type: varchar(256)), salary (type: float), commission (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 106 Basic stats: COMPLETE Column stats: COMPLETE - Union - Statistics: Num rows: 2 Data size: 212 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 2 Data size: 212 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - TableScan - alias: default.mv1 - Statistics: Num rows: 4 Data size: 424 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (empid < 150) (type: boolean) - Statistics: Num rows: 1 Data size: 106 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: empid (type: int), deptno (type: int), name (type: varchar(256)), salary (type: float), commission (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 106 Basic stats: COMPLETE Column stats: COMPLETE - Union - Statistics: Num rows: 2 Data size: 212 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 2 Data size: 212 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - -PREHOOK: query: select * from emps where empid > 120 -union all select * from emps where empid < 150 -PREHOOK: type: QUERY -PREHOOK: Input: default@emps -PREHOOK: Input: default@mv1 -#### A masked pattern was here #### -POSTHOOK: query: select * from emps where empid > 120 -union all select * from emps where empid < 150 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@emps -POSTHOOK: Input: default@mv1 -#### A masked pattern was here #### -100 10 Bill 10000.0 1000 -110 10 Bill 10000.0 250 -110 10 Theodore 10000.0 250 -150 10 Sebastian 7000.0 NULL -200 20 Eric 8000.0 500 -PREHOOK: query: drop materialized view mv1 -PREHOOK: type: DROP_MATERIALIZED_VIEW -PREHOOK: Input: default@mv1 -PREHOOK: Output: default@mv1 -POSTHOOK: query: drop materialized view mv1 -POSTHOOK: type: DROP_MATERIALIZED_VIEW -POSTHOOK: Input: default@mv1 -POSTHOOK: Output: default@mv1 -PREHOOK: query: create materialized view mv1 enable rewrite as -select empid, deptno from emps group by empid, deptno -PREHOOK: type: CREATE_MATERIALIZED_VIEW -PREHOOK: Input: default@emps -PREHOOK: Output: database:default -PREHOOK: Output: default@mv1 -POSTHOOK: query: create materialized view mv1 enable rewrite as -select empid, deptno from emps group by empid, deptno -POSTHOOK: type: CREATE_MATERIALIZED_VIEW -POSTHOOK: Input: default@emps -POSTHOOK: Output: database:default -POSTHOOK: Output: default@mv1 -PREHOOK: query: analyze table mv1 compute statistics for columns -PREHOOK: type: QUERY -PREHOOK: Input: default@mv1 -PREHOOK: Output: default@mv1 -#### A masked pattern was here #### -POSTHOOK: query: analyze table mv1 compute statistics for columns -POSTHOOK: type: QUERY -POSTHOOK: Input: default@mv1 -POSTHOOK: Output: default@mv1 -#### A masked pattern was here #### -PREHOOK: query: explain -select empid, deptno from emps group by empid, deptno -PREHOOK: type: QUERY -POSTHOOK: query: explain -select empid, deptno from emps group by empid, deptno -POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-0 is a root stage - -STAGE PLANS: - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - TableScan - alias: emps - Statistics: Num rows: 5 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: empid (type: int), deptno (type: int) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 5 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE - ListSink - -PREHOOK: query: select empid, deptno from emps group by empid, deptno -PREHOOK: type: QUERY -PREHOOK: Input: default@emps -#### A masked pattern was here #### -POSTHOOK: query: select empid, deptno from emps group by empid, deptno -POSTHOOK: type: QUERY -POSTHOOK: Input: default@emps -#### A masked pattern was here #### -100 10 -110 10 -110 10 -150 10 -200 20 -PREHOOK: query: drop materialized view mv1 -PREHOOK: type: DROP_MATERIALIZED_VIEW -PREHOOK: Input: default@mv1 -PREHOOK: Output: default@mv1 -POSTHOOK: query: drop materialized view mv1 -POSTHOOK: type: DROP_MATERIALIZED_VIEW -POSTHOOK: Input: default@mv1 -POSTHOOK: Output: default@mv1 -PREHOOK: query: create materialized view mv1 enable rewrite as -select empid, name from emps group by empid, name -PREHOOK: type: CREATE_MATERIALIZED_VIEW -PREHOOK: Input: default@emps -PREHOOK: Output: database:default -PREHOOK: Output: default@mv1 -POSTHOOK: query: create materialized view mv1 enable rewrite as -select empid, name from emps group by empid, name -POSTHOOK: type: CREATE_MATERIALIZED_VIEW -POSTHOOK: Input: default@emps -POSTHOOK: Output: database:default -POSTHOOK: Output: default@mv1 -PREHOOK: query: analyze table mv1 compute statistics for columns -PREHOOK: type: QUERY -PREHOOK: Input: default@mv1 -PREHOOK: Output: default@mv1 -#### A masked pattern was here #### -POSTHOOK: query: analyze table mv1 compute statistics for columns -POSTHOOK: type: QUERY -POSTHOOK: Input: default@mv1 -POSTHOOK: Output: default@mv1 -#### A masked pattern was here #### -PREHOOK: query: explain -select empid, name from emps group by empid, name -PREHOOK: type: QUERY -POSTHOOK: query: explain -select empid, name from emps group by empid, name -POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-0 is a root stage - -STAGE PLANS: - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - TableScan - alias: emps - Statistics: Num rows: 5 Data size: 470 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: empid (type: int), name (type: varchar(256)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 5 Data size: 470 Basic stats: COMPLETE Column stats: COMPLETE - ListSink - -PREHOOK: query: select empid, name from emps group by empid, name -PREHOOK: type: QUERY -PREHOOK: Input: default@emps -#### A masked pattern was here #### -POSTHOOK: query: select empid, name from emps group by empid, name -POSTHOOK: type: QUERY -POSTHOOK: Input: default@emps -#### A masked pattern was here #### -100 Bill -110 Bill -110 Theodore -150 Sebastian -200 Eric -PREHOOK: query: drop materialized view mv1 -PREHOOK: type: DROP_MATERIALIZED_VIEW -PREHOOK: Input: default@mv1 -PREHOOK: Output: default@mv1 -POSTHOOK: query: drop materialized view mv1 -POSTHOOK: type: DROP_MATERIALIZED_VIEW -POSTHOOK: Input: default@mv1 -POSTHOOK: Output: default@mv1 -PREHOOK: query: create materialized view mv1 enable rewrite as -select name, salary from emps group by name, salary -PREHOOK: type: CREATE_MATERIALIZED_VIEW -PREHOOK: Input: default@emps -PREHOOK: Output: database:default -PREHOOK: Output: default@mv1 -POSTHOOK: query: create materialized view mv1 enable rewrite as -select name, salary from emps group by name, salary -POSTHOOK: type: CREATE_MATERIALIZED_VIEW -POSTHOOK: Input: default@emps -POSTHOOK: Output: database:default -POSTHOOK: Output: default@mv1 -PREHOOK: query: analyze table mv1 compute statistics for columns -PREHOOK: type: QUERY -PREHOOK: Input: default@mv1 -PREHOOK: Output: default@mv1 -#### A masked pattern was here #### -POSTHOOK: query: analyze table mv1 compute statistics for columns -POSTHOOK: type: QUERY -POSTHOOK: Input: default@mv1 -POSTHOOK: Output: default@mv1 -#### A masked pattern was here #### -PREHOOK: query: explain -select name, salary from emps group by name, salary -PREHOOK: type: QUERY -POSTHOOK: query: explain -select name, salary from emps group by name, salary -POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-0 is a root stage - -STAGE PLANS: - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - TableScan - alias: default.mv1 - Statistics: Num rows: 4 Data size: 376 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: name (type: varchar(256)), salary (type: float) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 4 Data size: 376 Basic stats: COMPLETE Column stats: COMPLETE - ListSink - -PREHOOK: query: select name, salary from emps group by name, salary -PREHOOK: type: QUERY -PREHOOK: Input: default@emps -PREHOOK: Input: default@mv1 -#### A masked pattern was here #### -POSTHOOK: query: select name, salary from emps group by name, salary -POSTHOOK: type: QUERY -POSTHOOK: Input: default@emps -POSTHOOK: Input: default@mv1 -#### A masked pattern was here #### -Bill 10000.0 -Eric 8000.0 -Sebastian 7000.0 -Theodore 10000.0 -PREHOOK: query: drop materialized view mv1 -PREHOOK: type: DROP_MATERIALIZED_VIEW -PREHOOK: Input: default@mv1 -PREHOOK: Output: default@mv1 -POSTHOOK: query: drop materialized view mv1 -POSTHOOK: type: DROP_MATERIALIZED_VIEW -POSTHOOK: Input: default@mv1 -POSTHOOK: Output: default@mv1 -PREHOOK: query: create materialized view mv1 enable rewrite as -select name, salary from emps group by name, salary -PREHOOK: type: CREATE_MATERIALIZED_VIEW -PREHOOK: Input: default@emps -PREHOOK: Output: database:default -PREHOOK: Output: default@mv1 -POSTHOOK: query: create materialized view mv1 enable rewrite as -select name, salary from emps group by name, salary -POSTHOOK: type: CREATE_MATERIALIZED_VIEW -POSTHOOK: Input: default@emps -POSTHOOK: Output: database:default -POSTHOOK: Output: default@mv1 -PREHOOK: query: analyze table mv1 compute statistics for columns -PREHOOK: type: QUERY -PREHOOK: Input: default@mv1 -PREHOOK: Output: default@mv1 -#### A masked pattern was here #### -POSTHOOK: query: analyze table mv1 compute statistics for columns -POSTHOOK: type: QUERY -POSTHOOK: Input: default@mv1 -POSTHOOK: Output: default@mv1 -#### A masked pattern was here #### -PREHOOK: query: explain -select name from emps group by name -PREHOOK: type: QUERY -POSTHOOK: query: explain -select name from emps group by name -POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Map Reduce - Map Operator Tree: - TableScan - alias: default.mv1 - Statistics: Num rows: 4 Data size: 360 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: name (type: varchar(256)) - outputColumnNames: name - Statistics: Num rows: 4 Data size: 360 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: name (type: varchar(256)) - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 180 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: varchar(256)) - sort order: + - Map-reduce partition columns: _col0 (type: varchar(256)) - Statistics: Num rows: 2 Data size: 180 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: varchar(256)) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 180 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 2 Data size: 180 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - -PREHOOK: query: select name from emps group by name -PREHOOK: type: QUERY -PREHOOK: Input: default@emps -PREHOOK: Input: default@mv1 -#### A masked pattern was here #### -POSTHOOK: query: select name from emps group by name -POSTHOOK: type: QUERY -POSTHOOK: Input: default@emps -POSTHOOK: Input: default@mv1 -#### A masked pattern was here #### -Bill -Eric -Sebastian -Theodore -PREHOOK: query: drop materialized view mv1 -PREHOOK: type: DROP_MATERIALIZED_VIEW -PREHOOK: Input: default@mv1 -PREHOOK: Output: default@mv1 -POSTHOOK: query: drop materialized view mv1 -POSTHOOK: type: DROP_MATERIALIZED_VIEW -POSTHOOK: Input: default@mv1 -POSTHOOK: Output: default@mv1 -PREHOOK: query: create materialized view mv1 enable rewrite as -select name, salary from emps where deptno = 10 group by name, salary -PREHOOK: type: CREATE_MATERIALIZED_VIEW -PREHOOK: Input: default@emps -PREHOOK: Output: database:default -PREHOOK: Output: default@mv1 -POSTHOOK: query: create materialized view mv1 enable rewrite as -select name, salary from emps where deptno = 10 group by name, salary -POSTHOOK: type: CREATE_MATERIALIZED_VIEW -POSTHOOK: Input: default@emps -POSTHOOK: Output: database:default -POSTHOOK: Output: default@mv1 -PREHOOK: query: analyze table mv1 compute statistics for columns -PREHOOK: type: QUERY -PREHOOK: Input: default@mv1 -PREHOOK: Output: default@mv1 -#### A masked pattern was here #### -POSTHOOK: query: analyze table mv1 compute statistics for columns -POSTHOOK: type: QUERY -POSTHOOK: Input: default@mv1 -POSTHOOK: Output: default@mv1 -#### A masked pattern was here #### -PREHOOK: query: explain -select name from emps where deptno = 10 group by name -PREHOOK: type: QUERY -POSTHOOK: query: explain -select name from emps where deptno = 10 group by name -POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Map Reduce - Map Operator Tree: - TableScan - alias: default.mv1 - Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: name (type: varchar(256)) - outputColumnNames: name - Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: name (type: varchar(256)) - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: varchar(256)) - sort order: + - Map-reduce partition columns: _col0 (type: varchar(256)) - Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: varchar(256)) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - -PREHOOK: query: select name from emps where deptno = 10 group by name -PREHOOK: type: QUERY -PREHOOK: Input: default@emps -PREHOOK: Input: default@mv1 -#### A masked pattern was here #### -POSTHOOK: query: select name from emps where deptno = 10 group by name -POSTHOOK: type: QUERY -POSTHOOK: Input: default@emps -POSTHOOK: Input: default@mv1 -#### A masked pattern was here #### -Bill -Sebastian -Theodore -PREHOOK: query: drop materialized view mv1 -PREHOOK: type: DROP_MATERIALIZED_VIEW -PREHOOK: Input: default@mv1 -PREHOOK: Output: default@mv1 -POSTHOOK: query: drop materialized view mv1 -POSTHOOK: type: DROP_MATERIALIZED_VIEW -POSTHOOK: Input: default@mv1 -POSTHOOK: Output: default@mv1 -PREHOOK: query: create materialized view mv1 enable rewrite as -select name, salary, count(*) as c, sum(empid) as s -from emps group by name, salary -PREHOOK: type: CREATE_MATERIALIZED_VIEW -PREHOOK: Input: default@emps -PREHOOK: Output: database:default -PREHOOK: Output: default@mv1 -POSTHOOK: query: create materialized view mv1 enable rewrite as -select name, salary, count(*) as c, sum(empid) as s -from emps group by name, salary -POSTHOOK: type: CREATE_MATERIALIZED_VIEW -POSTHOOK: Input: default@emps -POSTHOOK: Output: database:default -POSTHOOK: Output: default@mv1 -PREHOOK: query: analyze table mv1 compute statistics for columns -PREHOOK: type: QUERY -PREHOOK: Input: default@mv1 -PREHOOK: Output: default@mv1 -#### A masked pattern was here #### -POSTHOOK: query: analyze table mv1 compute statistics for columns -POSTHOOK: type: QUERY -POSTHOOK: Input: default@mv1 -POSTHOOK: Output: default@mv1 -#### A masked pattern was here #### -PREHOOK: query: explain -select name from emps group by name -PREHOOK: type: QUERY -POSTHOOK: query: explain -select name from emps group by name -POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Map Reduce - Map Operator Tree: - TableScan - alias: default.mv1 - Statistics: Num rows: 4 Data size: 360 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: name (type: varchar(256)) - outputColumnNames: name - Statistics: Num rows: 4 Data size: 360 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: name (type: varchar(256)) - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 180 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: varchar(256)) - sort order: + - Map-reduce partition columns: _col0 (type: varchar(256)) - Statistics: Num rows: 2 Data size: 180 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: varchar(256)) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 180 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 2 Data size: 180 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - -PREHOOK: query: select name from emps group by name -PREHOOK: type: QUERY -PREHOOK: Input: default@emps -PREHOOK: Input: default@mv1 -#### A masked pattern was here #### -POSTHOOK: query: select name from emps group by name -POSTHOOK: type: QUERY -POSTHOOK: Input: default@emps -POSTHOOK: Input: default@mv1 -#### A masked pattern was here #### -Bill -Eric -Sebastian -Theodore -PREHOOK: query: drop materialized view mv1 -PREHOOK: type: DROP_MATERIALIZED_VIEW -PREHOOK: Input: default@mv1 -PREHOOK: Output: default@mv1 -POSTHOOK: query: drop materialized view mv1 -POSTHOOK: type: DROP_MATERIALIZED_VIEW -POSTHOOK: Input: default@mv1 -POSTHOOK: Output: default@mv1
