Repository: hive Updated Branches: refs/heads/master 4d436953e -> 163e0de98
http://git-wip-us.apache.org/repos/asf/hive/blob/163e0de9/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_part_2.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_part_2.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_part_2.q.out new file mode 100644 index 0000000..e748ccb --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_part_2.q.out @@ -0,0 +1,829 @@ +PREHOOK: query: create table emps_n00 ( + empid int, + deptno int, + name varchar(256), + salary float, + commission int) +stored as orc TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@emps_n00 +POSTHOOK: query: create table emps_n00 ( + empid int, + deptno int, + name varchar(256), + salary float, + commission int) +stored as orc TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@emps_n00 +PREHOOK: query: insert into emps_n00 values (100, 10, 'Bill', 10000, 1000), (200, 20, 'Eric', 8000, 500), + (150, 10, 'Sebastian', 7000, null), (110, 10, 'Theodore', 10000, 250), (110, 10, 'Bill', 10000, 250) +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@emps_n00 +POSTHOOK: query: insert into emps_n00 values (100, 10, 'Bill', 10000, 1000), (200, 20, 'Eric', 8000, 500), + (150, 10, 'Sebastian', 7000, null), (110, 10, 'Theodore', 10000, 250), (110, 10, 'Bill', 10000, 250) +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@emps_n00 +POSTHOOK: Lineage: emps_n00.commission SCRIPT [] +POSTHOOK: Lineage: emps_n00.deptno SCRIPT [] +POSTHOOK: Lineage: emps_n00.empid SCRIPT [] +POSTHOOK: Lineage: emps_n00.name SCRIPT [] +POSTHOOK: Lineage: emps_n00.salary SCRIPT [] +PREHOOK: query: analyze table emps_n00 compute statistics for columns +PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@emps_n00 +PREHOOK: Output: default@emps_n00 +#### A masked pattern was here #### +POSTHOOK: query: analyze table emps_n00 compute statistics for columns +POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@emps_n00 +POSTHOOK: Output: default@emps_n00 +#### A masked pattern was here #### +PREHOOK: query: create table depts_n00 ( + deptno int, + name varchar(256), + locationid int) +stored as orc TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@depts_n00 +POSTHOOK: query: create table depts_n00 ( + deptno int, + name varchar(256), + locationid int) +stored as orc TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@depts_n00 +PREHOOK: query: insert into depts_n00 values (10, 'Sales', 10), (30, 'Marketing', null), (20, 'HR', 20) +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@depts_n00 +POSTHOOK: query: insert into depts_n00 values (10, 'Sales', 10), (30, 'Marketing', null), (20, 'HR', 20) +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@depts_n00 +POSTHOOK: Lineage: depts_n00.deptno SCRIPT [] +POSTHOOK: Lineage: depts_n00.locationid SCRIPT [] +POSTHOOK: Lineage: depts_n00.name SCRIPT [] +PREHOOK: query: analyze table depts_n00 compute statistics for columns +PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@depts_n00 +PREHOOK: Output: default@depts_n00 +#### A masked pattern was here #### +POSTHOOK: query: analyze table depts_n00 compute statistics for columns +POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@depts_n00 +POSTHOOK: Output: default@depts_n00 +#### A masked pattern was here #### +PREHOOK: query: create table dependents_n00 ( + empid int, + name varchar(256)) +stored as orc TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@dependents_n00 +POSTHOOK: query: create table dependents_n00 ( + empid int, + name varchar(256)) +stored as orc TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@dependents_n00 +PREHOOK: query: insert into dependents_n00 values (10, 'Michael'), (10, 'Jane') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@dependents_n00 +POSTHOOK: query: insert into dependents_n00 values (10, 'Michael'), (10, 'Jane') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@dependents_n00 +POSTHOOK: Lineage: dependents_n00.empid SCRIPT [] +POSTHOOK: Lineage: dependents_n00.name SCRIPT [] +PREHOOK: query: analyze table dependents_n00 compute statistics for columns +PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@dependents_n00 +PREHOOK: Output: default@dependents_n00 +#### A masked pattern was here #### +POSTHOOK: query: analyze table dependents_n00 compute statistics for columns +POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@dependents_n00 +POSTHOOK: Output: default@dependents_n00 +#### A masked pattern was here #### +PREHOOK: query: create table locations_n00 ( + locationid int, + name varchar(256)) +stored as orc TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@locations_n00 +POSTHOOK: query: create table locations_n00 ( + locationid int, + name varchar(256)) +stored as orc TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@locations_n00 +PREHOOK: query: insert into locations_n00 values (10, 'San Francisco'), (10, 'San Diego') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@locations_n00 +POSTHOOK: query: insert into locations_n00 values (10, 'San Francisco'), (10, 'San Diego') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@locations_n00 +POSTHOOK: Lineage: locations_n00.locationid SCRIPT [] +POSTHOOK: Lineage: locations_n00.name SCRIPT [] +PREHOOK: query: analyze table locations_n00 compute statistics for columns +PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@locations_n00 +PREHOOK: Output: default@locations_n00 +#### A masked pattern was here #### +POSTHOOK: query: analyze table locations_n00 compute statistics for columns +POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@locations_n00 +POSTHOOK: Output: default@locations_n00 +#### A masked pattern was here #### +PREHOOK: query: alter table emps_n00 add constraint pk1 primary key (empid) disable novalidate rely +PREHOOK: type: ALTERTABLE_ADDCONSTRAINT +POSTHOOK: query: alter table emps_n00 add constraint pk1 primary key (empid) disable novalidate rely +POSTHOOK: type: ALTERTABLE_ADDCONSTRAINT +PREHOOK: query: alter table depts_n00 add constraint pk2 primary key (deptno) disable novalidate rely +PREHOOK: type: ALTERTABLE_ADDCONSTRAINT +POSTHOOK: query: alter table depts_n00 add constraint pk2 primary key (deptno) disable novalidate rely +POSTHOOK: type: ALTERTABLE_ADDCONSTRAINT +PREHOOK: query: alter table dependents_n00 add constraint pk3 primary key (empid) disable novalidate rely +PREHOOK: type: ALTERTABLE_ADDCONSTRAINT +POSTHOOK: query: alter table dependents_n00 add constraint pk3 primary key (empid) disable novalidate rely +POSTHOOK: type: ALTERTABLE_ADDCONSTRAINT +PREHOOK: query: alter table locations_n00 add constraint pk4 primary key (locationid) disable novalidate rely +PREHOOK: type: ALTERTABLE_ADDCONSTRAINT +POSTHOOK: query: alter table locations_n00 add constraint pk4 primary key (locationid) disable novalidate rely +POSTHOOK: type: ALTERTABLE_ADDCONSTRAINT +PREHOOK: query: alter table emps_n00 add constraint fk1 foreign key (deptno) references depts_n00(deptno) disable novalidate rely +PREHOOK: type: ALTERTABLE_ADDCONSTRAINT +POSTHOOK: query: alter table emps_n00 add constraint fk1 foreign key (deptno) references depts_n00(deptno) disable novalidate rely +POSTHOOK: type: ALTERTABLE_ADDCONSTRAINT +PREHOOK: query: alter table depts_n00 add constraint fk2 foreign key (locationid) references locations_n00(locationid) disable novalidate rely +PREHOOK: type: ALTERTABLE_ADDCONSTRAINT +POSTHOOK: query: alter table depts_n00 add constraint fk2 foreign key (locationid) references locations_n00(locationid) disable novalidate rely +POSTHOOK: type: ALTERTABLE_ADDCONSTRAINT +PREHOOK: query: create materialized view mv1_part_n0 partitioned on (deptno) as +select empid, depts_n00.deptno as deptno from emps_n00 +join depts_n00 using (deptno) where depts_n00.deptno > 10 +group by empid, depts_n00.deptno +PREHOOK: type: CREATE_MATERIALIZED_VIEW +PREHOOK: Input: default@depts_n00 +PREHOOK: Input: default@emps_n00 +PREHOOK: Output: database:default +PREHOOK: Output: default@mv1_part_n0 +PREHOOK: Output: default@mv1_part_n0 +POSTHOOK: query: create materialized view mv1_part_n0 partitioned on (deptno) as +select empid, depts_n00.deptno as deptno from emps_n00 +join depts_n00 using (deptno) where depts_n00.deptno > 10 +group by empid, depts_n00.deptno +POSTHOOK: type: CREATE_MATERIALIZED_VIEW +POSTHOOK: Input: default@depts_n00 +POSTHOOK: Input: default@emps_n00 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@mv1_part_n0 +POSTHOOK: Output: default@mv1_part_n0@deptno=20 +POSTHOOK: Lineage: mv1_part_n0 PARTITION(deptno=20).empid SIMPLE [(emps_n00)emps_n00.FieldSchema(name:empid, type:int, comment:null), ] +PREHOOK: query: analyze table mv1_part_n0 compute statistics for columns +PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@mv1_part_n0 +PREHOOK: Input: default@mv1_part_n0@deptno=20 +PREHOOK: Output: default@mv1_part_n0 +PREHOOK: Output: default@mv1_part_n0@deptno=20 +#### A masked pattern was here #### +POSTHOOK: query: analyze table mv1_part_n0 compute statistics for columns +POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@mv1_part_n0 +POSTHOOK: Input: default@mv1_part_n0@deptno=20 +POSTHOOK: Output: default@mv1_part_n0 +POSTHOOK: Output: default@mv1_part_n0@deptno=20 +#### A masked pattern was here #### +PREHOOK: query: explain +select empid from emps_n00 +join depts_n00 using (deptno) where depts_n00.deptno > 20 +group by empid, depts_n00.deptno +PREHOOK: type: QUERY +POSTHOOK: query: explain +select empid from emps_n00 +join depts_n00 using (deptno) where depts_n00.deptno > 20 +group by empid, depts_n00.deptno +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: default.mv1_part_n0 + filterExpr: (deptno > 20) (type: boolean) + Filter Operator + predicate: (deptno > 20) (type: boolean) + Select Operator + expressions: empid (type: int) + outputColumnNames: _col0 + ListSink + +PREHOOK: query: select empid from emps_n00 +join depts_n00 using (deptno) where depts_n00.deptno > 20 +group by empid, depts_n00.deptno +PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n00 +PREHOOK: Input: default@emps_n00 +PREHOOK: Input: default@mv1_part_n0 +#### A masked pattern was here #### +POSTHOOK: query: select empid from emps_n00 +join depts_n00 using (deptno) where depts_n00.deptno > 20 +group by empid, depts_n00.deptno +POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n00 +POSTHOOK: Input: default@emps_n00 +POSTHOOK: Input: default@mv1_part_n0 +#### A masked pattern was here #### +PREHOOK: query: drop materialized view mv1_part_n0 +PREHOOK: type: DROP_MATERIALIZED_VIEW +PREHOOK: Input: default@mv1_part_n0 +PREHOOK: Output: default@mv1_part_n0 +POSTHOOK: query: drop materialized view mv1_part_n0 +POSTHOOK: type: DROP_MATERIALIZED_VIEW +POSTHOOK: Input: default@mv1_part_n0 +POSTHOOK: Output: default@mv1_part_n0 +PREHOOK: query: create materialized view mv1_part_n0 partitioned on (deptno) as +select depts_n00.deptno as deptno, empid from depts_n00 +join emps_n00 using (deptno) where depts_n00.deptno > 10 +group by empid, depts_n00.deptno +PREHOOK: type: CREATE_MATERIALIZED_VIEW +PREHOOK: Input: default@depts_n00 +PREHOOK: Input: default@emps_n00 +PREHOOK: Output: database:default +PREHOOK: Output: default@mv1_part_n0 +PREHOOK: Output: default@mv1_part_n0 +POSTHOOK: query: create materialized view mv1_part_n0 partitioned on (deptno) as +select depts_n00.deptno as deptno, empid from depts_n00 +join emps_n00 using (deptno) where depts_n00.deptno > 10 +group by empid, depts_n00.deptno +POSTHOOK: type: CREATE_MATERIALIZED_VIEW +POSTHOOK: Input: default@depts_n00 +POSTHOOK: Input: default@emps_n00 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@mv1_part_n0 +POSTHOOK: Output: default@mv1_part_n0@deptno=20 +POSTHOOK: Lineage: mv1_part_n0 PARTITION(deptno=20).empid SIMPLE [(emps_n00)emps_n00.FieldSchema(name:empid, type:int, comment:null), ] +PREHOOK: query: analyze table mv1_part_n0 compute statistics for columns +PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@mv1_part_n0 +PREHOOK: Input: default@mv1_part_n0@deptno=20 +PREHOOK: Output: default@mv1_part_n0 +PREHOOK: Output: default@mv1_part_n0@deptno=20 +#### A masked pattern was here #### +POSTHOOK: query: analyze table mv1_part_n0 compute statistics for columns +POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@mv1_part_n0 +POSTHOOK: Input: default@mv1_part_n0@deptno=20 +POSTHOOK: Output: default@mv1_part_n0 +POSTHOOK: Output: default@mv1_part_n0@deptno=20 +#### A masked pattern was here #### +PREHOOK: query: explain +select empid from emps_n00 +join depts_n00 using (deptno) where depts_n00.deptno > 20 +group by empid, depts_n00.deptno +PREHOOK: type: QUERY +POSTHOOK: query: explain +select empid from emps_n00 +join depts_n00 using (deptno) where depts_n00.deptno > 20 +group by empid, depts_n00.deptno +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: default.mv1_part_n0 + filterExpr: (empid > 20) (type: boolean) + Filter Operator + predicate: (empid > 20) (type: boolean) + Select Operator + expressions: deptno (type: int) + outputColumnNames: _col0 + ListSink + +PREHOOK: query: select empid from emps_n00 +join depts_n00 using (deptno) where depts_n00.deptno > 20 +group by empid, depts_n00.deptno +PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n00 +PREHOOK: Input: default@emps_n00 +PREHOOK: Input: default@mv1_part_n0 +PREHOOK: Input: default@mv1_part_n0@deptno=20 +#### A masked pattern was here #### +POSTHOOK: query: select empid from emps_n00 +join depts_n00 using (deptno) where depts_n00.deptno > 20 +group by empid, depts_n00.deptno +POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n00 +POSTHOOK: Input: default@emps_n00 +POSTHOOK: Input: default@mv1_part_n0 +POSTHOOK: Input: default@mv1_part_n0@deptno=20 +#### A masked pattern was here #### +20 +PREHOOK: query: drop materialized view mv1_part_n0 +PREHOOK: type: DROP_MATERIALIZED_VIEW +PREHOOK: Input: default@mv1_part_n0 +PREHOOK: Output: default@mv1_part_n0 +POSTHOOK: query: drop materialized view mv1_part_n0 +POSTHOOK: type: DROP_MATERIALIZED_VIEW +POSTHOOK: Input: default@mv1_part_n0 +POSTHOOK: Output: default@mv1_part_n0 +PREHOOK: query: create materialized view mv1_part_n0 partitioned on (deptno) as +select empid, depts_n00.deptno as deptno from emps_n00 +join depts_n00 using (deptno) where emps_n00.deptno > 10 +group by empid, depts_n00.deptno +PREHOOK: type: CREATE_MATERIALIZED_VIEW +PREHOOK: Input: default@depts_n00 +PREHOOK: Input: default@emps_n00 +PREHOOK: Output: database:default +PREHOOK: Output: default@mv1_part_n0 +PREHOOK: Output: default@mv1_part_n0 +POSTHOOK: query: create materialized view mv1_part_n0 partitioned on (deptno) as +select empid, depts_n00.deptno as deptno from emps_n00 +join depts_n00 using (deptno) where emps_n00.deptno > 10 +group by empid, depts_n00.deptno +POSTHOOK: type: CREATE_MATERIALIZED_VIEW +POSTHOOK: Input: default@depts_n00 +POSTHOOK: Input: default@emps_n00 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@mv1_part_n0 +POSTHOOK: Output: default@mv1_part_n0@deptno=20 +POSTHOOK: Lineage: mv1_part_n0 PARTITION(deptno=20).empid SIMPLE [(emps_n00)emps_n00.FieldSchema(name:empid, type:int, comment:null), ] +PREHOOK: query: analyze table mv1_part_n0 compute statistics for columns +PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@mv1_part_n0 +PREHOOK: Input: default@mv1_part_n0@deptno=20 +PREHOOK: Output: default@mv1_part_n0 +PREHOOK: Output: default@mv1_part_n0@deptno=20 +#### A masked pattern was here #### +POSTHOOK: query: analyze table mv1_part_n0 compute statistics for columns +POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@mv1_part_n0 +POSTHOOK: Input: default@mv1_part_n0@deptno=20 +POSTHOOK: Output: default@mv1_part_n0 +POSTHOOK: Output: default@mv1_part_n0@deptno=20 +#### A masked pattern was here #### +PREHOOK: query: explain +select empid from emps_n00 +join depts_n00 using (deptno) where depts_n00.deptno > 20 +group by empid, depts_n00.deptno +PREHOOK: type: QUERY +POSTHOOK: query: explain +select empid from emps_n00 +join depts_n00 using (deptno) where depts_n00.deptno > 20 +group by empid, depts_n00.deptno +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: default.mv1_part_n0 + filterExpr: (deptno > 20) (type: boolean) + Filter Operator + predicate: (deptno > 20) (type: boolean) + Select Operator + expressions: empid (type: int) + outputColumnNames: _col0 + ListSink + +PREHOOK: query: select empid from emps_n00 +join depts_n00 using (deptno) where depts_n00.deptno > 20 +group by empid, depts_n00.deptno +PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n00 +PREHOOK: Input: default@emps_n00 +PREHOOK: Input: default@mv1_part_n0 +#### A masked pattern was here #### +POSTHOOK: query: select empid from emps_n00 +join depts_n00 using (deptno) where depts_n00.deptno > 20 +group by empid, depts_n00.deptno +POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n00 +POSTHOOK: Input: default@emps_n00 +POSTHOOK: Input: default@mv1_part_n0 +#### A masked pattern was here #### +PREHOOK: query: drop materialized view mv1_part_n0 +PREHOOK: type: DROP_MATERIALIZED_VIEW +PREHOOK: Input: default@mv1_part_n0 +PREHOOK: Output: default@mv1_part_n0 +POSTHOOK: query: drop materialized view mv1_part_n0 +POSTHOOK: type: DROP_MATERIALIZED_VIEW +POSTHOOK: Input: default@mv1_part_n0 +POSTHOOK: Output: default@mv1_part_n0 +PREHOOK: query: create materialized view mv1_part_n0 partitioned on (deptno) as +select depts_n00.deptno as deptno, emps_n00.empid from depts_n00 +join emps_n00 using (deptno) where emps_n00.empid > 10 +group by depts_n00.deptno, emps_n00.empid +PREHOOK: type: CREATE_MATERIALIZED_VIEW +PREHOOK: Input: default@depts_n00 +PREHOOK: Input: default@emps_n00 +PREHOOK: Output: database:default +PREHOOK: Output: default@mv1_part_n0 +PREHOOK: Output: default@mv1_part_n0 +POSTHOOK: query: create materialized view mv1_part_n0 partitioned on (deptno) as +select depts_n00.deptno as deptno, emps_n00.empid from depts_n00 +join emps_n00 using (deptno) where emps_n00.empid > 10 +group by depts_n00.deptno, emps_n00.empid +POSTHOOK: type: CREATE_MATERIALIZED_VIEW +POSTHOOK: Input: default@depts_n00 +POSTHOOK: Input: default@emps_n00 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@mv1_part_n0 +POSTHOOK: Output: default@mv1_part_n0@deptno=10 +POSTHOOK: Output: default@mv1_part_n0@deptno=20 +POSTHOOK: Lineage: mv1_part_n0 PARTITION(deptno=10).empid SIMPLE [(emps_n00)emps_n00.FieldSchema(name:empid, type:int, comment:null), ] +POSTHOOK: Lineage: mv1_part_n0 PARTITION(deptno=20).empid SIMPLE [(emps_n00)emps_n00.FieldSchema(name:empid, type:int, comment:null), ] +PREHOOK: query: analyze table mv1_part_n0 compute statistics for columns +PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@mv1_part_n0 +PREHOOK: Input: default@mv1_part_n0@deptno=10 +PREHOOK: Input: default@mv1_part_n0@deptno=20 +PREHOOK: Output: default@mv1_part_n0 +PREHOOK: Output: default@mv1_part_n0@deptno=10 +PREHOOK: Output: default@mv1_part_n0@deptno=20 +#### A masked pattern was here #### +POSTHOOK: query: analyze table mv1_part_n0 compute statistics for columns +POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@mv1_part_n0 +POSTHOOK: Input: default@mv1_part_n0@deptno=10 +POSTHOOK: Input: default@mv1_part_n0@deptno=20 +POSTHOOK: Output: default@mv1_part_n0 +POSTHOOK: Output: default@mv1_part_n0@deptno=10 +POSTHOOK: Output: default@mv1_part_n0@deptno=20 +#### A masked pattern was here #### +PREHOOK: query: explain +select depts_n00.deptno from depts_n00 +join emps_n00 using (deptno) where emps_n00.empid > 15 +group by depts_n00.deptno, emps_n00.empid +PREHOOK: type: QUERY +POSTHOOK: query: explain +select depts_n00.deptno from depts_n00 +join emps_n00 using (deptno) where emps_n00.empid > 15 +group by depts_n00.deptno, emps_n00.empid +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: default.mv1_part_n0 + filterExpr: (deptno > 15) (type: boolean) + Select Operator + expressions: empid (type: int) + outputColumnNames: _col0 + ListSink + +PREHOOK: query: select depts_n00.deptno from depts_n00 +join emps_n00 using (deptno) where emps_n00.empid > 15 +group by depts_n00.deptno, emps_n00.empid +PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n00 +PREHOOK: Input: default@emps_n00 +PREHOOK: Input: default@mv1_part_n0 +PREHOOK: Input: default@mv1_part_n0@deptno=20 +#### A masked pattern was here #### +POSTHOOK: query: select depts_n00.deptno from depts_n00 +join emps_n00 using (deptno) where emps_n00.empid > 15 +group by depts_n00.deptno, emps_n00.empid +POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n00 +POSTHOOK: Input: default@emps_n00 +POSTHOOK: Input: default@mv1_part_n0 +POSTHOOK: Input: default@mv1_part_n0@deptno=20 +#### A masked pattern was here #### +200 +PREHOOK: query: drop materialized view mv1_part_n0 +PREHOOK: type: DROP_MATERIALIZED_VIEW +PREHOOK: Input: default@mv1_part_n0 +PREHOOK: Output: default@mv1_part_n0 +POSTHOOK: query: drop materialized view mv1_part_n0 +POSTHOOK: type: DROP_MATERIALIZED_VIEW +POSTHOOK: Input: default@mv1_part_n0 +POSTHOOK: Output: default@mv1_part_n0 +PREHOOK: query: create materialized view mv1_part_n0 partitioned on (deptno) as +select depts_n00.deptno as deptno, emps_n00.empid from depts_n00 +join emps_n00 using (deptno) where emps_n00.empid > 10 +group by depts_n00.deptno, emps_n00.empid +PREHOOK: type: CREATE_MATERIALIZED_VIEW +PREHOOK: Input: default@depts_n00 +PREHOOK: Input: default@emps_n00 +PREHOOK: Output: database:default +PREHOOK: Output: default@mv1_part_n0 +PREHOOK: Output: default@mv1_part_n0 +POSTHOOK: query: create materialized view mv1_part_n0 partitioned on (deptno) as +select depts_n00.deptno as deptno, emps_n00.empid from depts_n00 +join emps_n00 using (deptno) where emps_n00.empid > 10 +group by depts_n00.deptno, emps_n00.empid +POSTHOOK: type: CREATE_MATERIALIZED_VIEW +POSTHOOK: Input: default@depts_n00 +POSTHOOK: Input: default@emps_n00 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@mv1_part_n0 +POSTHOOK: Output: default@mv1_part_n0@deptno=10 +POSTHOOK: Output: default@mv1_part_n0@deptno=20 +POSTHOOK: Lineage: mv1_part_n0 PARTITION(deptno=10).empid SIMPLE [(emps_n00)emps_n00.FieldSchema(name:empid, type:int, comment:null), ] +POSTHOOK: Lineage: mv1_part_n0 PARTITION(deptno=20).empid SIMPLE [(emps_n00)emps_n00.FieldSchema(name:empid, type:int, comment:null), ] +PREHOOK: query: analyze table mv1_part_n0 compute statistics for columns +PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@mv1_part_n0 +PREHOOK: Input: default@mv1_part_n0@deptno=10 +PREHOOK: Input: default@mv1_part_n0@deptno=20 +PREHOOK: Output: default@mv1_part_n0 +PREHOOK: Output: default@mv1_part_n0@deptno=10 +PREHOOK: Output: default@mv1_part_n0@deptno=20 +#### A masked pattern was here #### +POSTHOOK: query: analyze table mv1_part_n0 compute statistics for columns +POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@mv1_part_n0 +POSTHOOK: Input: default@mv1_part_n0@deptno=10 +POSTHOOK: Input: default@mv1_part_n0@deptno=20 +POSTHOOK: Output: default@mv1_part_n0 +POSTHOOK: Output: default@mv1_part_n0@deptno=10 +POSTHOOK: Output: default@mv1_part_n0@deptno=20 +#### A masked pattern was here #### +PREHOOK: query: explain +select depts_n00.deptno from depts_n00 +join emps_n00 using (deptno) where emps_n00.empid > 15 +group by depts_n00.deptno +PREHOOK: type: QUERY +POSTHOOK: query: explain +select depts_n00.deptno from depts_n00 +join emps_n00 using (deptno) where emps_n00.empid > 15 +group by depts_n00.deptno +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: default.mv1_part_n0 + filterExpr: (deptno > 15) (type: boolean) + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: empid (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: int) + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: llap + LLAP IO: all inputs + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: int) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select depts_n00.deptno from depts_n00 +join emps_n00 using (deptno) where emps_n00.empid > 15 +group by depts_n00.deptno +PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n00 +PREHOOK: Input: default@emps_n00 +PREHOOK: Input: default@mv1_part_n0 +PREHOOK: Input: default@mv1_part_n0@deptno=20 +#### A masked pattern was here #### +POSTHOOK: query: select depts_n00.deptno from depts_n00 +join emps_n00 using (deptno) where emps_n00.empid > 15 +group by depts_n00.deptno +POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n00 +POSTHOOK: Input: default@emps_n00 +POSTHOOK: Input: default@mv1_part_n0 +POSTHOOK: Input: default@mv1_part_n0@deptno=20 +#### A masked pattern was here #### +200 +PREHOOK: query: drop materialized view mv1_part_n0 +PREHOOK: type: DROP_MATERIALIZED_VIEW +PREHOOK: Input: default@mv1_part_n0 +PREHOOK: Output: default@mv1_part_n0 +POSTHOOK: query: drop materialized view mv1_part_n0 +POSTHOOK: type: DROP_MATERIALIZED_VIEW +POSTHOOK: Input: default@mv1_part_n0 +POSTHOOK: Output: default@mv1_part_n0 +Warning: Shuffle Join MERGEJOIN[19][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 2' is a cross product +PREHOOK: query: create materialized view mv1_part_n0 partitioned on (deptno2) as +select depts_n00.name, dependents_n00.name as name2, emps_n00.deptno, depts_n00.deptno as deptno2, dependents_n00.empid +from depts_n00, dependents_n00, emps_n00 +where depts_n00.deptno > 10 +group by depts_n00.name, dependents_n00.name, emps_n00.deptno, depts_n00.deptno, dependents_n00.empid +PREHOOK: type: CREATE_MATERIALIZED_VIEW +PREHOOK: Input: default@dependents_n00 +PREHOOK: Input: default@depts_n00 +PREHOOK: Input: default@emps_n00 +PREHOOK: Output: database:default +PREHOOK: Output: default@mv1_part_n0 +PREHOOK: Output: default@mv1_part_n0 +POSTHOOK: query: create materialized view mv1_part_n0 partitioned on (deptno2) as +select depts_n00.name, dependents_n00.name as name2, emps_n00.deptno, depts_n00.deptno as deptno2, dependents_n00.empid +from depts_n00, dependents_n00, emps_n00 +where depts_n00.deptno > 10 +group by depts_n00.name, dependents_n00.name, emps_n00.deptno, depts_n00.deptno, dependents_n00.empid +POSTHOOK: type: CREATE_MATERIALIZED_VIEW +POSTHOOK: Input: default@dependents_n00 +POSTHOOK: Input: default@depts_n00 +POSTHOOK: Input: default@emps_n00 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@mv1_part_n0 +POSTHOOK: Output: default@mv1_part_n0@deptno2=20 +POSTHOOK: Output: default@mv1_part_n0@deptno2=30 +POSTHOOK: Lineage: mv1_part_n0 PARTITION(deptno2=20).deptno SIMPLE [(emps_n00)emps_n00.FieldSchema(name:deptno, type:int, comment:null), ] +POSTHOOK: Lineage: mv1_part_n0 PARTITION(deptno2=20).empid SIMPLE [(dependents_n00)dependents_n00.FieldSchema(name:empid, type:int, comment:null), ] +POSTHOOK: Lineage: mv1_part_n0 PARTITION(deptno2=20).name SIMPLE [(depts_n00)depts_n00.FieldSchema(name:name, type:varchar(256), comment:null), ] +POSTHOOK: Lineage: mv1_part_n0 PARTITION(deptno2=20).name2 SIMPLE [(dependents_n00)dependents_n00.FieldSchema(name:name, type:varchar(256), comment:null), ] +POSTHOOK: Lineage: mv1_part_n0 PARTITION(deptno2=30).deptno SIMPLE [(emps_n00)emps_n00.FieldSchema(name:deptno, type:int, comment:null), ] +POSTHOOK: Lineage: mv1_part_n0 PARTITION(deptno2=30).empid SIMPLE [(dependents_n00)dependents_n00.FieldSchema(name:empid, type:int, comment:null), ] +POSTHOOK: Lineage: mv1_part_n0 PARTITION(deptno2=30).name SIMPLE [(depts_n00)depts_n00.FieldSchema(name:name, type:varchar(256), comment:null), ] +POSTHOOK: Lineage: mv1_part_n0 PARTITION(deptno2=30).name2 SIMPLE [(dependents_n00)dependents_n00.FieldSchema(name:name, type:varchar(256), comment:null), ] +PREHOOK: query: analyze table mv1_part_n0 compute statistics for columns +PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@mv1_part_n0 +PREHOOK: Input: default@mv1_part_n0@deptno2=20 +PREHOOK: Input: default@mv1_part_n0@deptno2=30 +PREHOOK: Output: default@mv1_part_n0 +PREHOOK: Output: default@mv1_part_n0@deptno2=20 +PREHOOK: Output: default@mv1_part_n0@deptno2=30 +#### A masked pattern was here #### +POSTHOOK: query: analyze table mv1_part_n0 compute statistics for columns +POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@mv1_part_n0 +POSTHOOK: Input: default@mv1_part_n0@deptno2=20 +POSTHOOK: Input: default@mv1_part_n0@deptno2=30 +POSTHOOK: Output: default@mv1_part_n0 +POSTHOOK: Output: default@mv1_part_n0@deptno2=20 +POSTHOOK: Output: default@mv1_part_n0@deptno2=30 +#### A masked pattern was here #### +PREHOOK: query: explain +select dependents_n00.empid +from depts_n00 +join dependents_n00 on (depts_n00.name = dependents_n00.name) +join emps_n00 on (emps_n00.deptno = depts_n00.deptno) +where depts_n00.deptno > 10 +group by dependents_n00.empid +PREHOOK: type: QUERY +POSTHOOK: query: explain +select dependents_n00.empid +from depts_n00 +join dependents_n00 on (depts_n00.name = dependents_n00.name) +join emps_n00 on (emps_n00.deptno = depts_n00.deptno) +where depts_n00.deptno > 10 +group by dependents_n00.empid +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: default.mv1_part_n0 + filterExpr: ((name = name2) and (deptno = empid)) (type: boolean) + Statistics: Num rows: 8 Data size: 1560 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((deptno = empid) and (name = name2)) (type: boolean) + Statistics: Num rows: 2 Data size: 390 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: deptno2 (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 2 Data size: 390 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: int) + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: llap + LLAP IO: all inputs + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: int) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select dependents_n00.empid +from depts_n00 +join dependents_n00 on (depts_n00.name = dependents_n00.name) +join emps_n00 on (emps_n00.deptno = depts_n00.deptno) +where depts_n00.deptno > 10 +group by dependents_n00.empid +PREHOOK: type: QUERY +PREHOOK: Input: default@dependents_n00 +PREHOOK: Input: default@depts_n00 +PREHOOK: Input: default@emps_n00 +PREHOOK: Input: default@mv1_part_n0 +PREHOOK: Input: default@mv1_part_n0@deptno2=20 +PREHOOK: Input: default@mv1_part_n0@deptno2=30 +#### A masked pattern was here #### +POSTHOOK: query: select dependents_n00.empid +from depts_n00 +join dependents_n00 on (depts_n00.name = dependents_n00.name) +join emps_n00 on (emps_n00.deptno = depts_n00.deptno) +where depts_n00.deptno > 10 +group by dependents_n00.empid +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dependents_n00 +POSTHOOK: Input: default@depts_n00 +POSTHOOK: Input: default@emps_n00 +POSTHOOK: Input: default@mv1_part_n0 +POSTHOOK: Input: default@mv1_part_n0@deptno2=20 +POSTHOOK: Input: default@mv1_part_n0@deptno2=30 +#### A masked pattern was here #### +PREHOOK: query: drop materialized view mv1_part_n0 +PREHOOK: type: DROP_MATERIALIZED_VIEW +PREHOOK: Input: default@mv1_part_n0 +PREHOOK: Output: default@mv1_part_n0 +POSTHOOK: query: drop materialized view mv1_part_n0 +POSTHOOK: type: DROP_MATERIALIZED_VIEW +POSTHOOK: Input: default@mv1_part_n0 +POSTHOOK: Output: default@mv1_part_n0
