HIVE-15021 : handle (or add a test for) multi-insert into MM tables (Sergey Shelukhin)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/b60bbc28 Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/b60bbc28 Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/b60bbc28 Branch: refs/heads/hive-14535 Commit: b60bbc28afc3e683e8e146a6ef9999fd5467b2ca Parents: ff1ea20 Author: Sergey Shelukhin <ser...@apache.org> Authored: Thu Oct 20 15:08:48 2016 -0700 Committer: Sergey Shelukhin <ser...@apache.org> Committed: Thu Oct 20 15:08:48 2016 -0700 ---------------------------------------------------------------------- ql/src/test/queries/clientpositive/mm_all.q | 57 ++- ql/src/test/queries/clientpositive/mm_current.q | 89 ++-- .../results/clientpositive/llap/mm_all.q.out | 463 ++++++++++++++++- .../clientpositive/llap/mm_current.q.out | 495 ++++++++++++------- 4 files changed, 888 insertions(+), 216 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/b60bbc28/ql/src/test/queries/clientpositive/mm_all.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/mm_all.q b/ql/src/test/queries/clientpositive/mm_all.q index d440136..9d1bf8a 100644 --- a/ql/src/test/queries/clientpositive/mm_all.q +++ b/ql/src/test/queries/clientpositive/mm_all.q @@ -360,7 +360,62 @@ drop table import7_mm; set hive.exim.test.mode=false; --- TODO# multi-insert + +drop table multi0_1_mm; +drop table multi0_2_mm; +create table multi0_1_mm (key int, key2 int) tblproperties('hivecommit'='true'); +create table multi0_2_mm (key int, key2 int) tblproperties('hivecommit'='true'); + +from intermediate +insert overwrite table multi0_1_mm select key, p +insert overwrite table multi0_2_mm select p, key; + +select * from multi0_1_mm order by key, key2; +select * from multi0_2_mm order by key, key2; + +set hive.merge.mapredfiles=true; +set hive.merge.sparkfiles=true; +set hive.merge.tezfiles=true; + +from intermediate +insert into table multi0_1_mm select p, key +insert overwrite table multi0_2_mm select key, p; +select * from multi0_1_mm order by key, key2; +select * from multi0_2_mm order by key, key2; + +set hive.merge.mapredfiles=false; +set hive.merge.sparkfiles=false; +set hive.merge.tezfiles=false; + +drop table multi0_1_mm; +drop table multi0_2_mm; + + +drop table multi1_mm; +create table multi1_mm (key int, key2 int) partitioned by (p int) tblproperties('hivecommit'='true'); +from intermediate +insert into table multi1_mm partition(p=1) select p, key +insert into table multi1_mm partition(p=2) select key, p; +select * from multi1_mm order by key, key2, p; +from intermediate +insert into table multi1_mm partition(p=2) select p, key +insert overwrite table multi1_mm partition(p=1) select key, p; +select * from multi1_mm order by key, key2, p; + +from intermediate +insert into table multi1_mm partition(p) select p, key, p +insert into table multi1_mm partition(p=1) select key, p; +select key, key2, p from multi1_mm order by key, key2, p; + +from intermediate +insert into table multi1_mm partition(p) select p, key, 1 +insert into table multi1_mm partition(p=1) select key, p; +select key, key2, p from multi1_mm order by key, key2, p; +drop table multi1_mm; + + + + http://git-wip-us.apache.org/repos/asf/hive/blob/b60bbc28/ql/src/test/queries/clientpositive/mm_current.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/mm_current.q b/ql/src/test/queries/clientpositive/mm_current.q index ab28d35..bb166cf 100644 --- a/ql/src/test/queries/clientpositive/mm_current.q +++ b/ql/src/test/queries/clientpositive/mm_current.q @@ -11,42 +11,59 @@ create table intermediate(key int) partitioned by (p int) stored as orc; insert into table intermediate partition(p='455') select distinct key from src where key >= 0 order by key desc limit 2; insert into table intermediate partition(p='456') select distinct key from src where key is not null order by key asc limit 2; -drop table intermediate_nonpart; -drop table intermmediate_part; -drop table intermmediate_nonpart; - - -create table intermediate_nonpart(key int, p int); -insert into intermediate_nonpart select * from intermediate; -create table intermmediate_nonpart(key int, p int) tblproperties('hivecommit'='true'); -insert into intermmediate_nonpart select * from intermediate; -create table intermmediate(key int) partitioned by (p int) tblproperties('hivecommit'='true'); -insert into table intermmediate partition(p) select key, p from intermediate; - -set hive.exim.test.mode=true; - -export table intermediate_nonpart to 'ql/test/data/exports/intermediate_nonpart'; -export table intermmediate_nonpart to 'ql/test/data/exports/intermmediate_nonpart'; -export table intermediate to 'ql/test/data/exports/intermediate_part'; -export table intermmediate to 'ql/test/data/exports/intermmediate_part'; - -drop table intermediate_nonpart; -drop table intermmediate_part; -drop table intermmediate_nonpart; - --- MM export into existing non-MM table, non-part and part - -drop table import6_mm; -create table import6_mm(key int, p int); -import table import6_mm from 'ql/test/data/exports/intermmediate_nonpart'; -select * from import6_mm order by key, p; -drop table import6_mm; - -drop table import7_mm; -create table import7_mm(key int) partitioned by (p int); -import table import7_mm from 'ql/test/data/exports/intermmediate_part'; -select * from import7_mm order by key, p; -drop table import7_mm; + +drop table multi0_1_mm; +drop table multi0_2_mm; +create table multi0_1_mm (key int, key2 int) tblproperties('hivecommit'='true'); +create table multi0_2_mm (key int, key2 int) tblproperties('hivecommit'='true'); + +from intermediate +insert overwrite table multi0_1_mm select key, p +insert overwrite table multi0_2_mm select p, key; + +select * from multi0_1_mm order by key, key2; +select * from multi0_2_mm order by key, key2; + +set hive.merge.mapredfiles=true; +set hive.merge.sparkfiles=true; +set hive.merge.tezfiles=true; + +from intermediate +insert into table multi0_1_mm select p, key +insert overwrite table multi0_2_mm select key, p; +select * from multi0_1_mm order by key, key2; +select * from multi0_2_mm order by key, key2; + +set hive.merge.mapredfiles=false; +set hive.merge.sparkfiles=false; +set hive.merge.tezfiles=false; + +drop table multi0_1_mm; +drop table multi0_2_mm; + + +drop table multi1_mm; +create table multi1_mm (key int, key2 int) partitioned by (p int) tblproperties('hivecommit'='true'); +from intermediate +insert into table multi1_mm partition(p=1) select p, key +insert into table multi1_mm partition(p=2) select key, p; +select * from multi1_mm order by key, key2, p; +from intermediate +insert into table multi1_mm partition(p=2) select p, key +insert overwrite table multi1_mm partition(p=1) select key, p; +select * from multi1_mm order by key, key2, p; + +from intermediate +insert into table multi1_mm partition(p) select p, key, p +insert into table multi1_mm partition(p=1) select key, p; +select key, key2, p from multi1_mm order by key, key2, p; + +from intermediate +insert into table multi1_mm partition(p) select p, key, 1 +insert into table multi1_mm partition(p=1) select key, p; +select key, key2, p from multi1_mm order by key, key2, p; +drop table multi1_mm; + drop table intermediate; http://git-wip-us.apache.org/repos/asf/hive/blob/b60bbc28/ql/src/test/results/clientpositive/llap/mm_all.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/mm_all.q.out b/ql/src/test/results/clientpositive/llap/mm_all.q.out index bdd365d..57c878c 100644 --- a/ql/src/test/results/clientpositive/llap/mm_all.q.out +++ b/ql/src/test/results/clientpositive/llap/mm_all.q.out @@ -2516,19 +2516,462 @@ POSTHOOK: query: drop table import7_mm POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@import7_mm POSTHOOK: Output: default@import7_mm -PREHOOK: query: -- TODO# multi-insert - - - -drop table intermediate +PREHOOK: query: drop table multi0_1_mm +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table multi0_1_mm +POSTHOOK: type: DROPTABLE +PREHOOK: query: drop table multi0_2_mm +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table multi0_2_mm +POSTHOOK: type: DROPTABLE +PREHOOK: query: create table multi0_1_mm (key int, key2 int) tblproperties('hivecommit'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@multi0_1_mm +POSTHOOK: query: create table multi0_1_mm (key int, key2 int) tblproperties('hivecommit'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@multi0_1_mm +PREHOOK: query: create table multi0_2_mm (key int, key2 int) tblproperties('hivecommit'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@multi0_2_mm +POSTHOOK: query: create table multi0_2_mm (key int, key2 int) tblproperties('hivecommit'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@multi0_2_mm +PREHOOK: query: from intermediate +insert overwrite table multi0_1_mm select key, p +insert overwrite table multi0_2_mm select p, key +PREHOOK: type: QUERY +PREHOOK: Input: default@intermediate +PREHOOK: Input: default@intermediate@p=455 +PREHOOK: Input: default@intermediate@p=456 +PREHOOK: Input: default@intermediate@p=457 +PREHOOK: Output: default@multi0_1_mm +PREHOOK: Output: default@multi0_2_mm +POSTHOOK: query: from intermediate +insert overwrite table multi0_1_mm select key, p +insert overwrite table multi0_2_mm select p, key +POSTHOOK: type: QUERY +POSTHOOK: Input: default@intermediate +POSTHOOK: Input: default@intermediate@p=455 +POSTHOOK: Input: default@intermediate@p=456 +POSTHOOK: Input: default@intermediate@p=457 +POSTHOOK: Output: default@multi0_1_mm +POSTHOOK: Output: default@multi0_2_mm +POSTHOOK: Lineage: multi0_1_mm.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: multi0_1_mm.key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +POSTHOOK: Lineage: multi0_2_mm.key SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +POSTHOOK: Lineage: multi0_2_mm.key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +PREHOOK: query: select * from multi0_1_mm order by key, key2 +PREHOOK: type: QUERY +PREHOOK: Input: default@multi0_1_mm +#### A masked pattern was here #### +POSTHOOK: query: select * from multi0_1_mm order by key, key2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multi0_1_mm +#### A masked pattern was here #### +0 456 +10 456 +97 455 +98 455 +100 457 +103 457 +PREHOOK: query: select * from multi0_2_mm order by key, key2 +PREHOOK: type: QUERY +PREHOOK: Input: default@multi0_2_mm +#### A masked pattern was here #### +POSTHOOK: query: select * from multi0_2_mm order by key, key2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multi0_2_mm +#### A masked pattern was here #### +455 97 +455 98 +456 0 +456 10 +457 100 +457 103 +PREHOOK: query: from intermediate +insert into table multi0_1_mm select p, key +insert overwrite table multi0_2_mm select key, p +PREHOOK: type: QUERY +PREHOOK: Input: default@intermediate +PREHOOK: Input: default@intermediate@p=455 +PREHOOK: Input: default@intermediate@p=456 +PREHOOK: Input: default@intermediate@p=457 +PREHOOK: Output: default@multi0_1_mm +PREHOOK: Output: default@multi0_2_mm +POSTHOOK: query: from intermediate +insert into table multi0_1_mm select p, key +insert overwrite table multi0_2_mm select key, p +POSTHOOK: type: QUERY +POSTHOOK: Input: default@intermediate +POSTHOOK: Input: default@intermediate@p=455 +POSTHOOK: Input: default@intermediate@p=456 +POSTHOOK: Input: default@intermediate@p=457 +POSTHOOK: Output: default@multi0_1_mm +POSTHOOK: Output: default@multi0_2_mm +POSTHOOK: Lineage: multi0_1_mm.key SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +POSTHOOK: Lineage: multi0_1_mm.key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: multi0_2_mm.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: multi0_2_mm.key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +PREHOOK: query: select * from multi0_1_mm order by key, key2 +PREHOOK: type: QUERY +PREHOOK: Input: default@multi0_1_mm +#### A masked pattern was here #### +POSTHOOK: query: select * from multi0_1_mm order by key, key2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multi0_1_mm +#### A masked pattern was here #### +0 456 +10 456 +97 455 +98 455 +100 457 +103 457 +455 97 +455 98 +456 0 +456 10 +457 100 +457 103 +PREHOOK: query: select * from multi0_2_mm order by key, key2 +PREHOOK: type: QUERY +PREHOOK: Input: default@multi0_2_mm +#### A masked pattern was here #### +POSTHOOK: query: select * from multi0_2_mm order by key, key2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multi0_2_mm +#### A masked pattern was here #### +0 456 +10 456 +97 455 +98 455 +100 457 +103 457 +PREHOOK: query: drop table multi0_1_mm +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@multi0_1_mm +PREHOOK: Output: default@multi0_1_mm +POSTHOOK: query: drop table multi0_1_mm +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@multi0_1_mm +POSTHOOK: Output: default@multi0_1_mm +PREHOOK: query: drop table multi0_2_mm +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@multi0_2_mm +PREHOOK: Output: default@multi0_2_mm +POSTHOOK: query: drop table multi0_2_mm +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@multi0_2_mm +POSTHOOK: Output: default@multi0_2_mm +PREHOOK: query: drop table multi1_mm +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table multi1_mm +POSTHOOK: type: DROPTABLE +PREHOOK: query: create table multi1_mm (key int, key2 int) partitioned by (p int) tblproperties('hivecommit'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@multi1_mm +POSTHOOK: query: create table multi1_mm (key int, key2 int) partitioned by (p int) tblproperties('hivecommit'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@multi1_mm +PREHOOK: query: from intermediate +insert into table multi1_mm partition(p=1) select p, key +insert into table multi1_mm partition(p=2) select key, p +PREHOOK: type: QUERY +PREHOOK: Input: default@intermediate +PREHOOK: Input: default@intermediate@p=455 +PREHOOK: Input: default@intermediate@p=456 +PREHOOK: Input: default@intermediate@p=457 +PREHOOK: Output: default@multi1_mm@p=1 +PREHOOK: Output: default@multi1_mm@p=2 +POSTHOOK: query: from intermediate +insert into table multi1_mm partition(p=1) select p, key +insert into table multi1_mm partition(p=2) select key, p +POSTHOOK: type: QUERY +POSTHOOK: Input: default@intermediate +POSTHOOK: Input: default@intermediate@p=455 +POSTHOOK: Input: default@intermediate@p=456 +POSTHOOK: Input: default@intermediate@p=457 +POSTHOOK: Output: default@multi1_mm@p=1 +POSTHOOK: Output: default@multi1_mm@p=2 +POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: multi1_mm PARTITION(p=2).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: multi1_mm PARTITION(p=2).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +PREHOOK: query: select * from multi1_mm order by key, key2, p +PREHOOK: type: QUERY +PREHOOK: Input: default@multi1_mm +PREHOOK: Input: default@multi1_mm@p=1 +PREHOOK: Input: default@multi1_mm@p=2 +#### A masked pattern was here #### +POSTHOOK: query: select * from multi1_mm order by key, key2, p +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multi1_mm +POSTHOOK: Input: default@multi1_mm@p=1 +POSTHOOK: Input: default@multi1_mm@p=2 +#### A masked pattern was here #### +0 456 2 +10 456 2 +97 455 2 +98 455 2 +100 457 2 +103 457 2 +455 97 1 +455 98 1 +456 0 1 +456 10 1 +457 100 1 +457 103 1 +PREHOOK: query: from intermediate +insert into table multi1_mm partition(p=2) select p, key +insert overwrite table multi1_mm partition(p=1) select key, p +PREHOOK: type: QUERY +PREHOOK: Input: default@intermediate +PREHOOK: Input: default@intermediate@p=455 +PREHOOK: Input: default@intermediate@p=456 +PREHOOK: Input: default@intermediate@p=457 +PREHOOK: Output: default@multi1_mm@p=1 +PREHOOK: Output: default@multi1_mm@p=2 +POSTHOOK: query: from intermediate +insert into table multi1_mm partition(p=2) select p, key +insert overwrite table multi1_mm partition(p=1) select key, p +POSTHOOK: type: QUERY +POSTHOOK: Input: default@intermediate +POSTHOOK: Input: default@intermediate@p=455 +POSTHOOK: Input: default@intermediate@p=456 +POSTHOOK: Input: default@intermediate@p=457 +POSTHOOK: Output: default@multi1_mm@p=1 +POSTHOOK: Output: default@multi1_mm@p=2 +POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +POSTHOOK: Lineage: multi1_mm PARTITION(p=2).key SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +POSTHOOK: Lineage: multi1_mm PARTITION(p=2).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +PREHOOK: query: select * from multi1_mm order by key, key2, p +PREHOOK: type: QUERY +PREHOOK: Input: default@multi1_mm +PREHOOK: Input: default@multi1_mm@p=1 +PREHOOK: Input: default@multi1_mm@p=2 +#### A masked pattern was here #### +POSTHOOK: query: select * from multi1_mm order by key, key2, p +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multi1_mm +POSTHOOK: Input: default@multi1_mm@p=1 +POSTHOOK: Input: default@multi1_mm@p=2 +#### A masked pattern was here #### +0 456 1 +0 456 2 +10 456 1 +10 456 2 +97 455 1 +97 455 2 +98 455 1 +98 455 2 +100 457 1 +100 457 2 +103 457 1 +103 457 2 +455 97 1 +455 97 2 +455 98 1 +455 98 2 +456 0 1 +456 0 2 +456 10 1 +456 10 2 +457 100 1 +457 100 2 +457 103 1 +457 103 2 +PREHOOK: query: from intermediate +insert into table multi1_mm partition(p) select p, key, p +insert into table multi1_mm partition(p=1) select key, p +PREHOOK: type: QUERY +PREHOOK: Input: default@intermediate +PREHOOK: Input: default@intermediate@p=455 +PREHOOK: Input: default@intermediate@p=456 +PREHOOK: Input: default@intermediate@p=457 +PREHOOK: Output: default@multi1_mm +PREHOOK: Output: default@multi1_mm@p=1 +POSTHOOK: query: from intermediate +insert into table multi1_mm partition(p) select p, key, p +insert into table multi1_mm partition(p=1) select key, p +POSTHOOK: type: QUERY +POSTHOOK: Input: default@intermediate +POSTHOOK: Input: default@intermediate@p=455 +POSTHOOK: Input: default@intermediate@p=456 +POSTHOOK: Input: default@intermediate@p=457 +POSTHOOK: Output: default@multi1_mm@p=1 +POSTHOOK: Output: default@multi1_mm@p=455 +POSTHOOK: Output: default@multi1_mm@p=456 +POSTHOOK: Output: default@multi1_mm@p=457 +POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +POSTHOOK: Lineage: multi1_mm PARTITION(p=455).key SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +POSTHOOK: Lineage: multi1_mm PARTITION(p=455).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: multi1_mm PARTITION(p=456).key SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +POSTHOOK: Lineage: multi1_mm PARTITION(p=456).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: multi1_mm PARTITION(p=457).key SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +POSTHOOK: Lineage: multi1_mm PARTITION(p=457).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +PREHOOK: query: select key, key2, p from multi1_mm order by key, key2, p +PREHOOK: type: QUERY +PREHOOK: Input: default@multi1_mm +PREHOOK: Input: default@multi1_mm@p=1 +PREHOOK: Input: default@multi1_mm@p=2 +PREHOOK: Input: default@multi1_mm@p=455 +PREHOOK: Input: default@multi1_mm@p=456 +PREHOOK: Input: default@multi1_mm@p=457 +#### A masked pattern was here #### +POSTHOOK: query: select key, key2, p from multi1_mm order by key, key2, p +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multi1_mm +POSTHOOK: Input: default@multi1_mm@p=1 +POSTHOOK: Input: default@multi1_mm@p=2 +POSTHOOK: Input: default@multi1_mm@p=455 +POSTHOOK: Input: default@multi1_mm@p=456 +POSTHOOK: Input: default@multi1_mm@p=457 +#### A masked pattern was here #### +0 456 1 +0 456 1 +0 456 2 +10 456 1 +10 456 1 +10 456 2 +97 455 1 +97 455 1 +97 455 2 +98 455 1 +98 455 1 +98 455 2 +100 457 1 +100 457 1 +100 457 2 +103 457 1 +103 457 1 +103 457 2 +455 97 1 +455 97 2 +455 97 455 +455 98 1 +455 98 2 +455 98 455 +456 0 1 +456 0 2 +456 0 456 +456 10 1 +456 10 2 +456 10 456 +457 100 1 +457 100 2 +457 100 457 +457 103 1 +457 103 2 +457 103 457 +PREHOOK: query: from intermediate +insert into table multi1_mm partition(p) select p, key, 1 +insert into table multi1_mm partition(p=1) select key, p +PREHOOK: type: QUERY +PREHOOK: Input: default@intermediate +PREHOOK: Input: default@intermediate@p=455 +PREHOOK: Input: default@intermediate@p=456 +PREHOOK: Input: default@intermediate@p=457 +PREHOOK: Output: default@multi1_mm +PREHOOK: Output: default@multi1_mm@p=1 +POSTHOOK: query: from intermediate +insert into table multi1_mm partition(p) select p, key, 1 +insert into table multi1_mm partition(p=1) select key, p +POSTHOOK: type: QUERY +POSTHOOK: Input: default@intermediate +POSTHOOK: Input: default@intermediate@p=455 +POSTHOOK: Input: default@intermediate@p=456 +POSTHOOK: Input: default@intermediate@p=457 +POSTHOOK: Output: default@multi1_mm@p=1 +POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +PREHOOK: query: select key, key2, p from multi1_mm order by key, key2, p +PREHOOK: type: QUERY +PREHOOK: Input: default@multi1_mm +PREHOOK: Input: default@multi1_mm@p=1 +PREHOOK: Input: default@multi1_mm@p=2 +PREHOOK: Input: default@multi1_mm@p=455 +PREHOOK: Input: default@multi1_mm@p=456 +PREHOOK: Input: default@multi1_mm@p=457 +#### A masked pattern was here #### +POSTHOOK: query: select key, key2, p from multi1_mm order by key, key2, p +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multi1_mm +POSTHOOK: Input: default@multi1_mm@p=1 +POSTHOOK: Input: default@multi1_mm@p=2 +POSTHOOK: Input: default@multi1_mm@p=455 +POSTHOOK: Input: default@multi1_mm@p=456 +POSTHOOK: Input: default@multi1_mm@p=457 +#### A masked pattern was here #### +0 456 1 +0 456 1 +0 456 1 +0 456 2 +10 456 1 +10 456 1 +10 456 1 +10 456 2 +97 455 1 +97 455 1 +97 455 1 +97 455 2 +98 455 1 +98 455 1 +98 455 1 +98 455 2 +100 457 1 +100 457 1 +100 457 1 +100 457 2 +103 457 1 +103 457 1 +103 457 1 +103 457 2 +455 97 1 +455 97 1 +455 97 2 +455 97 455 +455 98 1 +455 98 1 +455 98 2 +455 98 455 +456 0 1 +456 0 1 +456 0 2 +456 0 456 +456 10 1 +456 10 1 +456 10 2 +456 10 456 +457 100 1 +457 100 1 +457 100 2 +457 100 457 +457 103 1 +457 103 1 +457 103 2 +457 103 457 +PREHOOK: query: drop table multi1_mm +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@multi1_mm +PREHOOK: Output: default@multi1_mm +POSTHOOK: query: drop table multi1_mm +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@multi1_mm +POSTHOOK: Output: default@multi1_mm +PREHOOK: query: drop table intermediate PREHOOK: type: DROPTABLE PREHOOK: Input: default@intermediate PREHOOK: Output: default@intermediate -POSTHOOK: query: -- TODO# multi-insert - - - -drop table intermediate +POSTHOOK: query: drop table intermediate POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@intermediate POSTHOOK: Output: default@intermediate http://git-wip-us.apache.org/repos/asf/hive/blob/b60bbc28/ql/src/test/results/clientpositive/llap/mm_current.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/mm_current.q.out b/ql/src/test/results/clientpositive/llap/mm_current.q.out index 98f37a1..0522288 100644 --- a/ql/src/test/results/clientpositive/llap/mm_current.q.out +++ b/ql/src/test/results/clientpositive/llap/mm_current.q.out @@ -28,231 +28,388 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@intermediate@p=456 POSTHOOK: Lineage: intermediate PARTITION(p=456).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -PREHOOK: query: drop table intermediate_nonpart +PREHOOK: query: drop table multi0_1_mm PREHOOK: type: DROPTABLE -POSTHOOK: query: drop table intermediate_nonpart +POSTHOOK: query: drop table multi0_1_mm POSTHOOK: type: DROPTABLE -PREHOOK: query: drop table intermmediate_part +PREHOOK: query: drop table multi0_2_mm PREHOOK: type: DROPTABLE -POSTHOOK: query: drop table intermmediate_part +POSTHOOK: query: drop table multi0_2_mm POSTHOOK: type: DROPTABLE -PREHOOK: query: drop table intermmediate_nonpart -PREHOOK: type: DROPTABLE -POSTHOOK: query: drop table intermmediate_nonpart -POSTHOOK: type: DROPTABLE -PREHOOK: query: create table intermediate_nonpart(key int, p int) +PREHOOK: query: create table multi0_1_mm (key int, key2 int) tblproperties('hivecommit'='false') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@intermediate_nonpart -POSTHOOK: query: create table intermediate_nonpart(key int, p int) +PREHOOK: Output: default@multi0_1_mm +POSTHOOK: query: create table multi0_1_mm (key int, key2 int) tblproperties('hivecommit'='false') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@intermediate_nonpart -PREHOOK: query: insert into intermediate_nonpart select * from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Output: default@intermediate_nonpart -POSTHOOK: query: insert into intermediate_nonpart select * from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Output: default@intermediate_nonpart -POSTHOOK: Lineage: intermediate_nonpart.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: intermediate_nonpart.p SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] -PREHOOK: query: create table intermmediate_nonpart(key int, p int) tblproperties('hivecommit'='true') +POSTHOOK: Output: default@multi0_1_mm +PREHOOK: query: create table multi0_2_mm (key int, key2 int) tblproperties('hivecommit'='false') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@intermmediate_nonpart -POSTHOOK: query: create table intermmediate_nonpart(key int, p int) tblproperties('hivecommit'='true') +PREHOOK: Output: default@multi0_2_mm +POSTHOOK: query: create table multi0_2_mm (key int, key2 int) tblproperties('hivecommit'='false') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@intermmediate_nonpart -PREHOOK: query: insert into intermmediate_nonpart select * from intermediate +POSTHOOK: Output: default@multi0_2_mm +PREHOOK: query: from intermediate +insert overwrite table multi0_1_mm select key, p +insert overwrite table multi0_2_mm select p, key PREHOOK: type: QUERY PREHOOK: Input: default@intermediate PREHOOK: Input: default@intermediate@p=455 PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Output: default@intermmediate_nonpart -POSTHOOK: query: insert into intermmediate_nonpart select * from intermediate +PREHOOK: Output: default@multi0_1_mm +PREHOOK: Output: default@multi0_2_mm +POSTHOOK: query: from intermediate +insert overwrite table multi0_1_mm select key, p +insert overwrite table multi0_2_mm select p, key POSTHOOK: type: QUERY POSTHOOK: Input: default@intermediate POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Output: default@intermmediate_nonpart -POSTHOOK: Lineage: intermmediate_nonpart.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: intermmediate_nonpart.p SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] -PREHOOK: query: create table intermmediate(key int) partitioned by (p int) tblproperties('hivecommit'='true') -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@intermmediate -POSTHOOK: query: create table intermmediate(key int) partitioned by (p int) tblproperties('hivecommit'='true') -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@intermmediate -PREHOOK: query: insert into table intermmediate partition(p) select key, p from intermediate +POSTHOOK: Output: default@multi0_1_mm +POSTHOOK: Output: default@multi0_2_mm +POSTHOOK: Lineage: multi0_1_mm.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: multi0_1_mm.key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +POSTHOOK: Lineage: multi0_2_mm.key SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +POSTHOOK: Lineage: multi0_2_mm.key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +PREHOOK: query: select * from multi0_1_mm order by key, key2 PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Output: default@intermmediate -POSTHOOK: query: insert into table intermmediate partition(p) select key, p from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Output: default@intermmediate@p=455 -POSTHOOK: Output: default@intermmediate@p=456 -POSTHOOK: Lineage: intermmediate PARTITION(p=455).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: intermmediate PARTITION(p=456).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: export table intermediate_nonpart to 'ql/test/data/exports/intermediate_nonpart' -PREHOOK: type: EXPORT -PREHOOK: Input: default@intermediate_nonpart +PREHOOK: Input: default@multi0_1_mm #### A masked pattern was here #### -POSTHOOK: query: export table intermediate_nonpart to 'ql/test/data/exports/intermediate_nonpart' -POSTHOOK: type: EXPORT -POSTHOOK: Input: default@intermediate_nonpart +POSTHOOK: query: select * from multi0_1_mm order by key, key2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multi0_1_mm #### A masked pattern was here #### -PREHOOK: query: export table intermmediate_nonpart to 'ql/test/data/exports/intermmediate_nonpart' -PREHOOK: type: EXPORT -PREHOOK: Input: default@intermmediate_nonpart +0 456 +10 456 +97 455 +98 455 +PREHOOK: query: select * from multi0_2_mm order by key, key2 +PREHOOK: type: QUERY +PREHOOK: Input: default@multi0_2_mm #### A masked pattern was here #### -POSTHOOK: query: export table intermmediate_nonpart to 'ql/test/data/exports/intermmediate_nonpart' -POSTHOOK: type: EXPORT -POSTHOOK: Input: default@intermmediate_nonpart +POSTHOOK: query: select * from multi0_2_mm order by key, key2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multi0_2_mm #### A masked pattern was here #### -PREHOOK: query: export table intermediate to 'ql/test/data/exports/intermediate_part' -PREHOOK: type: EXPORT +455 97 +455 98 +456 0 +456 10 +PREHOOK: query: from intermediate +insert into table multi0_1_mm select p, key +insert overwrite table multi0_2_mm select key, p +PREHOOK: type: QUERY +PREHOOK: Input: default@intermediate PREHOOK: Input: default@intermediate@p=455 PREHOOK: Input: default@intermediate@p=456 -#### A masked pattern was here #### -POSTHOOK: query: export table intermediate to 'ql/test/data/exports/intermediate_part' -POSTHOOK: type: EXPORT +PREHOOK: Output: default@multi0_1_mm +PREHOOK: Output: default@multi0_2_mm +POSTHOOK: query: from intermediate +insert into table multi0_1_mm select p, key +insert overwrite table multi0_2_mm select key, p +POSTHOOK: type: QUERY +POSTHOOK: Input: default@intermediate POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 +POSTHOOK: Output: default@multi0_1_mm +POSTHOOK: Output: default@multi0_2_mm +POSTHOOK: Lineage: multi0_1_mm.key SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +POSTHOOK: Lineage: multi0_1_mm.key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: multi0_2_mm.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: multi0_2_mm.key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +PREHOOK: query: select * from multi0_1_mm order by key, key2 +PREHOOK: type: QUERY +PREHOOK: Input: default@multi0_1_mm #### A masked pattern was here #### -PREHOOK: query: export table intermmediate to 'ql/test/data/exports/intermmediate_part' -PREHOOK: type: EXPORT -PREHOOK: Input: default@intermmediate@p=455 -PREHOOK: Input: default@intermmediate@p=456 +POSTHOOK: query: select * from multi0_1_mm order by key, key2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multi0_1_mm #### A masked pattern was here #### -POSTHOOK: query: export table intermmediate to 'ql/test/data/exports/intermmediate_part' -POSTHOOK: type: EXPORT -POSTHOOK: Input: default@intermmediate@p=455 -POSTHOOK: Input: default@intermmediate@p=456 +0 456 +10 456 +97 455 +98 455 +455 97 +455 98 +456 0 +456 10 +PREHOOK: query: select * from multi0_2_mm order by key, key2 +PREHOOK: type: QUERY +PREHOOK: Input: default@multi0_2_mm #### A masked pattern was here #### -PREHOOK: query: drop table intermediate_nonpart -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@intermediate_nonpart -PREHOOK: Output: default@intermediate_nonpart -POSTHOOK: query: drop table intermediate_nonpart -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@intermediate_nonpart -POSTHOOK: Output: default@intermediate_nonpart -PREHOOK: query: drop table intermmediate_part -PREHOOK: type: DROPTABLE -POSTHOOK: query: drop table intermmediate_part -POSTHOOK: type: DROPTABLE -PREHOOK: query: drop table intermmediate_nonpart +POSTHOOK: query: select * from multi0_2_mm order by key, key2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multi0_2_mm +#### A masked pattern was here #### +0 456 +10 456 +97 455 +98 455 +PREHOOK: query: drop table multi0_1_mm PREHOOK: type: DROPTABLE -PREHOOK: Input: default@intermmediate_nonpart -PREHOOK: Output: default@intermmediate_nonpart -POSTHOOK: query: drop table intermmediate_nonpart +PREHOOK: Input: default@multi0_1_mm +PREHOOK: Output: default@multi0_1_mm +POSTHOOK: query: drop table multi0_1_mm POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@intermmediate_nonpart -POSTHOOK: Output: default@intermmediate_nonpart -PREHOOK: query: -- MM export into existing non-MM table, non-part and part - -drop table import6_mm +POSTHOOK: Input: default@multi0_1_mm +POSTHOOK: Output: default@multi0_1_mm +PREHOOK: query: drop table multi0_2_mm PREHOOK: type: DROPTABLE -POSTHOOK: query: -- MM export into existing non-MM table, non-part and part - -drop table import6_mm +PREHOOK: Input: default@multi0_2_mm +PREHOOK: Output: default@multi0_2_mm +POSTHOOK: query: drop table multi0_2_mm POSTHOOK: type: DROPTABLE -PREHOOK: query: create table import6_mm(key int, p int) -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@import6_mm -POSTHOOK: query: create table import6_mm(key int, p int) -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@import6_mm -PREHOOK: query: drop table import7_mm +POSTHOOK: Input: default@multi0_2_mm +POSTHOOK: Output: default@multi0_2_mm +PREHOOK: query: drop table multi1_mm PREHOOK: type: DROPTABLE -POSTHOOK: query: drop table import7_mm +POSTHOOK: query: drop table multi1_mm POSTHOOK: type: DROPTABLE -PREHOOK: query: create table import7_mm(key int) partitioned by (p int) +PREHOOK: query: create table multi1_mm (key int, key2 int) partitioned by (p int) tblproperties('hivecommit'='false') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@import7_mm -POSTHOOK: query: create table import7_mm(key int) partitioned by (p int) +PREHOOK: Output: default@multi1_mm +POSTHOOK: query: create table multi1_mm (key int, key2 int) partitioned by (p int) tblproperties('hivecommit'='false') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@import7_mm -PREHOOK: query: import table import6_mm from 'ql/test/data/exports/intermmediate_nonpart' -PREHOOK: type: IMPORT +POSTHOOK: Output: default@multi1_mm +PREHOOK: query: from intermediate +insert into table multi1_mm partition(p=1) select p, key +insert into table multi1_mm partition(p=2) select key, p +PREHOOK: type: QUERY +PREHOOK: Input: default@intermediate +PREHOOK: Input: default@intermediate@p=455 +PREHOOK: Input: default@intermediate@p=456 +PREHOOK: Output: default@multi1_mm@p=1 +PREHOOK: Output: default@multi1_mm@p=2 +POSTHOOK: query: from intermediate +insert into table multi1_mm partition(p=1) select p, key +insert into table multi1_mm partition(p=2) select key, p +POSTHOOK: type: QUERY +POSTHOOK: Input: default@intermediate +POSTHOOK: Input: default@intermediate@p=455 +POSTHOOK: Input: default@intermediate@p=456 +POSTHOOK: Output: default@multi1_mm@p=1 +POSTHOOK: Output: default@multi1_mm@p=2 +POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: multi1_mm PARTITION(p=2).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: multi1_mm PARTITION(p=2).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +PREHOOK: query: select * from multi1_mm order by key, key2, p +PREHOOK: type: QUERY +PREHOOK: Input: default@multi1_mm +PREHOOK: Input: default@multi1_mm@p=1 +PREHOOK: Input: default@multi1_mm@p=2 #### A masked pattern was here #### -PREHOOK: Output: default@import6_mm -POSTHOOK: query: import table import6_mm from 'ql/test/data/exports/intermmediate_nonpart' -POSTHOOK: type: IMPORT +POSTHOOK: query: select * from multi1_mm order by key, key2, p +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multi1_mm +POSTHOOK: Input: default@multi1_mm@p=1 +POSTHOOK: Input: default@multi1_mm@p=2 #### A masked pattern was here #### -POSTHOOK: Output: default@import6_mm -PREHOOK: query: import table import7_mm from 'ql/test/data/exports/intermmediate_part' -PREHOOK: type: IMPORT +0 456 2 +10 456 2 +97 455 2 +98 455 2 +455 97 1 +455 98 1 +456 0 1 +456 10 1 +PREHOOK: query: from intermediate +insert into table multi1_mm partition(p=2) select p, key +insert overwrite table multi1_mm partition(p=1) select key, p +PREHOOK: type: QUERY +PREHOOK: Input: default@intermediate +PREHOOK: Input: default@intermediate@p=455 +PREHOOK: Input: default@intermediate@p=456 +PREHOOK: Output: default@multi1_mm@p=1 +PREHOOK: Output: default@multi1_mm@p=2 +POSTHOOK: query: from intermediate +insert into table multi1_mm partition(p=2) select p, key +insert overwrite table multi1_mm partition(p=1) select key, p +POSTHOOK: type: QUERY +POSTHOOK: Input: default@intermediate +POSTHOOK: Input: default@intermediate@p=455 +POSTHOOK: Input: default@intermediate@p=456 +POSTHOOK: Output: default@multi1_mm@p=1 +POSTHOOK: Output: default@multi1_mm@p=2 +POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +POSTHOOK: Lineage: multi1_mm PARTITION(p=2).key SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +POSTHOOK: Lineage: multi1_mm PARTITION(p=2).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +PREHOOK: query: select * from multi1_mm order by key, key2, p +PREHOOK: type: QUERY +PREHOOK: Input: default@multi1_mm +PREHOOK: Input: default@multi1_mm@p=1 +PREHOOK: Input: default@multi1_mm@p=2 #### A masked pattern was here #### -PREHOOK: Output: default@import7_mm -POSTHOOK: query: import table import7_mm from 'ql/test/data/exports/intermmediate_part' -POSTHOOK: type: IMPORT +POSTHOOK: query: select * from multi1_mm order by key, key2, p +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multi1_mm +POSTHOOK: Input: default@multi1_mm@p=1 +POSTHOOK: Input: default@multi1_mm@p=2 #### A masked pattern was here #### -POSTHOOK: Output: default@import7_mm -POSTHOOK: Output: default@import7_mm@p=455 -POSTHOOK: Output: default@import7_mm@p=456 -PREHOOK: query: select * from import6_mm order by key, p +0 456 1 +0 456 2 +10 456 1 +10 456 2 +97 455 1 +97 455 2 +98 455 1 +98 455 2 +455 97 1 +455 97 2 +455 98 1 +455 98 2 +456 0 1 +456 0 2 +456 10 1 +456 10 2 +PREHOOK: query: from intermediate +insert into table multi1_mm partition(p) select p, key, p +insert into table multi1_mm partition(p=1) select key, p +PREHOOK: type: QUERY +PREHOOK: Input: default@intermediate +PREHOOK: Input: default@intermediate@p=455 +PREHOOK: Input: default@intermediate@p=456 +PREHOOK: Output: default@multi1_mm +PREHOOK: Output: default@multi1_mm@p=1 +POSTHOOK: query: from intermediate +insert into table multi1_mm partition(p) select p, key, p +insert into table multi1_mm partition(p=1) select key, p +POSTHOOK: type: QUERY +POSTHOOK: Input: default@intermediate +POSTHOOK: Input: default@intermediate@p=455 +POSTHOOK: Input: default@intermediate@p=456 +POSTHOOK: Output: default@multi1_mm@p=1 +POSTHOOK: Output: default@multi1_mm@p=455 +POSTHOOK: Output: default@multi1_mm@p=456 +POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +POSTHOOK: Lineage: multi1_mm PARTITION(p=455).key SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +POSTHOOK: Lineage: multi1_mm PARTITION(p=455).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: multi1_mm PARTITION(p=456).key SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +POSTHOOK: Lineage: multi1_mm PARTITION(p=456).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +PREHOOK: query: select key, key2, p from multi1_mm order by key, key2, p PREHOOK: type: QUERY -PREHOOK: Input: default@import6_mm +PREHOOK: Input: default@multi1_mm +PREHOOK: Input: default@multi1_mm@p=1 +PREHOOK: Input: default@multi1_mm@p=2 +PREHOOK: Input: default@multi1_mm@p=455 +PREHOOK: Input: default@multi1_mm@p=456 #### A masked pattern was here #### -POSTHOOK: query: select * from import6_mm order by key, p +POSTHOOK: query: select key, key2, p from multi1_mm order by key, key2, p POSTHOOK: type: QUERY -POSTHOOK: Input: default@import6_mm +POSTHOOK: Input: default@multi1_mm +POSTHOOK: Input: default@multi1_mm@p=1 +POSTHOOK: Input: default@multi1_mm@p=2 +POSTHOOK: Input: default@multi1_mm@p=455 +POSTHOOK: Input: default@multi1_mm@p=456 #### A masked pattern was here #### -0 456 -10 456 -97 455 -98 455 -PREHOOK: query: select * from import7_mm order by key, p +0 456 1 +0 456 1 +0 456 2 +10 456 1 +10 456 1 +10 456 2 +97 455 1 +97 455 1 +97 455 2 +98 455 1 +98 455 1 +98 455 2 +455 97 1 +455 97 2 +455 97 455 +455 98 1 +455 98 2 +455 98 455 +456 0 1 +456 0 2 +456 0 456 +456 10 1 +456 10 2 +456 10 456 +PREHOOK: query: from intermediate +insert into table multi1_mm partition(p) select p, key, 1 +insert into table multi1_mm partition(p=1) select key, p PREHOOK: type: QUERY -PREHOOK: Input: default@import7_mm -PREHOOK: Input: default@import7_mm@p=455 -PREHOOK: Input: default@import7_mm@p=456 +PREHOOK: Input: default@intermediate +PREHOOK: Input: default@intermediate@p=455 +PREHOOK: Input: default@intermediate@p=456 +PREHOOK: Output: default@multi1_mm +PREHOOK: Output: default@multi1_mm@p=1 +POSTHOOK: query: from intermediate +insert into table multi1_mm partition(p) select p, key, 1 +insert into table multi1_mm partition(p=1) select key, p +POSTHOOK: type: QUERY +POSTHOOK: Input: default@intermediate +POSTHOOK: Input: default@intermediate@p=455 +POSTHOOK: Input: default@intermediate@p=456 +POSTHOOK: Output: default@multi1_mm@p=1 +POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +PREHOOK: query: select key, key2, p from multi1_mm order by key, key2, p +PREHOOK: type: QUERY +PREHOOK: Input: default@multi1_mm +PREHOOK: Input: default@multi1_mm@p=1 +PREHOOK: Input: default@multi1_mm@p=2 +PREHOOK: Input: default@multi1_mm@p=455 +PREHOOK: Input: default@multi1_mm@p=456 #### A masked pattern was here #### -POSTHOOK: query: select * from import7_mm order by key, p +POSTHOOK: query: select key, key2, p from multi1_mm order by key, key2, p POSTHOOK: type: QUERY -POSTHOOK: Input: default@import7_mm -POSTHOOK: Input: default@import7_mm@p=455 -POSTHOOK: Input: default@import7_mm@p=456 +POSTHOOK: Input: default@multi1_mm +POSTHOOK: Input: default@multi1_mm@p=1 +POSTHOOK: Input: default@multi1_mm@p=2 +POSTHOOK: Input: default@multi1_mm@p=455 +POSTHOOK: Input: default@multi1_mm@p=456 #### A masked pattern was here #### -0 456 -10 456 -97 455 -98 455 -PREHOOK: query: drop table import6_mm -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@import6_mm -PREHOOK: Output: default@import6_mm -POSTHOOK: query: drop table import6_mm -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@import6_mm -POSTHOOK: Output: default@import6_mm -PREHOOK: query: drop table import7_mm +0 456 1 +0 456 1 +0 456 1 +0 456 2 +10 456 1 +10 456 1 +10 456 1 +10 456 2 +97 455 1 +97 455 1 +97 455 1 +97 455 2 +98 455 1 +98 455 1 +98 455 1 +98 455 2 +455 97 1 +455 97 1 +455 97 2 +455 97 455 +455 98 1 +455 98 1 +455 98 2 +455 98 455 +456 0 1 +456 0 1 +456 0 2 +456 0 456 +456 10 1 +456 10 1 +456 10 2 +456 10 456 +PREHOOK: query: drop table multi1_mm PREHOOK: type: DROPTABLE -PREHOOK: Input: default@import7_mm -PREHOOK: Output: default@import7_mm -POSTHOOK: query: drop table import7_mm +PREHOOK: Input: default@multi1_mm +PREHOOK: Output: default@multi1_mm +POSTHOOK: query: drop table multi1_mm POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@import7_mm -POSTHOOK: Output: default@import7_mm +POSTHOOK: Input: default@multi1_mm +POSTHOOK: Output: default@multi1_mm PREHOOK: query: drop table intermediate PREHOOK: type: DROPTABLE PREHOOK: Input: default@intermediate
