HIVE-17693 : remove the logic to convert from MM to plain hive table (Sergey Shelukhin)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/ae4ac4b1 Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/ae4ac4b1 Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/ae4ac4b1 Branch: refs/heads/hive-14535 Commit: ae4ac4b124655d6a674ff5077a3a63bc6a87a1d8 Parents: 42335b4 Author: sergey <[email protected]> Authored: Mon Oct 9 17:51:08 2017 -0700 Committer: sergey <[email protected]> Committed: Mon Oct 9 17:51:08 2017 -0700 ---------------------------------------------------------------------- .../org/apache/hadoop/hive/ql/exec/DDLTask.java | 62 +-- .../queries/clientpositive/mm_conversions.q | 44 -- .../clientpositive/llap/mm_conversions.q.out | 544 ------------------- .../results/clientpositive/mm_conversions.q.out | 544 ------------------- 4 files changed, 4 insertions(+), 1190 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/ae4ac4b1/ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java ---------------------------------------------------------------------- diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java index 75a1c87..335ea63 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java @@ -4109,7 +4109,7 @@ public class DDLTask extends Task<DDLWork> implements Serializable { boolean isFromMmTable = AcidUtils.isInsertOnlyTable(tbl.getParameters()), isRemoved = AcidUtils.isRemovedInsertOnlyTable(removedSet); if (isFromMmTable && isRemoved) { - result = generateRemoveMmTasks(tbl); + throw new HiveException("Cannot convert an ACID table to non-ACID"); } } Iterator<String> keyItr = alterTbl.getProps().keySet().iterator(); @@ -4123,72 +4123,18 @@ public class DDLTask extends Task<DDLWork> implements Serializable { return result; } - private List<Task<?>> generateRemoveMmTasks(Table tbl) throws HiveException { - // To avoid confusion from nested MM directories when table is converted back and forth, we - // want to rename mm_ dirs to remove the prefix; however, given the unpredictable nested - // directory handling in Hive/MR, we will instead move all the files into the root directory. - // We will also delete any directories that are not committed. - // Note that this relies on locks. Note also that we only do the renames AFTER the metastore - // operation commits. Deleting uncommitted things is safe, but moving stuff before we convert - // could cause data loss. - List<Path> allMmDirs = new ArrayList<>(); - checkMmLb(tbl); - List<String> bucketCols = tbl.getBucketCols(); - if (bucketCols != null && !bucketCols.isEmpty() - && HiveConf.getBoolVar(conf, ConfVars.HIVE_STRICT_CHECKS_BUCKETING)) { - throw new HiveException("Converting bucketed tables from MM is not supported by default; " - + "copying files from multiple MM directories may potentially break the buckets. You " - + "can set " + ConfVars.HIVE_STRICT_CHECKS_BUCKETING.varname - + " to false for this query if you want to force the conversion."); - } - Hive db = getHive(); - String value = conf.get(ValidTxnList.VALID_TXNS_KEY); - ValidTxnList validTxnList = value == null ? new ValidReadTxnList() : new ValidReadTxnList(value); - if (tbl.getPartitionKeys().size() > 0) { - PartitionIterable parts = new PartitionIterable(db, tbl, null, - HiveConf.getIntVar(conf, ConfVars.METASTORE_BATCH_RETRIEVE_MAX)); - Iterator<Partition> partIter = parts.iterator(); - while (partIter.hasNext()) { - Partition part = partIter.next(); - checkMmLb(part); - handleRemoveMm(part.getDataLocation(), validTxnList, allMmDirs); - } - } else { - checkMmLb(tbl); - handleRemoveMm(tbl.getDataLocation(), validTxnList, allMmDirs); - } - List<Path> targetPaths = new ArrayList<>(allMmDirs.size()); - List<String> targetPrefix = new ArrayList<>(allMmDirs.size()); - int prefixLen = JavaUtils.DELTA_PREFIX.length(); - for (int i = 0; i < allMmDirs.size(); ++i) { - Path src = allMmDirs.get(i); - Path tgt = src.getParent(); - String prefix = src.getName().substring(prefixLen + 1) + "_"; - if (Utilities.FILE_OP_LOGGER.isTraceEnabled()) { - Utilities.FILE_OP_LOGGER.trace("Will move " + src + " to " + tgt + " (prefix " + prefix + ")"); - } - targetPaths.add(tgt); - targetPrefix.add(prefix); - } - // Don't set inputs and outputs - the locks have already been taken so it's pointless. - MoveWork mw = new MoveWork(null, null, null, null, false, SessionState.get().getLineageState()); - mw.setMultiFilesDesc(new LoadMultiFilesDesc( - allMmDirs, targetPaths, targetPrefix, true, null, null)); - return Lists.<Task<?>>newArrayList(TaskFactory.get(mw, conf)); - } - private void checkMmLb(Table tbl) throws HiveException { if (!tbl.isStoredAsSubDirectories()) return; // TODO [MM gap?]: by design; no-one seems to use LB tables. They will work, but not convert. // It's possible to work around this by re-creating and re-inserting the table. throw new HiveException("Converting list bucketed tables stored as subdirectories " - + " to and from MM is not supported. Please re-create a table in the desired format."); + + " to MM is not supported. Please re-create a table in the desired format."); } private void checkMmLb(Partition part) throws HiveException { if (!part.isStoredAsSubDirectories()) return; throw new HiveException("Converting list bucketed tables stored as subdirectories " - + " to and from MM is not supported. Please re-create a table in the desired format."); + + " to MM is not supported. Please re-create a table in the desired format."); } private void handleRemoveMm( @@ -4299,7 +4245,7 @@ public class DDLTask extends Task<DDLWork> implements Serializable { if (!isFromMmTable && isToMmTable) { result = generateAddMmTasks(tbl); } else if (isFromMmTable && !isToMmTable) { - result = generateRemoveMmTasks(tbl); + throw new HiveException("Cannot convert an ACID table to non-ACID"); } } tbl.getTTable().getParameters().putAll(alterTbl.getProps()); http://git-wip-us.apache.org/repos/asf/hive/blob/ae4ac4b1/ql/src/test/queries/clientpositive/mm_conversions.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/mm_conversions.q b/ql/src/test/queries/clientpositive/mm_conversions.q index 62faeac..14d16ab 100644 --- a/ql/src/test/queries/clientpositive/mm_conversions.q +++ b/ql/src/test/queries/clientpositive/mm_conversions.q @@ -14,27 +14,6 @@ insert into table intermediate partition(p='455') select distinct key from src w insert into table intermediate partition(p='456') select distinct key from src where key is not null order by key asc limit 1; insert into table intermediate partition(p='457') select distinct key from src where key >= 100 order by key asc limit 1; -drop table simple_from_mm1; -create table simple_from_mm1(key int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only"); -insert into table simple_from_mm1 select key from intermediate; -insert into table simple_from_mm1 select key from intermediate; -select * from simple_from_mm1 s1 order by key; -alter table simple_from_mm1 unset tblproperties('transactional_properties', 'transactional'); -select * from simple_from_mm1 s2 order by key; -insert into table simple_from_mm1 select key from intermediate; -select * from simple_from_mm1 s3 order by key; -drop table simple_from_mm1; - -drop table simple_from_mm2; -create table simple_from_mm2(key int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only"); -insert into table simple_from_mm2 select key from intermediate; -insert into table simple_from_mm2 select key from intermediate; -select * from simple_from_mm2 s1 order by key; -alter table simple_from_mm2 set tblproperties("transactional"="false", 'transactional_properties'='false'); -select * from simple_from_mm2 s2 order by key; -insert into table simple_from_mm2 select key from intermediate; -select * from simple_from_mm2 s3 order by key; -drop table simple_from_mm2; drop table simple_to_mm; create table simple_to_mm(key int) stored as orc; @@ -47,29 +26,6 @@ insert into table simple_to_mm select key from intermediate; select * from simple_to_mm s3 order by key; drop table simple_to_mm; -drop table part_from_mm1; -create table part_from_mm1(key int) partitioned by (key_mm int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only"); -insert into table part_from_mm1 partition(key_mm='455') select key from intermediate; -insert into table part_from_mm1 partition(key_mm='455') select key from intermediate; -insert into table part_from_mm1 partition(key_mm='456') select key from intermediate; -select * from part_from_mm1 s1 order by key, key_mm; -alter table part_from_mm1 unset tblproperties('transactional_properties', 'transactional'); -select * from part_from_mm1 s2 order by key, key_mm; -insert into table part_from_mm1 partition(key_mm='456') select key from intermediate; -insert into table part_from_mm1 partition(key_mm='457') select key from intermediate; -select * from part_from_mm1 s3 order by key, key_mm; -drop table part_from_mm1; - -drop table part_from_mm2; -create table part_from_mm2(key int) partitioned by (key_mm int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only"); -insert into table part_from_mm2 partition(key_mm='456') select key from intermediate;--fails here -insert into table part_from_mm2 partition(key_mm='455') select key from intermediate; -select * from part_from_mm2 s1 order by key, key_mm; -alter table part_from_mm2 set tblproperties("transactional"="false", 'transactional_properties'='false'); -select * from part_from_mm2 s2 order by key, key_mm; -insert into table part_from_mm2 partition(key_mm='457') select key from intermediate; -select * from part_from_mm2 s3 order by key, key_mm; -drop table part_from_mm2; drop table part_to_mm; create table part_to_mm(key int) partitioned by (key_mm int) stored as orc; http://git-wip-us.apache.org/repos/asf/hive/blob/ae4ac4b1/ql/src/test/results/clientpositive/llap/mm_conversions.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/mm_conversions.q.out b/ql/src/test/results/clientpositive/llap/mm_conversions.q.out index d95a70e..4754710 100644 --- a/ql/src/test/results/clientpositive/llap/mm_conversions.q.out +++ b/ql/src/test/results/clientpositive/llap/mm_conversions.q.out @@ -37,242 +37,6 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@intermediate@p=457 POSTHOOK: Lineage: intermediate PARTITION(p=457).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -PREHOOK: query: drop table simple_from_mm1 -PREHOOK: type: DROPTABLE -POSTHOOK: query: drop table simple_from_mm1 -POSTHOOK: type: DROPTABLE -PREHOOK: query: create table simple_from_mm1(key int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only") -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@simple_from_mm1 -POSTHOOK: query: create table simple_from_mm1(key int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only") -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@simple_from_mm1 -PREHOOK: query: insert into table simple_from_mm1 select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@simple_from_mm1 -POSTHOOK: query: insert into table simple_from_mm1 select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@simple_from_mm1 -POSTHOOK: Lineage: simple_from_mm1.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: insert into table simple_from_mm1 select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@simple_from_mm1 -POSTHOOK: query: insert into table simple_from_mm1 select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@simple_from_mm1 -POSTHOOK: Lineage: simple_from_mm1.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: select * from simple_from_mm1 s1 order by key -PREHOOK: type: QUERY -PREHOOK: Input: default@simple_from_mm1 -#### A masked pattern was here #### -POSTHOOK: query: select * from simple_from_mm1 s1 order by key -POSTHOOK: type: QUERY -POSTHOOK: Input: default@simple_from_mm1 -#### A masked pattern was here #### -0 -0 -98 -98 -100 -100 -PREHOOK: query: alter table simple_from_mm1 unset tblproperties('transactional_properties', 'transactional') -PREHOOK: type: ALTERTABLE_PROPERTIES -PREHOOK: Input: default@simple_from_mm1 -PREHOOK: Output: default@simple_from_mm1 -POSTHOOK: query: alter table simple_from_mm1 unset tblproperties('transactional_properties', 'transactional') -POSTHOOK: type: ALTERTABLE_PROPERTIES -POSTHOOK: Input: default@simple_from_mm1 -POSTHOOK: Output: default@simple_from_mm1 -PREHOOK: query: select * from simple_from_mm1 s2 order by key -PREHOOK: type: QUERY -PREHOOK: Input: default@simple_from_mm1 -#### A masked pattern was here #### -POSTHOOK: query: select * from simple_from_mm1 s2 order by key -POSTHOOK: type: QUERY -POSTHOOK: Input: default@simple_from_mm1 -#### A masked pattern was here #### -0 -0 -98 -98 -100 -100 -PREHOOK: query: insert into table simple_from_mm1 select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@simple_from_mm1 -POSTHOOK: query: insert into table simple_from_mm1 select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@simple_from_mm1 -POSTHOOK: Lineage: simple_from_mm1.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: select * from simple_from_mm1 s3 order by key -PREHOOK: type: QUERY -PREHOOK: Input: default@simple_from_mm1 -#### A masked pattern was here #### -POSTHOOK: query: select * from simple_from_mm1 s3 order by key -POSTHOOK: type: QUERY -POSTHOOK: Input: default@simple_from_mm1 -#### A masked pattern was here #### -0 -0 -0 -98 -98 -98 -100 -100 -100 -PREHOOK: query: drop table simple_from_mm1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@simple_from_mm1 -PREHOOK: Output: default@simple_from_mm1 -POSTHOOK: query: drop table simple_from_mm1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@simple_from_mm1 -POSTHOOK: Output: default@simple_from_mm1 -PREHOOK: query: drop table simple_from_mm2 -PREHOOK: type: DROPTABLE -POSTHOOK: query: drop table simple_from_mm2 -POSTHOOK: type: DROPTABLE -PREHOOK: query: create table simple_from_mm2(key int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only") -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@simple_from_mm2 -POSTHOOK: query: create table simple_from_mm2(key int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only") -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@simple_from_mm2 -PREHOOK: query: insert into table simple_from_mm2 select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@simple_from_mm2 -POSTHOOK: query: insert into table simple_from_mm2 select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@simple_from_mm2 -POSTHOOK: Lineage: simple_from_mm2.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: insert into table simple_from_mm2 select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@simple_from_mm2 -POSTHOOK: query: insert into table simple_from_mm2 select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@simple_from_mm2 -POSTHOOK: Lineage: simple_from_mm2.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: select * from simple_from_mm2 s1 order by key -PREHOOK: type: QUERY -PREHOOK: Input: default@simple_from_mm2 -#### A masked pattern was here #### -POSTHOOK: query: select * from simple_from_mm2 s1 order by key -POSTHOOK: type: QUERY -POSTHOOK: Input: default@simple_from_mm2 -#### A masked pattern was here #### -0 -0 -98 -98 -100 -100 -PREHOOK: query: alter table simple_from_mm2 set tblproperties("transactional"="false", 'transactional_properties'='false') -PREHOOK: type: ALTERTABLE_PROPERTIES -PREHOOK: Input: default@simple_from_mm2 -PREHOOK: Output: default@simple_from_mm2 -POSTHOOK: query: alter table simple_from_mm2 set tblproperties("transactional"="false", 'transactional_properties'='false') -POSTHOOK: type: ALTERTABLE_PROPERTIES -POSTHOOK: Input: default@simple_from_mm2 -POSTHOOK: Output: default@simple_from_mm2 -PREHOOK: query: select * from simple_from_mm2 s2 order by key -PREHOOK: type: QUERY -PREHOOK: Input: default@simple_from_mm2 -#### A masked pattern was here #### -POSTHOOK: query: select * from simple_from_mm2 s2 order by key -POSTHOOK: type: QUERY -POSTHOOK: Input: default@simple_from_mm2 -#### A masked pattern was here #### -0 -0 -98 -98 -100 -100 -PREHOOK: query: insert into table simple_from_mm2 select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@simple_from_mm2 -POSTHOOK: query: insert into table simple_from_mm2 select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@simple_from_mm2 -POSTHOOK: Lineage: simple_from_mm2.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: select * from simple_from_mm2 s3 order by key -PREHOOK: type: QUERY -PREHOOK: Input: default@simple_from_mm2 -#### A masked pattern was here #### -POSTHOOK: query: select * from simple_from_mm2 s3 order by key -POSTHOOK: type: QUERY -POSTHOOK: Input: default@simple_from_mm2 -#### A masked pattern was here #### -0 -0 -0 -98 -98 -98 -100 -100 -100 -PREHOOK: query: drop table simple_from_mm2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@simple_from_mm2 -PREHOOK: Output: default@simple_from_mm2 -POSTHOOK: query: drop table simple_from_mm2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@simple_from_mm2 -POSTHOOK: Output: default@simple_from_mm2 PREHOOK: query: drop table simple_to_mm PREHOOK: type: DROPTABLE POSTHOOK: query: drop table simple_to_mm @@ -385,314 +149,6 @@ POSTHOOK: query: drop table simple_to_mm POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@simple_to_mm POSTHOOK: Output: default@simple_to_mm -PREHOOK: query: drop table part_from_mm1 -PREHOOK: type: DROPTABLE -POSTHOOK: query: drop table part_from_mm1 -POSTHOOK: type: DROPTABLE -PREHOOK: query: create table part_from_mm1(key int) partitioned by (key_mm int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only") -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@part_from_mm1 -POSTHOOK: query: create table part_from_mm1(key int) partitioned by (key_mm int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only") -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@part_from_mm1 -PREHOOK: query: insert into table part_from_mm1 partition(key_mm='455') select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@part_from_mm1@key_mm=455 -POSTHOOK: query: insert into table part_from_mm1 partition(key_mm='455') select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@part_from_mm1@key_mm=455 -POSTHOOK: Lineage: part_from_mm1 PARTITION(key_mm=455).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: insert into table part_from_mm1 partition(key_mm='455') select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@part_from_mm1@key_mm=455 -POSTHOOK: query: insert into table part_from_mm1 partition(key_mm='455') select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@part_from_mm1@key_mm=455 -POSTHOOK: Lineage: part_from_mm1 PARTITION(key_mm=455).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: insert into table part_from_mm1 partition(key_mm='456') select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@part_from_mm1@key_mm=456 -POSTHOOK: query: insert into table part_from_mm1 partition(key_mm='456') select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@part_from_mm1@key_mm=456 -POSTHOOK: Lineage: part_from_mm1 PARTITION(key_mm=456).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: select * from part_from_mm1 s1 order by key, key_mm -PREHOOK: type: QUERY -PREHOOK: Input: default@part_from_mm1 -PREHOOK: Input: default@part_from_mm1@key_mm=455 -PREHOOK: Input: default@part_from_mm1@key_mm=456 -#### A masked pattern was here #### -POSTHOOK: query: select * from part_from_mm1 s1 order by key, key_mm -POSTHOOK: type: QUERY -POSTHOOK: Input: default@part_from_mm1 -POSTHOOK: Input: default@part_from_mm1@key_mm=455 -POSTHOOK: Input: default@part_from_mm1@key_mm=456 -#### A masked pattern was here #### -0 455 -0 455 -0 456 -98 455 -98 455 -98 456 -100 455 -100 455 -100 456 -PREHOOK: query: alter table part_from_mm1 unset tblproperties('transactional_properties', 'transactional') -PREHOOK: type: ALTERTABLE_PROPERTIES -PREHOOK: Input: default@part_from_mm1 -PREHOOK: Output: default@part_from_mm1 -POSTHOOK: query: alter table part_from_mm1 unset tblproperties('transactional_properties', 'transactional') -POSTHOOK: type: ALTERTABLE_PROPERTIES -POSTHOOK: Input: default@part_from_mm1 -POSTHOOK: Output: default@part_from_mm1 -PREHOOK: query: select * from part_from_mm1 s2 order by key, key_mm -PREHOOK: type: QUERY -PREHOOK: Input: default@part_from_mm1 -PREHOOK: Input: default@part_from_mm1@key_mm=455 -PREHOOK: Input: default@part_from_mm1@key_mm=456 -#### A masked pattern was here #### -POSTHOOK: query: select * from part_from_mm1 s2 order by key, key_mm -POSTHOOK: type: QUERY -POSTHOOK: Input: default@part_from_mm1 -POSTHOOK: Input: default@part_from_mm1@key_mm=455 -POSTHOOK: Input: default@part_from_mm1@key_mm=456 -#### A masked pattern was here #### -0 455 -0 455 -0 456 -98 455 -98 455 -98 456 -100 455 -100 455 -100 456 -PREHOOK: query: insert into table part_from_mm1 partition(key_mm='456') select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@part_from_mm1@key_mm=456 -POSTHOOK: query: insert into table part_from_mm1 partition(key_mm='456') select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@part_from_mm1@key_mm=456 -POSTHOOK: Lineage: part_from_mm1 PARTITION(key_mm=456).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: insert into table part_from_mm1 partition(key_mm='457') select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@part_from_mm1@key_mm=457 -POSTHOOK: query: insert into table part_from_mm1 partition(key_mm='457') select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@part_from_mm1@key_mm=457 -POSTHOOK: Lineage: part_from_mm1 PARTITION(key_mm=457).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: select * from part_from_mm1 s3 order by key, key_mm -PREHOOK: type: QUERY -PREHOOK: Input: default@part_from_mm1 -PREHOOK: Input: default@part_from_mm1@key_mm=455 -PREHOOK: Input: default@part_from_mm1@key_mm=456 -PREHOOK: Input: default@part_from_mm1@key_mm=457 -#### A masked pattern was here #### -POSTHOOK: query: select * from part_from_mm1 s3 order by key, key_mm -POSTHOOK: type: QUERY -POSTHOOK: Input: default@part_from_mm1 -POSTHOOK: Input: default@part_from_mm1@key_mm=455 -POSTHOOK: Input: default@part_from_mm1@key_mm=456 -POSTHOOK: Input: default@part_from_mm1@key_mm=457 -#### A masked pattern was here #### -0 455 -0 455 -0 456 -0 456 -0 457 -98 455 -98 455 -98 456 -98 456 -98 457 -100 455 -100 455 -100 456 -100 456 -100 457 -PREHOOK: query: drop table part_from_mm1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@part_from_mm1 -PREHOOK: Output: default@part_from_mm1 -POSTHOOK: query: drop table part_from_mm1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@part_from_mm1 -POSTHOOK: Output: default@part_from_mm1 -PREHOOK: query: drop table part_from_mm2 -PREHOOK: type: DROPTABLE -POSTHOOK: query: drop table part_from_mm2 -POSTHOOK: type: DROPTABLE -PREHOOK: query: create table part_from_mm2(key int) partitioned by (key_mm int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only") -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@part_from_mm2 -POSTHOOK: query: create table part_from_mm2(key int) partitioned by (key_mm int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only") -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@part_from_mm2 -PREHOOK: query: insert into table part_from_mm2 partition(key_mm='456') select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@part_from_mm2@key_mm=456 -POSTHOOK: query: insert into table part_from_mm2 partition(key_mm='456') select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@part_from_mm2@key_mm=456 -POSTHOOK: Lineage: part_from_mm2 PARTITION(key_mm=456).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: --fails here -insert into table part_from_mm2 partition(key_mm='455') select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@part_from_mm2@key_mm=455 -POSTHOOK: query: --fails here -insert into table part_from_mm2 partition(key_mm='455') select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@part_from_mm2@key_mm=455 -POSTHOOK: Lineage: part_from_mm2 PARTITION(key_mm=455).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: select * from part_from_mm2 s1 order by key, key_mm -PREHOOK: type: QUERY -PREHOOK: Input: default@part_from_mm2 -PREHOOK: Input: default@part_from_mm2@key_mm=455 -PREHOOK: Input: default@part_from_mm2@key_mm=456 -#### A masked pattern was here #### -POSTHOOK: query: select * from part_from_mm2 s1 order by key, key_mm -POSTHOOK: type: QUERY -POSTHOOK: Input: default@part_from_mm2 -POSTHOOK: Input: default@part_from_mm2@key_mm=455 -POSTHOOK: Input: default@part_from_mm2@key_mm=456 -#### A masked pattern was here #### -0 455 -0 456 -98 455 -98 456 -100 455 -100 456 -PREHOOK: query: alter table part_from_mm2 set tblproperties("transactional"="false", 'transactional_properties'='false') -PREHOOK: type: ALTERTABLE_PROPERTIES -PREHOOK: Input: default@part_from_mm2 -PREHOOK: Output: default@part_from_mm2 -POSTHOOK: query: alter table part_from_mm2 set tblproperties("transactional"="false", 'transactional_properties'='false') -POSTHOOK: type: ALTERTABLE_PROPERTIES -POSTHOOK: Input: default@part_from_mm2 -POSTHOOK: Output: default@part_from_mm2 -PREHOOK: query: select * from part_from_mm2 s2 order by key, key_mm -PREHOOK: type: QUERY -PREHOOK: Input: default@part_from_mm2 -PREHOOK: Input: default@part_from_mm2@key_mm=455 -PREHOOK: Input: default@part_from_mm2@key_mm=456 -#### A masked pattern was here #### -POSTHOOK: query: select * from part_from_mm2 s2 order by key, key_mm -POSTHOOK: type: QUERY -POSTHOOK: Input: default@part_from_mm2 -POSTHOOK: Input: default@part_from_mm2@key_mm=455 -POSTHOOK: Input: default@part_from_mm2@key_mm=456 -#### A masked pattern was here #### -0 455 -0 456 -98 455 -98 456 -100 455 -100 456 -PREHOOK: query: insert into table part_from_mm2 partition(key_mm='457') select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@part_from_mm2@key_mm=457 -POSTHOOK: query: insert into table part_from_mm2 partition(key_mm='457') select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@part_from_mm2@key_mm=457 -POSTHOOK: Lineage: part_from_mm2 PARTITION(key_mm=457).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: select * from part_from_mm2 s3 order by key, key_mm -PREHOOK: type: QUERY -PREHOOK: Input: default@part_from_mm2 -PREHOOK: Input: default@part_from_mm2@key_mm=455 -PREHOOK: Input: default@part_from_mm2@key_mm=456 -PREHOOK: Input: default@part_from_mm2@key_mm=457 -#### A masked pattern was here #### -POSTHOOK: query: select * from part_from_mm2 s3 order by key, key_mm -POSTHOOK: type: QUERY -POSTHOOK: Input: default@part_from_mm2 -POSTHOOK: Input: default@part_from_mm2@key_mm=455 -POSTHOOK: Input: default@part_from_mm2@key_mm=456 -POSTHOOK: Input: default@part_from_mm2@key_mm=457 -#### A masked pattern was here #### -0 455 -0 456 -0 457 -98 455 -98 456 -98 457 -100 455 -100 456 -100 457 -PREHOOK: query: drop table part_from_mm2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@part_from_mm2 -PREHOOK: Output: default@part_from_mm2 -POSTHOOK: query: drop table part_from_mm2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@part_from_mm2 -POSTHOOK: Output: default@part_from_mm2 PREHOOK: query: drop table part_to_mm PREHOOK: type: DROPTABLE POSTHOOK: query: drop table part_to_mm http://git-wip-us.apache.org/repos/asf/hive/blob/ae4ac4b1/ql/src/test/results/clientpositive/mm_conversions.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/mm_conversions.q.out b/ql/src/test/results/clientpositive/mm_conversions.q.out index d95a70e..4754710 100644 --- a/ql/src/test/results/clientpositive/mm_conversions.q.out +++ b/ql/src/test/results/clientpositive/mm_conversions.q.out @@ -37,242 +37,6 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@intermediate@p=457 POSTHOOK: Lineage: intermediate PARTITION(p=457).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -PREHOOK: query: drop table simple_from_mm1 -PREHOOK: type: DROPTABLE -POSTHOOK: query: drop table simple_from_mm1 -POSTHOOK: type: DROPTABLE -PREHOOK: query: create table simple_from_mm1(key int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only") -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@simple_from_mm1 -POSTHOOK: query: create table simple_from_mm1(key int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only") -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@simple_from_mm1 -PREHOOK: query: insert into table simple_from_mm1 select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@simple_from_mm1 -POSTHOOK: query: insert into table simple_from_mm1 select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@simple_from_mm1 -POSTHOOK: Lineage: simple_from_mm1.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: insert into table simple_from_mm1 select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@simple_from_mm1 -POSTHOOK: query: insert into table simple_from_mm1 select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@simple_from_mm1 -POSTHOOK: Lineage: simple_from_mm1.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: select * from simple_from_mm1 s1 order by key -PREHOOK: type: QUERY -PREHOOK: Input: default@simple_from_mm1 -#### A masked pattern was here #### -POSTHOOK: query: select * from simple_from_mm1 s1 order by key -POSTHOOK: type: QUERY -POSTHOOK: Input: default@simple_from_mm1 -#### A masked pattern was here #### -0 -0 -98 -98 -100 -100 -PREHOOK: query: alter table simple_from_mm1 unset tblproperties('transactional_properties', 'transactional') -PREHOOK: type: ALTERTABLE_PROPERTIES -PREHOOK: Input: default@simple_from_mm1 -PREHOOK: Output: default@simple_from_mm1 -POSTHOOK: query: alter table simple_from_mm1 unset tblproperties('transactional_properties', 'transactional') -POSTHOOK: type: ALTERTABLE_PROPERTIES -POSTHOOK: Input: default@simple_from_mm1 -POSTHOOK: Output: default@simple_from_mm1 -PREHOOK: query: select * from simple_from_mm1 s2 order by key -PREHOOK: type: QUERY -PREHOOK: Input: default@simple_from_mm1 -#### A masked pattern was here #### -POSTHOOK: query: select * from simple_from_mm1 s2 order by key -POSTHOOK: type: QUERY -POSTHOOK: Input: default@simple_from_mm1 -#### A masked pattern was here #### -0 -0 -98 -98 -100 -100 -PREHOOK: query: insert into table simple_from_mm1 select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@simple_from_mm1 -POSTHOOK: query: insert into table simple_from_mm1 select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@simple_from_mm1 -POSTHOOK: Lineage: simple_from_mm1.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: select * from simple_from_mm1 s3 order by key -PREHOOK: type: QUERY -PREHOOK: Input: default@simple_from_mm1 -#### A masked pattern was here #### -POSTHOOK: query: select * from simple_from_mm1 s3 order by key -POSTHOOK: type: QUERY -POSTHOOK: Input: default@simple_from_mm1 -#### A masked pattern was here #### -0 -0 -0 -98 -98 -98 -100 -100 -100 -PREHOOK: query: drop table simple_from_mm1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@simple_from_mm1 -PREHOOK: Output: default@simple_from_mm1 -POSTHOOK: query: drop table simple_from_mm1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@simple_from_mm1 -POSTHOOK: Output: default@simple_from_mm1 -PREHOOK: query: drop table simple_from_mm2 -PREHOOK: type: DROPTABLE -POSTHOOK: query: drop table simple_from_mm2 -POSTHOOK: type: DROPTABLE -PREHOOK: query: create table simple_from_mm2(key int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only") -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@simple_from_mm2 -POSTHOOK: query: create table simple_from_mm2(key int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only") -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@simple_from_mm2 -PREHOOK: query: insert into table simple_from_mm2 select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@simple_from_mm2 -POSTHOOK: query: insert into table simple_from_mm2 select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@simple_from_mm2 -POSTHOOK: Lineage: simple_from_mm2.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: insert into table simple_from_mm2 select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@simple_from_mm2 -POSTHOOK: query: insert into table simple_from_mm2 select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@simple_from_mm2 -POSTHOOK: Lineage: simple_from_mm2.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: select * from simple_from_mm2 s1 order by key -PREHOOK: type: QUERY -PREHOOK: Input: default@simple_from_mm2 -#### A masked pattern was here #### -POSTHOOK: query: select * from simple_from_mm2 s1 order by key -POSTHOOK: type: QUERY -POSTHOOK: Input: default@simple_from_mm2 -#### A masked pattern was here #### -0 -0 -98 -98 -100 -100 -PREHOOK: query: alter table simple_from_mm2 set tblproperties("transactional"="false", 'transactional_properties'='false') -PREHOOK: type: ALTERTABLE_PROPERTIES -PREHOOK: Input: default@simple_from_mm2 -PREHOOK: Output: default@simple_from_mm2 -POSTHOOK: query: alter table simple_from_mm2 set tblproperties("transactional"="false", 'transactional_properties'='false') -POSTHOOK: type: ALTERTABLE_PROPERTIES -POSTHOOK: Input: default@simple_from_mm2 -POSTHOOK: Output: default@simple_from_mm2 -PREHOOK: query: select * from simple_from_mm2 s2 order by key -PREHOOK: type: QUERY -PREHOOK: Input: default@simple_from_mm2 -#### A masked pattern was here #### -POSTHOOK: query: select * from simple_from_mm2 s2 order by key -POSTHOOK: type: QUERY -POSTHOOK: Input: default@simple_from_mm2 -#### A masked pattern was here #### -0 -0 -98 -98 -100 -100 -PREHOOK: query: insert into table simple_from_mm2 select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@simple_from_mm2 -POSTHOOK: query: insert into table simple_from_mm2 select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@simple_from_mm2 -POSTHOOK: Lineage: simple_from_mm2.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: select * from simple_from_mm2 s3 order by key -PREHOOK: type: QUERY -PREHOOK: Input: default@simple_from_mm2 -#### A masked pattern was here #### -POSTHOOK: query: select * from simple_from_mm2 s3 order by key -POSTHOOK: type: QUERY -POSTHOOK: Input: default@simple_from_mm2 -#### A masked pattern was here #### -0 -0 -0 -98 -98 -98 -100 -100 -100 -PREHOOK: query: drop table simple_from_mm2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@simple_from_mm2 -PREHOOK: Output: default@simple_from_mm2 -POSTHOOK: query: drop table simple_from_mm2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@simple_from_mm2 -POSTHOOK: Output: default@simple_from_mm2 PREHOOK: query: drop table simple_to_mm PREHOOK: type: DROPTABLE POSTHOOK: query: drop table simple_to_mm @@ -385,314 +149,6 @@ POSTHOOK: query: drop table simple_to_mm POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@simple_to_mm POSTHOOK: Output: default@simple_to_mm -PREHOOK: query: drop table part_from_mm1 -PREHOOK: type: DROPTABLE -POSTHOOK: query: drop table part_from_mm1 -POSTHOOK: type: DROPTABLE -PREHOOK: query: create table part_from_mm1(key int) partitioned by (key_mm int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only") -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@part_from_mm1 -POSTHOOK: query: create table part_from_mm1(key int) partitioned by (key_mm int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only") -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@part_from_mm1 -PREHOOK: query: insert into table part_from_mm1 partition(key_mm='455') select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@part_from_mm1@key_mm=455 -POSTHOOK: query: insert into table part_from_mm1 partition(key_mm='455') select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@part_from_mm1@key_mm=455 -POSTHOOK: Lineage: part_from_mm1 PARTITION(key_mm=455).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: insert into table part_from_mm1 partition(key_mm='455') select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@part_from_mm1@key_mm=455 -POSTHOOK: query: insert into table part_from_mm1 partition(key_mm='455') select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@part_from_mm1@key_mm=455 -POSTHOOK: Lineage: part_from_mm1 PARTITION(key_mm=455).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: insert into table part_from_mm1 partition(key_mm='456') select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@part_from_mm1@key_mm=456 -POSTHOOK: query: insert into table part_from_mm1 partition(key_mm='456') select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@part_from_mm1@key_mm=456 -POSTHOOK: Lineage: part_from_mm1 PARTITION(key_mm=456).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: select * from part_from_mm1 s1 order by key, key_mm -PREHOOK: type: QUERY -PREHOOK: Input: default@part_from_mm1 -PREHOOK: Input: default@part_from_mm1@key_mm=455 -PREHOOK: Input: default@part_from_mm1@key_mm=456 -#### A masked pattern was here #### -POSTHOOK: query: select * from part_from_mm1 s1 order by key, key_mm -POSTHOOK: type: QUERY -POSTHOOK: Input: default@part_from_mm1 -POSTHOOK: Input: default@part_from_mm1@key_mm=455 -POSTHOOK: Input: default@part_from_mm1@key_mm=456 -#### A masked pattern was here #### -0 455 -0 455 -0 456 -98 455 -98 455 -98 456 -100 455 -100 455 -100 456 -PREHOOK: query: alter table part_from_mm1 unset tblproperties('transactional_properties', 'transactional') -PREHOOK: type: ALTERTABLE_PROPERTIES -PREHOOK: Input: default@part_from_mm1 -PREHOOK: Output: default@part_from_mm1 -POSTHOOK: query: alter table part_from_mm1 unset tblproperties('transactional_properties', 'transactional') -POSTHOOK: type: ALTERTABLE_PROPERTIES -POSTHOOK: Input: default@part_from_mm1 -POSTHOOK: Output: default@part_from_mm1 -PREHOOK: query: select * from part_from_mm1 s2 order by key, key_mm -PREHOOK: type: QUERY -PREHOOK: Input: default@part_from_mm1 -PREHOOK: Input: default@part_from_mm1@key_mm=455 -PREHOOK: Input: default@part_from_mm1@key_mm=456 -#### A masked pattern was here #### -POSTHOOK: query: select * from part_from_mm1 s2 order by key, key_mm -POSTHOOK: type: QUERY -POSTHOOK: Input: default@part_from_mm1 -POSTHOOK: Input: default@part_from_mm1@key_mm=455 -POSTHOOK: Input: default@part_from_mm1@key_mm=456 -#### A masked pattern was here #### -0 455 -0 455 -0 456 -98 455 -98 455 -98 456 -100 455 -100 455 -100 456 -PREHOOK: query: insert into table part_from_mm1 partition(key_mm='456') select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@part_from_mm1@key_mm=456 -POSTHOOK: query: insert into table part_from_mm1 partition(key_mm='456') select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@part_from_mm1@key_mm=456 -POSTHOOK: Lineage: part_from_mm1 PARTITION(key_mm=456).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: insert into table part_from_mm1 partition(key_mm='457') select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@part_from_mm1@key_mm=457 -POSTHOOK: query: insert into table part_from_mm1 partition(key_mm='457') select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@part_from_mm1@key_mm=457 -POSTHOOK: Lineage: part_from_mm1 PARTITION(key_mm=457).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: select * from part_from_mm1 s3 order by key, key_mm -PREHOOK: type: QUERY -PREHOOK: Input: default@part_from_mm1 -PREHOOK: Input: default@part_from_mm1@key_mm=455 -PREHOOK: Input: default@part_from_mm1@key_mm=456 -PREHOOK: Input: default@part_from_mm1@key_mm=457 -#### A masked pattern was here #### -POSTHOOK: query: select * from part_from_mm1 s3 order by key, key_mm -POSTHOOK: type: QUERY -POSTHOOK: Input: default@part_from_mm1 -POSTHOOK: Input: default@part_from_mm1@key_mm=455 -POSTHOOK: Input: default@part_from_mm1@key_mm=456 -POSTHOOK: Input: default@part_from_mm1@key_mm=457 -#### A masked pattern was here #### -0 455 -0 455 -0 456 -0 456 -0 457 -98 455 -98 455 -98 456 -98 456 -98 457 -100 455 -100 455 -100 456 -100 456 -100 457 -PREHOOK: query: drop table part_from_mm1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@part_from_mm1 -PREHOOK: Output: default@part_from_mm1 -POSTHOOK: query: drop table part_from_mm1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@part_from_mm1 -POSTHOOK: Output: default@part_from_mm1 -PREHOOK: query: drop table part_from_mm2 -PREHOOK: type: DROPTABLE -POSTHOOK: query: drop table part_from_mm2 -POSTHOOK: type: DROPTABLE -PREHOOK: query: create table part_from_mm2(key int) partitioned by (key_mm int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only") -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@part_from_mm2 -POSTHOOK: query: create table part_from_mm2(key int) partitioned by (key_mm int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only") -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@part_from_mm2 -PREHOOK: query: insert into table part_from_mm2 partition(key_mm='456') select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@part_from_mm2@key_mm=456 -POSTHOOK: query: insert into table part_from_mm2 partition(key_mm='456') select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@part_from_mm2@key_mm=456 -POSTHOOK: Lineage: part_from_mm2 PARTITION(key_mm=456).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: --fails here -insert into table part_from_mm2 partition(key_mm='455') select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@part_from_mm2@key_mm=455 -POSTHOOK: query: --fails here -insert into table part_from_mm2 partition(key_mm='455') select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@part_from_mm2@key_mm=455 -POSTHOOK: Lineage: part_from_mm2 PARTITION(key_mm=455).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: select * from part_from_mm2 s1 order by key, key_mm -PREHOOK: type: QUERY -PREHOOK: Input: default@part_from_mm2 -PREHOOK: Input: default@part_from_mm2@key_mm=455 -PREHOOK: Input: default@part_from_mm2@key_mm=456 -#### A masked pattern was here #### -POSTHOOK: query: select * from part_from_mm2 s1 order by key, key_mm -POSTHOOK: type: QUERY -POSTHOOK: Input: default@part_from_mm2 -POSTHOOK: Input: default@part_from_mm2@key_mm=455 -POSTHOOK: Input: default@part_from_mm2@key_mm=456 -#### A masked pattern was here #### -0 455 -0 456 -98 455 -98 456 -100 455 -100 456 -PREHOOK: query: alter table part_from_mm2 set tblproperties("transactional"="false", 'transactional_properties'='false') -PREHOOK: type: ALTERTABLE_PROPERTIES -PREHOOK: Input: default@part_from_mm2 -PREHOOK: Output: default@part_from_mm2 -POSTHOOK: query: alter table part_from_mm2 set tblproperties("transactional"="false", 'transactional_properties'='false') -POSTHOOK: type: ALTERTABLE_PROPERTIES -POSTHOOK: Input: default@part_from_mm2 -POSTHOOK: Output: default@part_from_mm2 -PREHOOK: query: select * from part_from_mm2 s2 order by key, key_mm -PREHOOK: type: QUERY -PREHOOK: Input: default@part_from_mm2 -PREHOOK: Input: default@part_from_mm2@key_mm=455 -PREHOOK: Input: default@part_from_mm2@key_mm=456 -#### A masked pattern was here #### -POSTHOOK: query: select * from part_from_mm2 s2 order by key, key_mm -POSTHOOK: type: QUERY -POSTHOOK: Input: default@part_from_mm2 -POSTHOOK: Input: default@part_from_mm2@key_mm=455 -POSTHOOK: Input: default@part_from_mm2@key_mm=456 -#### A masked pattern was here #### -0 455 -0 456 -98 455 -98 456 -100 455 -100 456 -PREHOOK: query: insert into table part_from_mm2 partition(key_mm='457') select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@part_from_mm2@key_mm=457 -POSTHOOK: query: insert into table part_from_mm2 partition(key_mm='457') select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@part_from_mm2@key_mm=457 -POSTHOOK: Lineage: part_from_mm2 PARTITION(key_mm=457).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: select * from part_from_mm2 s3 order by key, key_mm -PREHOOK: type: QUERY -PREHOOK: Input: default@part_from_mm2 -PREHOOK: Input: default@part_from_mm2@key_mm=455 -PREHOOK: Input: default@part_from_mm2@key_mm=456 -PREHOOK: Input: default@part_from_mm2@key_mm=457 -#### A masked pattern was here #### -POSTHOOK: query: select * from part_from_mm2 s3 order by key, key_mm -POSTHOOK: type: QUERY -POSTHOOK: Input: default@part_from_mm2 -POSTHOOK: Input: default@part_from_mm2@key_mm=455 -POSTHOOK: Input: default@part_from_mm2@key_mm=456 -POSTHOOK: Input: default@part_from_mm2@key_mm=457 -#### A masked pattern was here #### -0 455 -0 456 -0 457 -98 455 -98 456 -98 457 -100 455 -100 456 -100 457 -PREHOOK: query: drop table part_from_mm2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@part_from_mm2 -PREHOOK: Output: default@part_from_mm2 -POSTHOOK: query: drop table part_from_mm2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@part_from_mm2 -POSTHOOK: Output: default@part_from_mm2 PREHOOK: query: drop table part_to_mm PREHOOK: type: DROPTABLE POSTHOOK: query: drop table part_to_mm
