Repository: hive Updated Branches: refs/heads/master 0b7cdde00 -> a73d14c2b
HIVE-19612: Add option to mask lineage in q files (Jesus Camacho Rodriguez, reviewed by Sergey Shelukhin) Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/a73d14c2 Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/a73d14c2 Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/a73d14c2 Branch: refs/heads/master Commit: a73d14c2bfe7b919a7459891fd52136c6c69025b Parents: 0b7cdde Author: Jesus Camacho Rodriguez <jcama...@apache.org> Authored: Fri May 18 16:16:34 2018 -0700 Committer: Jesus Camacho Rodriguez <jcama...@apache.org> Committed: Fri May 18 16:16:34 2018 -0700 ---------------------------------------------------------------------- .../apache/hadoop/hive/ql/QOutProcessor.java | 17 +- .../org/apache/hadoop/hive/ql/QTestUtil.java | 15 +- .../hadoop/hive/ql/TestQOutProcessor.java | 2 +- ql/src/test/queries/clientpositive/mm_all.q | 3 + .../results/clientpositive/llap/mm_all.q.out | 256 +++++++++---------- ql/src/test/results/clientpositive/mm_all.q.out | 256 +++++++++---------- 6 files changed, 286 insertions(+), 263 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/a73d14c2/itests/util/src/main/java/org/apache/hadoop/hive/ql/QOutProcessor.java ---------------------------------------------------------------------- diff --git a/itests/util/src/main/java/org/apache/hadoop/hive/ql/QOutProcessor.java b/itests/util/src/main/java/org/apache/hadoop/hive/ql/QOutProcessor.java index 392d376..359f027 100644 --- a/itests/util/src/main/java/org/apache/hadoop/hive/ql/QOutProcessor.java +++ b/itests/util/src/main/java/org/apache/hadoop/hive/ql/QOutProcessor.java @@ -58,6 +58,9 @@ public class QOutProcessor { private static final PatternReplacementPair MASK_DATA_SIZE = new PatternReplacementPair( Pattern.compile(" Data size: [1-9][0-9]*"), " Data size: ###Masked###"); + private static final PatternReplacementPair MASK_LINEAGE = new PatternReplacementPair( + Pattern.compile("POSTHOOK: Lineage: .*"), + "POSTHOOK: Lineage: ###Masked###"); private FsType fsType = FsType.local; @@ -137,7 +140,7 @@ public class QOutProcessor { return patterns; } - public void maskPatterns(String fname, boolean maskStats, boolean maskDataSize) throws Exception { + public void maskPatterns(String fname, boolean maskStats, boolean maskDataSize, boolean maskLineage) throws Exception { String line; BufferedReader in; BufferedWriter out; @@ -152,7 +155,7 @@ public class QOutProcessor { boolean lastWasMasked = false; while (null != (line = in.readLine())) { - LineProcessingResult result = processLine(line, maskStats, maskDataSize); + LineProcessingResult result = processLine(line, maskStats, maskDataSize, maskLineage); if (result.line.equals(MASK_PATTERN)) { // We're folding multiple masked lines into one. @@ -174,7 +177,7 @@ public class QOutProcessor { out.close(); } - public LineProcessingResult processLine(String line, boolean maskStats, boolean maskDataSize) { + public LineProcessingResult processLine(String line, boolean maskStats, boolean maskDataSize, boolean maskLineage) { LineProcessingResult result = new LineProcessingResult(line); Matcher matcher = null; @@ -228,6 +231,14 @@ public class QOutProcessor { } } + if (!result.partialMaskWasMatched && maskLineage) { + matcher = MASK_LINEAGE.pattern.matcher(result.line); + if (matcher.find()) { + result.line = result.line.replaceAll(MASK_LINEAGE.pattern.pattern(), MASK_LINEAGE.replacement); + result.partialMaskWasMatched = true; + } + } + for (Pattern pattern : planMask) { result.line = pattern.matcher(result.line).replaceAll(MASK_PATTERN); } http://git-wip-us.apache.org/repos/asf/hive/blob/a73d14c2/itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java ---------------------------------------------------------------------- diff --git a/itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java b/itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java index 894832a..57be0f0 100644 --- a/itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java +++ b/itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java @@ -166,6 +166,7 @@ public class QTestUtil { private final Set<String> qNoSessionReuseQuerySet; private final Set<String> qMaskStatsQuerySet; private final Set<String> qMaskDataSizeQuerySet; + private final Set<String> qMaskLineageQuerySet; private final Set<String> qJavaVersionSpecificOutput; private static final String SORT_SUFFIX = ".sorted"; private static Set<String> srcTables; @@ -594,6 +595,7 @@ public class QTestUtil { qNoSessionReuseQuerySet = new HashSet<String>(); qMaskStatsQuerySet = new HashSet<String>(); qMaskDataSizeQuerySet = new HashSet<String>(); + qMaskLineageQuerySet = new HashSet<String>(); qJavaVersionSpecificOutput = new HashSet<String>(); this.clusterType = clusterType; @@ -835,6 +837,9 @@ public class QTestUtil { if (matches(MASK_DATA_SIZE, query)) { qMaskDataSizeQuerySet.add(qf.getName()); } + if (matches(MASK_LINEAGE, query)) { + qMaskLineageQuerySet.add(qf.getName()); + } } private static final Pattern SORT_BEFORE_DIFF = Pattern.compile("-- SORT_BEFORE_DIFF"); @@ -844,6 +849,7 @@ public class QTestUtil { private static final Pattern NO_SESSION_REUSE = Pattern.compile("-- NO_SESSION_REUSE"); private static final Pattern MASK_STATS = Pattern.compile("-- MASK_STATS"); private static final Pattern MASK_DATA_SIZE = Pattern.compile("-- MASK_DATA_SIZE"); + private static final Pattern MASK_LINEAGE = Pattern.compile("-- MASK_LINEAGE"); private boolean matches(Pattern pattern, String query) { Matcher matcher = pattern.matcher(query); @@ -1738,7 +1744,8 @@ public class QTestUtil { File f = new File(logDir, tname + outFileExtension); - qOutProcessor.maskPatterns(f.getPath(), qMaskStatsQuerySet.contains(tname), qMaskDataSizeQuerySet.contains(tname)); + qOutProcessor.maskPatterns(f.getPath(), + qMaskStatsQuerySet.contains(tname), qMaskDataSizeQuerySet.contains(tname), qMaskLineageQuerySet.contains(tname)); QTestProcessExecResult exitVal = executeDiffCommand(f.getPath(), outFileName, false, qSortSet.contains(tname)); @@ -1755,9 +1762,11 @@ public class QTestUtil { public QTestProcessExecResult checkCompareCliDriverResults(String tname, List<String> outputs) throws Exception { assert outputs.size() > 1; - qOutProcessor.maskPatterns(outputs.get(0), qMaskStatsQuerySet.contains(tname), qMaskDataSizeQuerySet.contains(tname)); + qOutProcessor.maskPatterns(outputs.get(0), + qMaskStatsQuerySet.contains(tname), qMaskDataSizeQuerySet.contains(tname), qMaskLineageQuerySet.contains(tname)); for (int i = 1; i < outputs.size(); ++i) { - qOutProcessor.maskPatterns(outputs.get(i), qMaskStatsQuerySet.contains(tname), qMaskDataSizeQuerySet.contains(tname)); + qOutProcessor.maskPatterns(outputs.get(i), + qMaskStatsQuerySet.contains(tname), qMaskDataSizeQuerySet.contains(tname), qMaskLineageQuerySet.contains(tname)); QTestProcessExecResult result = executeDiffCommand( outputs.get(i - 1), outputs.get(i), false, qSortSet.contains(tname)); if (result.getReturnCode() != 0) { http://git-wip-us.apache.org/repos/asf/hive/blob/a73d14c2/itests/util/src/test/java/org/apache/hadoop/hive/ql/TestQOutProcessor.java ---------------------------------------------------------------------- diff --git a/itests/util/src/test/java/org/apache/hadoop/hive/ql/TestQOutProcessor.java b/itests/util/src/test/java/org/apache/hadoop/hive/ql/TestQOutProcessor.java index c373f8c..c193da3 100644 --- a/itests/util/src/test/java/org/apache/hadoop/hive/ql/TestQOutProcessor.java +++ b/itests/util/src/test/java/org/apache/hadoop/hive/ql/TestQOutProcessor.java @@ -68,6 +68,6 @@ public class TestQOutProcessor { } private String processLine(String line) { - return qOutProcessor.processLine(line, false, false).get(); + return qOutProcessor.processLine(line, false, false, false).get(); } } \ No newline at end of file http://git-wip-us.apache.org/repos/asf/hive/blob/a73d14c2/ql/src/test/queries/clientpositive/mm_all.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/mm_all.q b/ql/src/test/queries/clientpositive/mm_all.q index ceef0c0..7d0955b 100644 --- a/ql/src/test/queries/clientpositive/mm_all.q +++ b/ql/src/test/queries/clientpositive/mm_all.q @@ -1,5 +1,8 @@ --! qt:dataset:src1 --! qt:dataset:src + +-- MASK_LINEAGE + set hive.mapred.mode=nonstrict; set hive.explain.user=false; set hive.fetch.task.conversion=none; http://git-wip-us.apache.org/repos/asf/hive/blob/a73d14c2/ql/src/test/results/clientpositive/llap/mm_all.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/mm_all.q.out b/ql/src/test/results/clientpositive/llap/mm_all.q.out index 8a5c9d0..2b4dc86 100644 --- a/ql/src/test/results/clientpositive/llap/mm_all.q.out +++ b/ql/src/test/results/clientpositive/llap/mm_all.q.out @@ -18,7 +18,7 @@ POSTHOOK: query: insert into table intermediate partition(p='455') select distin POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@intermediate@p=455 -POSTHOOK: Lineage: intermediate PARTITION(p=455).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: insert into table intermediate partition(p='456') select distinct key from src where key is not null order by key asc limit 2 PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -27,7 +27,7 @@ POSTHOOK: query: insert into table intermediate partition(p='456') select distin POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@intermediate@p=456 -POSTHOOK: Lineage: intermediate PARTITION(p=456).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: insert into table intermediate partition(p='457') select distinct key from src where key >= 100 order by key asc limit 2 PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -36,7 +36,7 @@ POSTHOOK: query: insert into table intermediate partition(p='457') select distin POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@intermediate@p=457 -POSTHOOK: Lineage: intermediate PARTITION(p=457).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: drop table part_mm PREHOOK: type: DROPTABLE POSTHOOK: query: drop table part_mm @@ -162,7 +162,7 @@ POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@part_mm@key_mm=455 -POSTHOOK: Lineage: part_mm PARTITION(key_mm=455).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: insert into table part_mm partition(key_mm=456) select key from intermediate PREHOOK: type: QUERY PREHOOK: Input: default@intermediate @@ -177,7 +177,7 @@ POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@part_mm@key_mm=456 -POSTHOOK: Lineage: part_mm PARTITION(key_mm=456).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: insert into table part_mm partition(key_mm=455) select key from intermediate PREHOOK: type: QUERY PREHOOK: Input: default@intermediate @@ -192,7 +192,7 @@ POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@part_mm@key_mm=455 -POSTHOOK: Lineage: part_mm PARTITION(key_mm=455).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from part_mm order by key, key_mm PREHOOK: type: QUERY PREHOOK: Input: default@part_mm @@ -307,7 +307,7 @@ POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@simple_mm -POSTHOOK: Lineage: simple_mm.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from simple_mm order by key PREHOOK: type: QUERY PREHOOK: Input: default@simple_mm @@ -336,7 +336,7 @@ POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@simple_mm -POSTHOOK: Lineage: simple_mm.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from simple_mm order by key PREHOOK: type: QUERY PREHOOK: Input: default@simple_mm @@ -412,12 +412,12 @@ POSTHOOK: Output: default@dp_mm@key1=123/key2=100 POSTHOOK: Output: default@dp_mm@key1=123/key2=103 POSTHOOK: Output: default@dp_mm@key1=123/key2=97 POSTHOOK: Output: default@dp_mm@key1=123/key2=98 -POSTHOOK: Lineage: dp_mm PARTITION(key1=123,key2=0).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: dp_mm PARTITION(key1=123,key2=100).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: dp_mm PARTITION(key1=123,key2=103).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: dp_mm PARTITION(key1=123,key2=10).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: dp_mm PARTITION(key1=123,key2=97).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: dp_mm PARTITION(key1=123,key2=98).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from dp_mm order by key PREHOOK: type: QUERY PREHOOK: Input: default@dp_mm @@ -482,7 +482,7 @@ POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@union_mm -POSTHOOK: Lineage: union_mm.id EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from union_mm order by id PREHOOK: type: QUERY PREHOOK: Input: default@union_mm @@ -533,7 +533,7 @@ POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@union_mm -POSTHOOK: Lineage: union_mm.id EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from union_mm order by id PREHOOK: type: QUERY PREHOOK: Input: default@union_mm @@ -615,7 +615,7 @@ POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@union_mm -POSTHOOK: Lineage: union_mm.id EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from union_mm order by id PREHOOK: type: QUERY PREHOOK: Input: default@union_mm @@ -716,17 +716,17 @@ POSTHOOK: Output: default@partunion_mm@key=11 POSTHOOK: Output: default@partunion_mm@key=97 POSTHOOK: Output: default@partunion_mm@key=98 POSTHOOK: Output: default@partunion_mm@key=99 -POSTHOOK: Lineage: partunion_mm PARTITION(key=0).id EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: partunion_mm PARTITION(key=100).id EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: partunion_mm PARTITION(key=101).id EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: partunion_mm PARTITION(key=103).id EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: partunion_mm PARTITION(key=104).id EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: partunion_mm PARTITION(key=10).id EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: partunion_mm PARTITION(key=11).id EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: partunion_mm PARTITION(key=1).id EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: partunion_mm PARTITION(key=97).id EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: partunion_mm PARTITION(key=98).id EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: partunion_mm PARTITION(key=99).id EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from partunion_mm order by id PREHOOK: type: QUERY PREHOOK: Input: default@partunion_mm @@ -803,9 +803,9 @@ POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@skew_mm -POSTHOOK: Lineage: skew_mm.k1 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_mm.k2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_mm.k4 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from skew_mm order by k2, k1, k4 PREHOOK: type: QUERY PREHOOK: Input: default@skew_mm @@ -869,42 +869,42 @@ POSTHOOK: Output: default@skew_dp_union_mm@k3=14 POSTHOOK: Output: default@skew_dp_union_mm@k3=4 POSTHOOK: Output: default@skew_dp_union_mm@k3=97 POSTHOOK: Output: default@skew_dp_union_mm@k3=98 -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=0).k1 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=0).k2 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=0).k4 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=100).k1 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=100).k2 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=100).k4 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=101).k1 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=101).k2 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=101).k4 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=102).k1 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=102).k2 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=102).k4 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=103).k1 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=103).k2 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=103).k4 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=104).k1 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=104).k2 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=104).k4 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=107).k1 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=107).k2 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=107).k4 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=10).k1 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=10).k2 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=10).k4 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=14).k1 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=14).k2 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=14).k4 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=4).k1 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=4).k2 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=4).k4 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=97).k1 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=97).k2 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=97).k4 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=98).k1 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=98).k2 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=98).k4 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from skew_dp_union_mm order by k2, k1, k4 PREHOOK: type: QUERY PREHOOK: Input: default@skew_dp_union_mm @@ -979,7 +979,7 @@ POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@merge0_mm -POSTHOOK: Lineage: merge0_mm.id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from merge0_mm PREHOOK: type: QUERY PREHOOK: Input: default@merge0_mm @@ -1008,7 +1008,7 @@ POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@merge0_mm -POSTHOOK: Lineage: merge0_mm.id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from merge0_mm PREHOOK: type: QUERY PREHOOK: Input: default@merge0_mm @@ -1059,7 +1059,7 @@ POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@merge2_mm -POSTHOOK: Lineage: merge2_mm.id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from merge2_mm PREHOOK: type: QUERY PREHOOK: Input: default@merge2_mm @@ -1088,7 +1088,7 @@ POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@merge2_mm -POSTHOOK: Lineage: merge2_mm.id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from merge2_mm PREHOOK: type: QUERY PREHOOK: Input: default@merge2_mm @@ -1144,12 +1144,12 @@ POSTHOOK: Output: default@merge1_mm@key=100 POSTHOOK: Output: default@merge1_mm@key=103 POSTHOOK: Output: default@merge1_mm@key=97 POSTHOOK: Output: default@merge1_mm@key=98 -POSTHOOK: Lineage: merge1_mm PARTITION(key=0).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: merge1_mm PARTITION(key=100).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: merge1_mm PARTITION(key=103).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: merge1_mm PARTITION(key=10).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: merge1_mm PARTITION(key=97).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: merge1_mm PARTITION(key=98).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from merge1_mm order by id, key PREHOOK: type: QUERY PREHOOK: Input: default@merge1_mm @@ -1195,12 +1195,12 @@ POSTHOOK: Output: default@merge1_mm@key=100 POSTHOOK: Output: default@merge1_mm@key=103 POSTHOOK: Output: default@merge1_mm@key=97 POSTHOOK: Output: default@merge1_mm@key=98 -POSTHOOK: Lineage: merge1_mm PARTITION(key=0).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: merge1_mm PARTITION(key=100).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: merge1_mm PARTITION(key=103).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: merge1_mm PARTITION(key=10).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: merge1_mm PARTITION(key=97).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: merge1_mm PARTITION(key=98).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from merge1_mm order by id, key PREHOOK: type: QUERY PREHOOK: Input: default@merge1_mm @@ -1261,8 +1261,8 @@ POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: database:default POSTHOOK: Output: default@ctas0_mm -POSTHOOK: Lineage: ctas0_mm.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: ctas0_mm.p SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from ctas0_mm PREHOOK: type: QUERY PREHOOK: Input: default@ctas0_mm @@ -1307,8 +1307,8 @@ POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: database:default POSTHOOK: Output: default@ctas1_mm -POSTHOOK: Lineage: ctas1_mm.key EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: ctas1_mm.p EXPRESSION [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from ctas1_mm PREHOOK: type: QUERY PREHOOK: Input: default@ctas1_mm @@ -1381,10 +1381,10 @@ POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@multi0_1_mm POSTHOOK: Output: default@multi0_2_mm -POSTHOOK: Lineage: multi0_1_mm.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: multi0_1_mm.key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] -POSTHOOK: Lineage: multi0_2_mm.key SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] -POSTHOOK: Lineage: multi0_2_mm.key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from multi0_1_mm order by key, key2 PREHOOK: type: QUERY PREHOOK: Input: default@multi0_1_mm @@ -1433,10 +1433,10 @@ POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@multi0_1_mm POSTHOOK: Output: default@multi0_2_mm -POSTHOOK: Lineage: multi0_1_mm.key SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] -POSTHOOK: Lineage: multi0_1_mm.key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: multi0_2_mm.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: multi0_2_mm.key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from multi0_1_mm order by key, key2 PREHOOK: type: QUERY PREHOOK: Input: default@multi0_1_mm @@ -1519,10 +1519,10 @@ POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@multi1_mm@p=1 POSTHOOK: Output: default@multi1_mm@p=2 -POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=2).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=2).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from multi1_mm order by key, key2, p PREHOOK: type: QUERY PREHOOK: Input: default@multi1_mm @@ -1567,10 +1567,10 @@ POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@multi1_mm@p=1 POSTHOOK: Output: default@multi1_mm@p=2 -POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=2).key SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=2).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from multi1_mm order by key, key2, p PREHOOK: type: QUERY PREHOOK: Input: default@multi1_mm @@ -1623,16 +1623,16 @@ POSTHOOK: Output: default@multi1_mm@p=1 POSTHOOK: Output: default@multi1_mm@p=455 POSTHOOK: Output: default@multi1_mm@p=456 POSTHOOK: Output: default@multi1_mm@p=457 -POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=455).key SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=455).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=456).key SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=456).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=457).key SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=457).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select key, key2, p from multi1_mm order by key, key2, p PREHOOK: type: QUERY PREHOOK: Input: default@multi1_mm @@ -1700,10 +1700,10 @@ POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@multi1_mm@p=1 -POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select key, key2, p from multi1_mm order by key, key2, p PREHOOK: type: QUERY PREHOOK: Input: default@multi1_mm @@ -1798,7 +1798,7 @@ POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@stats_mm -POSTHOOK: Lineage: stats_mm.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: desc formatted stats_mm PREHOOK: type: DESCTABLE PREHOOK: Input: default@stats_mm @@ -1848,7 +1848,7 @@ POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@stats_mm -POSTHOOK: Lineage: stats_mm.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: desc formatted stats_mm PREHOOK: type: DESCTABLE PREHOOK: Input: default@stats_mm @@ -1906,7 +1906,7 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@stats2_mm -POSTHOOK: Lineage: stats2_mm._c0 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: desc formatted stats2_mm PREHOOK: type: DESCTABLE PREHOOK: Input: default@stats2_mm @@ -1967,8 +1967,8 @@ POSTHOOK: query: FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT int POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@skewjoin_mm -POSTHOOK: Lineage: skewjoin_mm.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: skewjoin_mm.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select count(distinct key) from skewjoin_mm PREHOOK: type: QUERY PREHOOK: Input: default@skewjoin_mm @@ -2002,7 +2002,7 @@ POSTHOOK: query: INSERT INTO parquet1_mm VALUES(1), (2) POSTHOOK: type: QUERY POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@parquet1_mm -POSTHOOK: Lineage: parquet1_mm.id SCRIPT [] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: CREATE TABLE parquet2_mm(id INT, value STRING) STORED AS PARQUET tblproperties ("transactional"="true", "transactional_properties"="insert_only") PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -2019,8 +2019,8 @@ POSTHOOK: query: INSERT INTO parquet2_mm VALUES(1, 'value1') POSTHOOK: type: QUERY POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@parquet2_mm -POSTHOOK: Lineage: parquet2_mm.id SCRIPT [] -POSTHOOK: Lineage: parquet2_mm.value SCRIPT [] +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### PREHOOK: query: INSERT INTO parquet2_mm VALUES(1, 'value2') PREHOOK: type: QUERY PREHOOK: Input: _dummy_database@_dummy_table @@ -2029,8 +2029,8 @@ POSTHOOK: query: INSERT INTO parquet2_mm VALUES(1, 'value2') POSTHOOK: type: QUERY POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@parquet2_mm -POSTHOOK: Lineage: parquet2_mm.id SCRIPT [] -POSTHOOK: Lineage: parquet2_mm.value SCRIPT [] +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select parquet1_mm.id, t1.value, t2.value FROM parquet1_mm JOIN parquet2_mm t1 ON parquet1_mm.id=t1.id JOIN parquet2_mm t2 ON parquet1_mm.id=t2.id @@ -2090,7 +2090,7 @@ POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@temp1 -POSTHOOK: Lineage: temp1.a SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: DESC EXTENDED temp1 PREHOOK: type: DESCTABLE PREHOOK: Input: default@temp1 http://git-wip-us.apache.org/repos/asf/hive/blob/a73d14c2/ql/src/test/results/clientpositive/mm_all.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/mm_all.q.out b/ql/src/test/results/clientpositive/mm_all.q.out index f1f4b79..d82f85c 100644 --- a/ql/src/test/results/clientpositive/mm_all.q.out +++ b/ql/src/test/results/clientpositive/mm_all.q.out @@ -18,7 +18,7 @@ POSTHOOK: query: insert into table intermediate partition(p='455') select distin POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@intermediate@p=455 -POSTHOOK: Lineage: intermediate PARTITION(p=455).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: insert into table intermediate partition(p='456') select distinct key from src where key is not null order by key asc limit 2 PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -27,7 +27,7 @@ POSTHOOK: query: insert into table intermediate partition(p='456') select distin POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@intermediate@p=456 -POSTHOOK: Lineage: intermediate PARTITION(p=456).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: insert into table intermediate partition(p='457') select distinct key from src where key >= 100 order by key asc limit 2 PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -36,7 +36,7 @@ POSTHOOK: query: insert into table intermediate partition(p='457') select distin POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@intermediate@p=457 -POSTHOOK: Lineage: intermediate PARTITION(p=457).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: drop table part_mm PREHOOK: type: DROPTABLE POSTHOOK: query: drop table part_mm @@ -176,7 +176,7 @@ POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@part_mm@key_mm=455 -POSTHOOK: Lineage: part_mm PARTITION(key_mm=455).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: insert into table part_mm partition(key_mm=456) select key from intermediate PREHOOK: type: QUERY PREHOOK: Input: default@intermediate @@ -191,7 +191,7 @@ POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@part_mm@key_mm=456 -POSTHOOK: Lineage: part_mm PARTITION(key_mm=456).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: insert into table part_mm partition(key_mm=455) select key from intermediate PREHOOK: type: QUERY PREHOOK: Input: default@intermediate @@ -206,7 +206,7 @@ POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@part_mm@key_mm=455 -POSTHOOK: Lineage: part_mm PARTITION(key_mm=455).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from part_mm order by key, key_mm PREHOOK: type: QUERY PREHOOK: Input: default@part_mm @@ -321,7 +321,7 @@ POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@simple_mm -POSTHOOK: Lineage: simple_mm.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from simple_mm order by key PREHOOK: type: QUERY PREHOOK: Input: default@simple_mm @@ -350,7 +350,7 @@ POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@simple_mm -POSTHOOK: Lineage: simple_mm.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from simple_mm order by key PREHOOK: type: QUERY PREHOOK: Input: default@simple_mm @@ -426,12 +426,12 @@ POSTHOOK: Output: default@dp_mm@key1=123/key2=100 POSTHOOK: Output: default@dp_mm@key1=123/key2=103 POSTHOOK: Output: default@dp_mm@key1=123/key2=97 POSTHOOK: Output: default@dp_mm@key1=123/key2=98 -POSTHOOK: Lineage: dp_mm PARTITION(key1=123,key2=0).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: dp_mm PARTITION(key1=123,key2=100).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: dp_mm PARTITION(key1=123,key2=103).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: dp_mm PARTITION(key1=123,key2=10).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: dp_mm PARTITION(key1=123,key2=97).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: dp_mm PARTITION(key1=123,key2=98).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from dp_mm order by key PREHOOK: type: QUERY PREHOOK: Input: default@dp_mm @@ -496,7 +496,7 @@ POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@union_mm -POSTHOOK: Lineage: union_mm.id EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from union_mm order by id PREHOOK: type: QUERY PREHOOK: Input: default@union_mm @@ -547,7 +547,7 @@ POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@union_mm -POSTHOOK: Lineage: union_mm.id EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from union_mm order by id PREHOOK: type: QUERY PREHOOK: Input: default@union_mm @@ -629,7 +629,7 @@ POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@union_mm -POSTHOOK: Lineage: union_mm.id EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from union_mm order by id PREHOOK: type: QUERY PREHOOK: Input: default@union_mm @@ -730,17 +730,17 @@ POSTHOOK: Output: default@partunion_mm@key=11 POSTHOOK: Output: default@partunion_mm@key=97 POSTHOOK: Output: default@partunion_mm@key=98 POSTHOOK: Output: default@partunion_mm@key=99 -POSTHOOK: Lineage: partunion_mm PARTITION(key=0).id EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: partunion_mm PARTITION(key=100).id EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: partunion_mm PARTITION(key=101).id EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: partunion_mm PARTITION(key=103).id EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: partunion_mm PARTITION(key=104).id EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: partunion_mm PARTITION(key=10).id EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: partunion_mm PARTITION(key=11).id EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: partunion_mm PARTITION(key=1).id EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: partunion_mm PARTITION(key=97).id EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: partunion_mm PARTITION(key=98).id EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: partunion_mm PARTITION(key=99).id EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from partunion_mm order by id PREHOOK: type: QUERY PREHOOK: Input: default@partunion_mm @@ -817,9 +817,9 @@ POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@skew_mm -POSTHOOK: Lineage: skew_mm.k1 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_mm.k2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_mm.k4 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from skew_mm order by k2, k1, k4 PREHOOK: type: QUERY PREHOOK: Input: default@skew_mm @@ -883,42 +883,42 @@ POSTHOOK: Output: default@skew_dp_union_mm@k3=14 POSTHOOK: Output: default@skew_dp_union_mm@k3=4 POSTHOOK: Output: default@skew_dp_union_mm@k3=97 POSTHOOK: Output: default@skew_dp_union_mm@k3=98 -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=0).k1 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=0).k2 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=0).k4 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=100).k1 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=100).k2 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=100).k4 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=101).k1 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=101).k2 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=101).k4 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=102).k1 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=102).k2 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=102).k4 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=103).k1 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=103).k2 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=103).k4 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=104).k1 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=104).k2 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=104).k4 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=107).k1 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=107).k2 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=107).k4 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=10).k1 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=10).k2 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=10).k4 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=14).k1 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=14).k2 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=14).k4 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=4).k1 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=4).k2 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=4).k4 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=97).k1 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=97).k2 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=97).k4 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=98).k1 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=98).k2 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_dp_union_mm PARTITION(k3=98).k4 EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from skew_dp_union_mm order by k2, k1, k4 PREHOOK: type: QUERY PREHOOK: Input: default@skew_dp_union_mm @@ -993,7 +993,7 @@ POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@merge0_mm -POSTHOOK: Lineage: merge0_mm.id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from merge0_mm PREHOOK: type: QUERY PREHOOK: Input: default@merge0_mm @@ -1022,7 +1022,7 @@ POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@merge0_mm -POSTHOOK: Lineage: merge0_mm.id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from merge0_mm PREHOOK: type: QUERY PREHOOK: Input: default@merge0_mm @@ -1073,7 +1073,7 @@ POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@merge2_mm -POSTHOOK: Lineage: merge2_mm.id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from merge2_mm PREHOOK: type: QUERY PREHOOK: Input: default@merge2_mm @@ -1102,7 +1102,7 @@ POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@merge2_mm -POSTHOOK: Lineage: merge2_mm.id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from merge2_mm PREHOOK: type: QUERY PREHOOK: Input: default@merge2_mm @@ -1158,12 +1158,12 @@ POSTHOOK: Output: default@merge1_mm@key=100 POSTHOOK: Output: default@merge1_mm@key=103 POSTHOOK: Output: default@merge1_mm@key=97 POSTHOOK: Output: default@merge1_mm@key=98 -POSTHOOK: Lineage: merge1_mm PARTITION(key=0).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: merge1_mm PARTITION(key=100).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: merge1_mm PARTITION(key=103).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: merge1_mm PARTITION(key=10).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: merge1_mm PARTITION(key=97).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: merge1_mm PARTITION(key=98).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from merge1_mm order by id, key PREHOOK: type: QUERY PREHOOK: Input: default@merge1_mm @@ -1209,12 +1209,12 @@ POSTHOOK: Output: default@merge1_mm@key=100 POSTHOOK: Output: default@merge1_mm@key=103 POSTHOOK: Output: default@merge1_mm@key=97 POSTHOOK: Output: default@merge1_mm@key=98 -POSTHOOK: Lineage: merge1_mm PARTITION(key=0).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: merge1_mm PARTITION(key=100).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: merge1_mm PARTITION(key=103).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: merge1_mm PARTITION(key=10).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: merge1_mm PARTITION(key=97).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: merge1_mm PARTITION(key=98).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from merge1_mm order by id, key PREHOOK: type: QUERY PREHOOK: Input: default@merge1_mm @@ -1275,8 +1275,8 @@ POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: database:default POSTHOOK: Output: default@ctas0_mm -POSTHOOK: Lineage: ctas0_mm.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: ctas0_mm.p SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from ctas0_mm PREHOOK: type: QUERY PREHOOK: Input: default@ctas0_mm @@ -1321,8 +1321,8 @@ POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: database:default POSTHOOK: Output: default@ctas1_mm -POSTHOOK: Lineage: ctas1_mm.key EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: ctas1_mm.p EXPRESSION [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from ctas1_mm PREHOOK: type: QUERY PREHOOK: Input: default@ctas1_mm @@ -1395,10 +1395,10 @@ POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@multi0_1_mm POSTHOOK: Output: default@multi0_2_mm -POSTHOOK: Lineage: multi0_1_mm.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: multi0_1_mm.key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] -POSTHOOK: Lineage: multi0_2_mm.key SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] -POSTHOOK: Lineage: multi0_2_mm.key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from multi0_1_mm order by key, key2 PREHOOK: type: QUERY PREHOOK: Input: default@multi0_1_mm @@ -1447,10 +1447,10 @@ POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@multi0_1_mm POSTHOOK: Output: default@multi0_2_mm -POSTHOOK: Lineage: multi0_1_mm.key SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] -POSTHOOK: Lineage: multi0_1_mm.key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: multi0_2_mm.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: multi0_2_mm.key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from multi0_1_mm order by key, key2 PREHOOK: type: QUERY PREHOOK: Input: default@multi0_1_mm @@ -1533,10 +1533,10 @@ POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@multi1_mm@p=1 POSTHOOK: Output: default@multi1_mm@p=2 -POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=2).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=2).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from multi1_mm order by key, key2, p PREHOOK: type: QUERY PREHOOK: Input: default@multi1_mm @@ -1581,10 +1581,10 @@ POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@multi1_mm@p=1 POSTHOOK: Output: default@multi1_mm@p=2 -POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=2).key SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=2).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select * from multi1_mm order by key, key2, p PREHOOK: type: QUERY PREHOOK: Input: default@multi1_mm @@ -1637,16 +1637,16 @@ POSTHOOK: Output: default@multi1_mm@p=1 POSTHOOK: Output: default@multi1_mm@p=455 POSTHOOK: Output: default@multi1_mm@p=456 POSTHOOK: Output: default@multi1_mm@p=457 -POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=455).key SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=455).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=456).key SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=456).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=457).key SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=457).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select key, key2, p from multi1_mm order by key, key2, p PREHOOK: type: QUERY PREHOOK: Input: default@multi1_mm @@ -1714,10 +1714,10 @@ POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@multi1_mm@p=1 -POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key SIMPLE [(intermediate)intermediate.FieldSchema(name:p, type:int, comment:null), ] -POSTHOOK: Lineage: multi1_mm PARTITION(p=1).key2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select key, key2, p from multi1_mm order by key, key2, p PREHOOK: type: QUERY PREHOOK: Input: default@multi1_mm @@ -1812,7 +1812,7 @@ POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@stats_mm -POSTHOOK: Lineage: stats_mm.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: desc formatted stats_mm PREHOOK: type: DESCTABLE PREHOOK: Input: default@stats_mm @@ -1862,7 +1862,7 @@ POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@stats_mm -POSTHOOK: Lineage: stats_mm.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: desc formatted stats_mm PREHOOK: type: DESCTABLE PREHOOK: Input: default@stats_mm @@ -1920,7 +1920,7 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@stats2_mm -POSTHOOK: Lineage: stats2_mm._c0 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: desc formatted stats2_mm PREHOOK: type: DESCTABLE PREHOOK: Input: default@stats2_mm @@ -1981,8 +1981,8 @@ POSTHOOK: query: FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT int POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@skewjoin_mm -POSTHOOK: Lineage: skewjoin_mm.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: skewjoin_mm.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select count(distinct key) from skewjoin_mm PREHOOK: type: QUERY PREHOOK: Input: default@skewjoin_mm @@ -2016,7 +2016,7 @@ POSTHOOK: query: INSERT INTO parquet1_mm VALUES(1), (2) POSTHOOK: type: QUERY POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@parquet1_mm -POSTHOOK: Lineage: parquet1_mm.id SCRIPT [] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: CREATE TABLE parquet2_mm(id INT, value STRING) STORED AS PARQUET tblproperties ("transactional"="true", "transactional_properties"="insert_only") PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -2033,8 +2033,8 @@ POSTHOOK: query: INSERT INTO parquet2_mm VALUES(1, 'value1') POSTHOOK: type: QUERY POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@parquet2_mm -POSTHOOK: Lineage: parquet2_mm.id SCRIPT [] -POSTHOOK: Lineage: parquet2_mm.value SCRIPT [] +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### PREHOOK: query: INSERT INTO parquet2_mm VALUES(1, 'value2') PREHOOK: type: QUERY PREHOOK: Input: _dummy_database@_dummy_table @@ -2043,8 +2043,8 @@ POSTHOOK: query: INSERT INTO parquet2_mm VALUES(1, 'value2') POSTHOOK: type: QUERY POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@parquet2_mm -POSTHOOK: Lineage: parquet2_mm.id SCRIPT [] -POSTHOOK: Lineage: parquet2_mm.value SCRIPT [] +POSTHOOK: Lineage: ###Masked### +POSTHOOK: Lineage: ###Masked### PREHOOK: query: select parquet1_mm.id, t1.value, t2.value FROM parquet1_mm JOIN parquet2_mm t1 ON parquet1_mm.id=t1.id JOIN parquet2_mm t2 ON parquet1_mm.id=t2.id @@ -2104,7 +2104,7 @@ POSTHOOK: Input: default@intermediate@p=455 POSTHOOK: Input: default@intermediate@p=456 POSTHOOK: Input: default@intermediate@p=457 POSTHOOK: Output: default@temp1 -POSTHOOK: Lineage: temp1.a SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: ###Masked### PREHOOK: query: DESC EXTENDED temp1 PREHOOK: type: DESCTABLE PREHOOK: Input: default@temp1
