HIVE-19572: Add option to mask stats and data size in q files (Jesus Camacho Rodriguez, reviewed by Prasanth Jayachandran) (addendum)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/0b6bea89 Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/0b6bea89 Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/0b6bea89 Branch: refs/heads/master Commit: 0b6bea89f74b607299ad944b37e4b62c711aaa69 Parents: 76f3ba3 Author: Jesus Camacho Rodriguez <[email protected]> Authored: Thu May 17 10:33:09 2018 -0700 Committer: Jesus Camacho Rodriguez <[email protected]> Committed: Thu May 17 10:33:09 2018 -0700 ---------------------------------------------------------------------- .../llap/io/decode/OrcEncodedDataConsumer.java | 3 +- ql/src/test/queries/clientpositive/mergejoin.q | 3 + .../results/clientpositive/llap/mergejoin.q.out | 416 +++++++++---------- .../test/results/clientpositive/mergejoin.q.out | 374 ++++++++--------- 4 files changed, 400 insertions(+), 396 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/0b6bea89/llap-server/src/java/org/apache/hadoop/hive/llap/io/decode/OrcEncodedDataConsumer.java ---------------------------------------------------------------------- diff --git a/llap-server/src/java/org/apache/hadoop/hive/llap/io/decode/OrcEncodedDataConsumer.java b/llap-server/src/java/org/apache/hadoop/hive/llap/io/decode/OrcEncodedDataConsumer.java index 05282db..feccb87 100644 --- a/llap-server/src/java/org/apache/hadoop/hive/llap/io/decode/OrcEncodedDataConsumer.java +++ b/llap-server/src/java/org/apache/hadoop/hive/llap/io/decode/OrcEncodedDataConsumer.java @@ -216,7 +216,8 @@ public class OrcEncodedDataConsumer ConsumerStripeMetadata stripeMetadata, TypeDescription fileSchema) throws IOException { TreeReaderFactory.Context context = new TreeReaderFactory.ReaderContext() .setSchemaEvolution(evolution).skipCorrupt(skipCorrupt) - .writerTimeZone(stripeMetadata.getWriterTimezone()); + .writerTimeZone(stripeMetadata.getWriterTimezone()) + ; this.batchSchemas = includes.getBatchReaderTypes(fileSchema); StructTreeReader treeReader = EncodedTreeReaderFactory.createRootTreeReader( batchSchemas, stripeMetadata.getEncodings(), batch, codec, context); http://git-wip-us.apache.org/repos/asf/hive/blob/0b6bea89/ql/src/test/queries/clientpositive/mergejoin.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/mergejoin.q b/ql/src/test/queries/clientpositive/mergejoin.q index 058588c..0f37002 100644 --- a/ql/src/test/queries/clientpositive/mergejoin.q +++ b/ql/src/test/queries/clientpositive/mergejoin.q @@ -1,5 +1,8 @@ --! qt:dataset:src1 --! qt:dataset:src + +-- MASK_STATS + set hive.strict.checks.bucketing=false; set hive.mapred.mode=nonstrict;
