HIVE-12284: Merge branch 'master' into spark
Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/c9073aad Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/c9073aad Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/c9073aad Branch: refs/heads/master Commit: c9073aadc00b01372b85522e777acaea997d5936 Parents: 51f257a 3e21a6d Author: Xuefu Zhang <[email protected]> Authored: Wed Oct 28 05:08:53 2015 -0700 Committer: Xuefu Zhang <[email protected]> Committed: Wed Oct 28 05:08:53 2015 -0700 ---------------------------------------------------------------------- LICENSE | 34 +- NOTICE | 3 + accumulo-handler/pom.xml | 61 +- .../hive/accumulo/HiveAccumuloHelper.java | 55 +- .../mr/HiveAccumuloTableOutputFormat.java | 50 +- .../hive/accumulo/TestHiveAccumuloHelper.java | 69 +- .../mr/TestHiveAccumuloTableOutputFormat.java | 86 +- .../apache/hadoop/hive/ant/GenVectorCode.java | 61 +- .../apache/hadoop/hive/ant/QTestGenTask.java | 13 + beeline/pom.xml | 44 +- .../java/org/apache/hive/beeline/BeeLine.java | 304 +- .../org/apache/hive/beeline/BeeLineOpts.java | 52 +- .../hive/beeline/ClientCommandHookFactory.java | 85 + .../org/apache/hive/beeline/ClientHook.java | 33 + .../java/org/apache/hive/beeline/Commands.java | 492 +- .../apache/hive/beeline/DatabaseConnection.java | 4 +- .../apache/hive/beeline/HiveSchemaHelper.java | 4 +- .../org/apache/hive/beeline/HiveSchemaTool.java | 22 +- .../hive/beeline/cli/CliOptionsProcessor.java | 104 + .../org/apache/hive/beeline/cli/HiveCli.java | 37 + .../hive/beeline/TestBeelineArgParsing.java | 1 + .../beeline/TestClientCommandHookFactory.java | 32 + .../apache/hive/beeline/cli/TestHiveCli.java | 289 + beeline/src/test/resources/hive-site.xml | 37 + bin/beeline | 10 + bin/ext/cli.cmd | 39 +- bin/ext/cli.sh | 35 +- bin/ext/hbaseimport.cmd | 35 + bin/ext/hbaseimport.sh | 27 + bin/ext/hbaseschematool.sh | 27 + bin/ext/llap.sh | 49 + bin/ext/util/execHiveCmd.sh | 21 +- bin/hive | 8 +- cli/pom.xml | 63 +- .../org/apache/hadoop/hive/cli/CliDriver.java | 33 +- common/pom.xml | 41 +- .../hadoop/hive/common/CallableWithNdc.java | 44 + .../hadoop/hive/common/CompressionUtils.java | 131 + .../apache/hadoop/hive/common/DiskRange.java | 99 - .../hadoop/hive/common/DiskRangeInfo.java | 59 + .../hadoop/hive/common/DiskRangeList.java | 205 - .../apache/hadoop/hive/common/FileUtils.java | 38 + .../apache/hadoop/hive/common/ObjectPair.java | 5 + .../hadoop/hive/common/RunnableWithNdc.java | 43 + .../hadoop/hive/common/StatsSetupConst.java | 16 - .../common/metrics/common/MetricsConstant.java | 22 +- .../org/apache/hadoop/hive/conf/HiveConf.java | 253 +- .../hadoop/hive/conf/HiveVariableSource.java | 24 + .../hadoop/hive/conf/VariableSubstitution.java | 70 + .../apache/hadoop/hive/ql/log/PerfLogger.java | 196 + .../apache/hive/common/util/BloomFilter.java | 20 +- .../hive/common/util/FixedSizedObjectPool.java | 315 + .../apache/hive/common/util/ReflectionUtil.java | 2 +- .../hive/common/util/ShutdownHookManager.java | 52 +- common/src/main/resources/hive-log4j.properties | 88 + common/src/main/resources/hive-log4j2.xml | 4 +- .../hive/common/type/TestHiveDecimal.java | 12 +- .../apache/hadoop/hive/conf/TestHiveConf.java | 25 + .../hive/conf/TestVariableSubstitution.java | 63 + .../common/util/TestFixedSizedObjectPool.java | 246 + .../common/util/TestShutdownHookManager.java | 22 +- contrib/pom.xml | 44 +- .../hive/contrib/serde2/MultiDelimitSerDe.java | 1 + data/conf/hive-log4j2.xml | 27 + data/conf/hive-site.xml | 45 +- data/conf/llap/hive-site.xml | 266 + data/conf/llap/llap-daemon-site.xml | 57 + data/conf/llap/tez-site.xml | 6 + data/conf/spark/standalone/hive-site.xml | 6 - data/conf/spark/yarn-client/hive-site.xml | 6 - data/conf/tez/hive-site.xml | 26 +- data/conf/tez/tez-site.xml | 6 + data/files/decimal_1_1.txt | 30 + data/files/escape_crlf.txt | 2 + data/files/identity_udf.jar | Bin 0 -> 710 bytes data/files/mapNull.txt | 1 + data/files/sample2.json | 2 + errata.txt | 68 + hbase-handler/pom.xml | 246 +- .../apache/hadoop/hive/hbase/HBaseSerDe.java | 1 + .../hadoop/hive/hbase/HBaseSerDeHelper.java | 21 +- .../hadoop/hive/hbase/HBaseSerDeParameters.java | 20 +- .../hadoop/hive/hbase/HBaseStatsAggregator.java | 128 - .../hadoop/hive/hbase/HBaseStatsPublisher.java | 154 - .../hive/hbase/HBaseStatsSetupConstants.java | 34 - .../hadoop/hive/hbase/HBaseStatsUtils.java | 135 - .../hive/hbase/HiveHBaseTableInputFormat.java | 105 +- .../hive/hbase/HiveHBaseTableOutputFormat.java | 9 + .../HiveHBaseTableSnapshotInputFormat.java | 21 +- .../hbase/struct/AvroHBaseValueFactory.java | 3 +- .../hadoop/hive/hbase/TestHBaseSerDe.java | 12 +- .../queries/positive/hbase_handler_snapshot.q | 4 + .../src/test/queries/positive/hbase_queries.q | 16 + .../src/test/queries/positive/hbase_stats.q | 30 - .../src/test/queries/positive/hbase_stats2.q | 31 - .../positive/hbase_stats_empty_partition.q | 13 - .../positive/hbase_handler_snapshot.q.out | 22 + .../test/results/positive/hbase_queries.q.out | 99 + .../src/test/results/positive/hbase_stats.q.out | 311 - .../test/results/positive/hbase_stats2.q.out | 311 - .../positive/hbase_stats_empty_partition.q.out | 63 - hcatalog/conf/proto-hive-site.xml | 2 +- hcatalog/core/pom.xml | 194 +- .../apache/hive/hcatalog/data/JsonSerDe.java | 8 +- .../hive/hcatalog/data/TestJsonSerDe.java | 36 + hcatalog/hcatalog-pig-adapter/pom.xml | 160 +- .../apache/hive/hcatalog/pig/HCatLoader.java | 9 + .../hive/hcatalog/pig/TestHCatLoader.java | 72 +- .../hcatalog/pig/TestHCatLoaderEncryption.java | 64 +- hcatalog/pom.xml | 65 +- hcatalog/server-extensions/pom.xml | 29 +- .../listener/TestNotificationListener.java | 4 +- .../templates/conf/hive-site.xml.template | 2 +- hcatalog/streaming/pom.xml | 47 +- .../streaming/AbstractRecordWriter.java | 93 +- .../streaming/DelimitedInputWriter.java | 54 +- .../hive/hcatalog/streaming/HiveEndPoint.java | 21 + .../hive/hcatalog/streaming/InvalidTable.java | 8 + .../hcatalog/streaming/StrictJsonWriter.java | 46 +- .../mutate/worker/BucketIdResolverImpl.java | 16 +- .../hive/hcatalog/streaming/TestStreaming.java | 764 +- .../mutate/worker/TestBucketIdResolverImpl.java | 2 +- hcatalog/webhcat/java-client/pom.xml | 39 +- .../hive/hcatalog/api/TestHCatClient.java | 39 +- hcatalog/webhcat/svr/pom.xml | 60 +- .../hive/hcatalog/templeton/AppConfig.java | 21 + .../apache/hive/hcatalog/templeton/Server.java | 19 +- .../hcatalog/templeton/tool/LaunchMapper.java | 7 +- hplsql/pom.xml | 31 +- .../antlr4/org/apache/hive/hplsql/Hplsql.g4 | 70 +- .../main/java/org/apache/hive/hplsql/Cmp.java | 314 + .../java/org/apache/hive/hplsql/Column.java | 29 +- .../main/java/org/apache/hive/hplsql/Conn.java | 21 + .../main/java/org/apache/hive/hplsql/Copy.java | 50 +- .../main/java/org/apache/hive/hplsql/Exec.java | 66 +- .../java/org/apache/hive/hplsql/Expression.java | 33 +- .../main/java/org/apache/hive/hplsql/File.java | 18 +- .../main/java/org/apache/hive/hplsql/Meta.java | 28 +- .../main/java/org/apache/hive/hplsql/Query.java | 18 + .../java/org/apache/hive/hplsql/Select.java | 23 +- .../main/java/org/apache/hive/hplsql/Stmt.java | 8 +- .../main/java/org/apache/hive/hplsql/Var.java | 110 +- .../apache/hive/hplsql/functions/Function.java | 6 +- .../hive/hplsql/functions/FunctionMisc.java | 121 + .../org/apache/hive/hplsql/TestHplsqlLocal.java | 18 + .../apache/hive/hplsql/TestHplsqlOffline.java | 5 + hplsql/src/test/queries/db/cmp_row_count.sql | 4 + hplsql/src/test/queries/db/cmp_sum.sql | 3 + hplsql/src/test/queries/db/copy_to_file.sql | 2 + hplsql/src/test/queries/db/copy_to_hdfs.sql | 2 + hplsql/src/test/queries/db/copy_to_table.sql | 2 + hplsql/src/test/queries/db/part_count.sql | 17 + hplsql/src/test/queries/db/part_count_by.sql | 4 + hplsql/src/test/queries/db/schema.sql | 32 + hplsql/src/test/queries/db/select_into.sql | 20 +- hplsql/src/test/queries/db/select_into2.sql | 17 + .../test/queries/local/create_procedure2.sql | 16 + hplsql/src/test/queries/local/if2.sql | 5 + hplsql/src/test/queries/local/include.sql | 2 + hplsql/src/test/queries/local/include_file.sql | 1 + hplsql/src/test/queries/local/mult_div.sql | 8 + hplsql/src/test/queries/offline/select_db2.sql | 5 + .../src/test/results/db/cmp_row_count.out.txt | 12 + hplsql/src/test/results/db/cmp_sum.out.txt | 320 + hplsql/src/test/results/db/copy_to_file.out.txt | 6 + hplsql/src/test/results/db/copy_to_hdfs.out.txt | 4 + .../src/test/results/db/copy_to_table.out.txt | 2 + hplsql/src/test/results/db/part_count.out.txt | 15 + .../src/test/results/db/part_count_by.out.txt | 13 + hplsql/src/test/results/db/select_into.out.txt | 58 +- hplsql/src/test/results/db/select_into2.out.txt | 19 + .../results/local/create_procedure2.out.txt | 10 + hplsql/src/test/results/local/if2.out.txt | 4 + hplsql/src/test/results/local/include.out.txt | 8 + hplsql/src/test/results/local/mult_div.out.txt | 7 + .../src/test/results/offline/select_db2.out.txt | 6 + hwi/pom.xml | 61 +- itests/custom-serde/pom.xml | 31 +- itests/hcatalog-unit/pom.xml | 389 +- itests/hive-jmh/pom.xml | 38 +- .../vectorization/VectorizationBench.java | 198 +- itests/hive-minikdc/pom.xml | 181 +- itests/hive-unit-hadoop2/pom.xml | 12 +- .../hive/thrift/TestHadoop20SAuthBridge.java | 420 - .../hive/thrift/TestHadoopAuthBridge23.java | 422 + itests/hive-unit/pom.xml | 323 +- .../org/apache/hive/jdbc/miniHS2/MiniHS2.java | 14 +- .../hadoop/hive/metastore/TestAdminUser.java | 4 +- .../hive/metastore/TestHiveMetaStore.java | 66 + .../metastore/hbase/HBaseIntegrationTests.java | 111 + .../TestHBaseAggrStatsCacheIntegration.java | 691 + .../hive/metastore/hbase/TestHBaseImport.java | 650 + .../metastore/hbase/TestHBaseMetastoreSql.java | 223 + .../hbase/TestHBaseStoreIntegration.java | 1796 + .../hbase/TestStorageDescriptorSharing.java | 191 + .../hadoop/hive/ql/TestLocationQueries.java | 2 +- .../hadoop/hive/ql/history/TestHiveHistory.java | 2 +- .../hive/ql/security/FolderPermissionBase.java | 63 +- .../TestClientSideAuthorizationProvider.java | 9 + ...ageBasedClientSideAuthorizationProvider.java | 6 + ...StorageBasedMetastoreAuthorizationReads.java | 7 +- .../hive/ql/txn/compactor/TestCompactor.java | 13 +- .../hive/beeline/TestBeeLineWithArgs.java | 21 + .../org/apache/hive/jdbc/TestJdbcDriver2.java | 108 +- .../apache/hive/jdbc/TestJdbcWithMiniHS2.java | 153 +- .../test/java/org/apache/hive/jdbc/TestSSL.java | 44 +- .../hive/jdbc/cbo_rp_TestJdbcDriver2.java | 2419 ++ .../apache/hive/jdbc/miniHS2/TestMiniHS2.java | 8 +- itests/pom.xml | 9 +- itests/qtest-accumulo/pom.xml | 404 +- itests/qtest-spark/pom.xml | 38 +- itests/qtest/pom.xml | 545 +- .../test/resources/testconfiguration.properties | 83 +- itests/test-serde/pom.xml | 32 +- itests/util/pom.xml | 131 +- .../hadoop/hive/hbase/HBaseQTestUtil.java | 8 +- .../metastore/hbase/HBaseStoreTestUtil.java | 45 + .../org/apache/hadoop/hive/ql/QTestUtil.java | 153 +- .../hive/ql/stats/DummyStatsAggregator.java | 18 +- .../hive/ql/stats/DummyStatsPublisher.java | 15 +- .../ql/stats/KeyVerifyingStatsAggregator.java | 13 +- jdbc/pom.xml | 29 +- .../org/apache/hive/jdbc/HiveConnection.java | 63 +- .../apache/hive/jdbc/HivePreparedStatement.java | 4 +- .../hive/jdbc/ZooKeeperHiveClientHelper.java | 34 +- llap-client/pom.xml | 147 + .../llap/configuration/LlapConfiguration.java | 176 + .../apache/hadoop/hive/llap/io/api/LlapIo.java | 27 + .../hadoop/hive/llap/io/api/LlapIoProxy.java | 78 + llap-server/bin/llap-daemon-env.sh | 44 + llap-server/bin/llapDaemon.sh | 152 + llap-server/bin/runLlapDaemon.sh | 130 + llap-server/pom.xml | 272 + .../daemon/rpc/LlapDaemonProtocolProtos.java | 12674 ++++++ .../hadoop/hive/llap/ConsumerFeedback.java | 33 + .../llap/IncrementalObjectSizeEstimator.java | 628 + .../org/apache/hadoop/hive/llap/LlapNodeId.java | 86 + .../hadoop/hive/llap/cache/BuddyAllocator.java | 547 + .../hive/llap/cache/BuddyAllocatorMXBean.java | 62 + .../apache/hadoop/hive/llap/cache/Cache.java | 27 + .../hive/llap/cache/EvictionAwareAllocator.java | 30 + .../hive/llap/cache/EvictionDispatcher.java | 52 + .../hive/llap/cache/EvictionListener.java | 23 + .../hive/llap/cache/LlapCacheableBuffer.java | 56 + .../hadoop/hive/llap/cache/LlapDataBuffer.java | 142 + .../hive/llap/cache/LlapOomDebugDump.java | 23 + .../hadoop/hive/llap/cache/LowLevelCache.java | 76 + .../hive/llap/cache/LowLevelCacheCounters.java | 26 + .../hive/llap/cache/LowLevelCacheImpl.java | 540 + .../llap/cache/LowLevelCacheMemoryManager.java | 111 + .../hive/llap/cache/LowLevelCachePolicy.java | 30 + .../llap/cache/LowLevelFifoCachePolicy.java | 116 + .../llap/cache/LowLevelLrfuCachePolicy.java | 432 + .../hadoop/hive/llap/cache/MemoryManager.java | 25 + .../hadoop/hive/llap/cache/NoopCache.java | 33 + .../hive/llap/cli/LlapOptionsProcessor.java | 184 + .../hadoop/hive/llap/cli/LlapServiceDriver.java | 283 + .../llap/counters/QueryFragmentCounters.java | 143 + .../hive/llap/daemon/ContainerRunner.java | 34 + .../daemon/FinishableStateUpdateHandler.java | 21 + .../llap/daemon/FragmentCompletionHandler.java | 22 + .../hadoop/hive/llap/daemon/HistoryLogger.java | 154 + .../hive/llap/daemon/KilledTaskHandler.java | 29 + .../daemon/LlapDaemonProtocolBlockingPB.java | 22 + .../hive/llap/daemon/QueryFailedHandler.java | 20 + .../hive/llap/daemon/impl/AMReporter.java | 474 + .../llap/daemon/impl/ContainerRunnerImpl.java | 353 + .../impl/EvictingPriorityBlockingQueue.java | 76 + .../hive/llap/daemon/impl/LlapDaemon.java | 435 + .../hive/llap/daemon/impl/LlapDaemonMXBean.java | 83 + .../impl/LlapDaemonProtocolClientImpl.java | 126 + .../impl/LlapDaemonProtocolServerImpl.java | 155 + .../hive/llap/daemon/impl/LlapTaskReporter.java | 451 + .../llap/daemon/impl/PriorityBlockingDeque.java | 767 + .../hive/llap/daemon/impl/QueryFileCleaner.java | 94 + .../llap/daemon/impl/QueryFragmentInfo.java | 181 + .../hadoop/hive/llap/daemon/impl/QueryInfo.java | 252 + .../hive/llap/daemon/impl/QueryTracker.java | 242 + .../hadoop/hive/llap/daemon/impl/Scheduler.java | 42 + .../llap/daemon/impl/TaskExecutorService.java | 715 + .../llap/daemon/impl/TaskRunnerCallable.java | 491 + .../comparator/FirstInFirstOutComparator.java | 81 + .../comparator/ShortestJobFirstComparator.java | 70 + .../llap/daemon/registry/ServiceInstance.java | 73 + .../daemon/registry/ServiceInstanceSet.java | 57 + .../llap/daemon/registry/ServiceRegistry.java | 59 + .../registry/impl/LlapFixedRegistryImpl.java | 222 + .../registry/impl/LlapRegistryService.java | 86 + .../registry/impl/LlapYarnRegistryImpl.java | 383 + .../llap/daemon/services/impl/LlapWebApp.java | 12 + .../daemon/services/impl/LlapWebServices.java | 53 + .../llap/io/api/impl/ColumnVectorBatch.java | 46 + .../hive/llap/io/api/impl/LlapInputFormat.java | 322 + .../hive/llap/io/api/impl/LlapIoImpl.java | 152 + .../llap/io/decode/ColumnVectorProducer.java | 36 + .../llap/io/decode/EncodedDataConsumer.java | 194 + .../llap/io/decode/OrcColumnVectorProducer.java | 79 + .../llap/io/decode/OrcEncodedDataConsumer.java | 161 + .../hive/llap/io/decode/ReadPipeline.java | 27 + .../llap/io/encoded/OrcEncodedDataReader.java | 971 + .../llap/io/metadata/CompressionBuffer.java | 119 + .../hive/llap/io/metadata/OrcFileMetadata.java | 231 + .../hive/llap/io/metadata/OrcMetadataCache.java | 91 + .../llap/io/metadata/OrcStripeMetadata.java | 163 + .../hive/llap/metrics/LlapDaemonCacheInfo.java | 56 + .../llap/metrics/LlapDaemonCacheMetrics.java | 154 + .../metrics/LlapDaemonCustomMetricsInfo.java | 43 + .../llap/metrics/LlapDaemonExecutorInfo.java | 56 + .../llap/metrics/LlapDaemonExecutorMetrics.java | 196 + .../hive/llap/metrics/LlapDaemonQueueInfo.java | 50 + .../llap/metrics/LlapDaemonQueueMetrics.java | 116 + .../hive/llap/metrics/LlapMetricsSystem.java | 57 + .../hadoop/hive/llap/metrics/MetricsUtils.java | 44 + .../hadoop/hive/llap/old/BufferInProgress.java | 82 + .../apache/hadoop/hive/llap/old/BufferPool.java | 225 + .../hadoop/hive/llap/old/CachePolicy.java | 34 + .../apache/hadoop/hive/llap/old/ChunkPool.java | 237 + .../protocol/LlapTaskUmbilicalProtocol.java | 39 + .../AttemptRegistrationListener.java | 24 + .../hive/llap/shufflehandler/DirWatcher.java | 414 + .../shufflehandler/FadvisedChunkedFile.java | 78 + .../llap/shufflehandler/FadvisedFileRegion.java | 160 + .../hive/llap/shufflehandler/IndexCache.java | 199 + .../llap/shufflehandler/ShuffleHandler.java | 1047 + .../hadoop/hive/llap/tezplugins/Converters.java | 266 + .../llap/tezplugins/LlapContainerLauncher.java | 43 + .../llap/tezplugins/LlapTaskCommunicator.java | 617 + .../hive/llap/tezplugins/TaskCommunicator.java | 479 + .../tezplugins/helpers/SourceStateTracker.java | 291 + .../apache/tez/dag/app/rm/ContainerFactory.java | 51 + .../dag/app/rm/LlapTaskSchedulerService.java | 1363 + .../main/resources/llap-daemon-log4j.properties | 78 + llap-server/src/main/resources/llap.py | 75 + llap-server/src/main/resources/package.py | 153 + llap-server/src/main/resources/params.py | 39 + llap-server/src/main/resources/templates.py | 123 + .../src/main/resources/webapps/llap/.keep | 0 .../src/protobuf/LlapDaemonProtocol.proto | 125 + .../hive/llap/cache/TestBuddyAllocator.java | 287 + .../TestIncrementalObjectSizeEstimator.java | 247 + .../hive/llap/cache/TestLowLevelCacheImpl.java | 520 + .../llap/cache/TestLowLevelLrfuCachePolicy.java | 322 + .../hive/llap/cache/TestOrcMetadataCache.java | 112 + .../hive/llap/daemon/MiniLlapCluster.java | 192 + .../daemon/impl/TaskExecutorTestHelpers.java | 243 + .../impl/TestLlapDaemonProtocolServerImpl.java | 61 + .../daemon/impl/TestTaskExecutorService.java | 290 + .../TestFirstInFirstOutComparator.java | 321 + .../TestShortestJobFirstComparator.java | 199 + .../llap/tezplugins/TestTaskCommunicator.java | 143 + .../app/rm/TestLlapTaskSchedulerService.java | 454 + .../test/resources/llap-daemon-log4j.properties | 94 + .../src/test/resources/llap-daemon-site.xml | 73 + llap-server/src/test/resources/log4j.properties | 19 + .../src/test/resources/webapps/llap/.keep | 0 metastore/if/hive_metastore.thrift | 60 + metastore/pom.xml | 110 +- .../upgrade/derby/021-HIVE-11970.derby.sql | 6 + .../upgrade/derby/hive-schema-1.3.0.derby.sql | 12 +- .../upgrade/derby/hive-schema-2.0.0.derby.sql | 12 +- .../derby/upgrade-1.2.0-to-1.3.0.derby.sql | 1 + .../derby/upgrade-1.2.0-to-2.0.0.derby.sql | 3 +- .../upgrade/mssql/007-HIVE-11970.mssql.sql | 6 + .../upgrade/mssql/hive-schema-1.3.0.mssql.sql | 12 +- .../upgrade/mssql/hive-schema-2.0.0.mssql.sql | 12 +- .../mssql/upgrade-1.2.0-to-1.3.0.mssql.sql | 1 + .../mssql/upgrade-1.2.0-to-2.0.0.mssql.sql | 7 +- .../upgrade/mysql/022-HIVE-11970.mysql.sql | 6 + .../upgrade/mysql/hive-schema-1.3.0.mysql.sql | 12 +- .../upgrade/mysql/hive-schema-2.0.0.mysql.sql | 12 +- .../mysql/upgrade-1.2.0-to-1.3.0.mysql.sql | 1 + .../mysql/upgrade-1.2.0-to-2.0.0.mysql.sql | 2 + .../upgrade/oracle/022-HIVE-11970.oracle.sql | 23 + .../oracle/hive-schema-0.13.0.oracle.sql | 10 +- .../oracle/hive-schema-0.14.0.oracle.sql | 10 +- .../upgrade/oracle/hive-schema-1.3.0.oracle.sql | 12 +- .../upgrade/oracle/hive-schema-2.0.0.oracle.sql | 12 +- .../oracle/hive-txn-schema-0.13.0.oracle.sql | 10 +- .../oracle/hive-txn-schema-0.14.0.oracle.sql | 10 +- .../oracle/upgrade-1.2.0-to-1.3.0.oracle.sql | 2 + .../oracle/upgrade-1.2.0-to-2.0.0.oracle.sql | 2 + .../postgres/021-HIVE-11970.postgres.sql | 6 + .../postgres/hive-schema-1.3.0.postgres.sql | 12 +- .../postgres/hive-schema-2.0.0.postgres.sql | 12 +- .../upgrade-1.2.0-to-1.3.0.postgres.sql | 1 + .../upgrade-1.2.0-to-2.0.0.postgres.sql | 1 + .../apache/hadoop/hive/metastore/Metastore.java | 1331 + .../metastore/hbase/HbaseMetastoreProto.java | 34901 +++++++++++++++++ .../gen/thrift/gen-cpp/ThriftHiveMetastore.cpp | 32381 ++++++++++----- .../gen/thrift/gen-cpp/ThriftHiveMetastore.h | 2989 +- .../ThriftHiveMetastore_server.skeleton.cpp | 25 + .../thrift/gen-cpp/hive_metastore_constants.cpp | 2 +- .../thrift/gen-cpp/hive_metastore_constants.h | 2 +- .../gen/thrift/gen-cpp/hive_metastore_types.cpp | 3516 +- .../gen/thrift/gen-cpp/hive_metastore_types.h | 1666 +- .../hive/metastore/api/AbortTxnRequest.java | 6 +- .../metastore/api/AddDynamicPartitions.java | 6 +- .../metastore/api/AddPartitionsRequest.java | 8 +- .../hive/metastore/api/AddPartitionsResult.java | 4 +- .../hadoop/hive/metastore/api/AggrStats.java | 6 +- .../metastore/api/AlreadyExistsException.java | 4 +- .../metastore/api/BinaryColumnStatsData.java | 10 +- .../metastore/api/BooleanColumnStatsData.java | 10 +- .../hive/metastore/api/CheckLockRequest.java | 6 +- .../metastore/api/ClearFileMetadataRequest.java | 438 + .../metastore/api/ClearFileMetadataResult.java | 283 + .../hive/metastore/api/ColumnStatistics.java | 4 +- .../metastore/api/ColumnStatisticsData.java | 2 +- .../metastore/api/ColumnStatisticsDesc.java | 8 +- .../hive/metastore/api/ColumnStatisticsObj.java | 4 +- .../hive/metastore/api/CommitTxnRequest.java | 6 +- .../hive/metastore/api/CompactionRequest.java | 4 +- .../hive/metastore/api/CompactionType.java | 2 +- .../api/ConfigValSecurityException.java | 4 +- .../api/CurrentNotificationEventId.java | 6 +- .../hadoop/hive/metastore/api/Database.java | 4 +- .../apache/hadoop/hive/metastore/api/Date.java | 6 +- .../hive/metastore/api/DateColumnStatsData.java | 8 +- .../hadoop/hive/metastore/api/Decimal.java | 6 +- .../metastore/api/DecimalColumnStatsData.java | 8 +- .../metastore/api/DoubleColumnStatsData.java | 12 +- .../hive/metastore/api/DropPartitionsExpr.java | 6 +- .../metastore/api/DropPartitionsRequest.java | 12 +- .../metastore/api/DropPartitionsResult.java | 4 +- .../hive/metastore/api/EnvironmentContext.java | 4 +- .../hive/metastore/api/EventRequestType.java | 2 +- .../hadoop/hive/metastore/api/FieldSchema.java | 4 +- .../metastore/api/FileMetadataExprType.java | 42 + .../hive/metastore/api/FireEventRequest.java | 6 +- .../metastore/api/FireEventRequestData.java | 2 +- .../hive/metastore/api/FireEventResponse.java | 4 +- .../hadoop/hive/metastore/api/Function.java | 6 +- .../hadoop/hive/metastore/api/FunctionType.java | 2 +- .../metastore/api/GetAllFunctionsResponse.java | 40 +- .../api/GetFileMetadataByExprRequest.java | 773 + .../api/GetFileMetadataByExprResult.java | 553 + .../metastore/api/GetFileMetadataRequest.java | 438 + .../metastore/api/GetFileMetadataResult.java | 540 + .../metastore/api/GetOpenTxnsInfoResponse.java | 6 +- .../hive/metastore/api/GetOpenTxnsResponse.java | 6 +- .../api/GetPrincipalsInRoleRequest.java | 4 +- .../api/GetPrincipalsInRoleResponse.java | 4 +- .../api/GetRoleGrantsForPrincipalRequest.java | 4 +- .../api/GetRoleGrantsForPrincipalResponse.java | 4 +- .../api/GrantRevokePrivilegeRequest.java | 6 +- .../api/GrantRevokePrivilegeResponse.java | 6 +- .../metastore/api/GrantRevokeRoleRequest.java | 6 +- .../metastore/api/GrantRevokeRoleResponse.java | 6 +- .../hive/metastore/api/GrantRevokeType.java | 2 +- .../hive/metastore/api/HeartbeatRequest.java | 8 +- .../metastore/api/HeartbeatTxnRangeRequest.java | 8 +- .../api/HeartbeatTxnRangeResponse.java | 4 +- .../hive/metastore/api/HiveObjectPrivilege.java | 4 +- .../hive/metastore/api/HiveObjectRef.java | 4 +- .../hive/metastore/api/HiveObjectType.java | 2 +- .../apache/hadoop/hive/metastore/api/Index.java | 10 +- .../api/IndexAlreadyExistsException.java | 4 +- .../metastore/api/InsertEventRequestData.java | 4 +- .../metastore/api/InvalidInputException.java | 4 +- .../metastore/api/InvalidObjectException.java | 4 +- .../api/InvalidOperationException.java | 4 +- .../api/InvalidPartitionException.java | 4 +- .../hive/metastore/api/LockComponent.java | 4 +- .../hadoop/hive/metastore/api/LockLevel.java | 2 +- .../hadoop/hive/metastore/api/LockRequest.java | 6 +- .../hadoop/hive/metastore/api/LockResponse.java | 6 +- .../hadoop/hive/metastore/api/LockState.java | 2 +- .../hadoop/hive/metastore/api/LockType.java | 2 +- .../hive/metastore/api/LongColumnStatsData.java | 12 +- .../hive/metastore/api/MetaException.java | 4 +- .../hive/metastore/api/MetadataPpdResult.java | 517 + .../hive/metastore/api/NoSuchLockException.java | 4 +- .../metastore/api/NoSuchObjectException.java | 4 +- .../hive/metastore/api/NoSuchTxnException.java | 4 +- .../hive/metastore/api/NotificationEvent.java | 8 +- .../metastore/api/NotificationEventRequest.java | 8 +- .../api/NotificationEventResponse.java | 4 +- .../hive/metastore/api/OpenTxnRequest.java | 6 +- .../hive/metastore/api/OpenTxnsResponse.java | 4 +- .../apache/hadoop/hive/metastore/api/Order.java | 6 +- .../hadoop/hive/metastore/api/Partition.java | 8 +- .../hive/metastore/api/PartitionEventType.java | 2 +- .../api/PartitionListComposingSpec.java | 4 +- .../hive/metastore/api/PartitionSpec.java | 4 +- .../api/PartitionSpecWithSharedSD.java | 4 +- .../hive/metastore/api/PartitionWithoutSD.java | 8 +- .../metastore/api/PartitionsByExprRequest.java | 6 +- .../metastore/api/PartitionsByExprResult.java | 6 +- .../metastore/api/PartitionsStatsRequest.java | 4 +- .../metastore/api/PartitionsStatsResult.java | 4 +- .../metastore/api/PrincipalPrivilegeSet.java | 4 +- .../hive/metastore/api/PrincipalType.java | 2 +- .../hadoop/hive/metastore/api/PrivilegeBag.java | 4 +- .../hive/metastore/api/PrivilegeGrantInfo.java | 8 +- .../metastore/api/PutFileMetadataRequest.java | 588 + .../metastore/api/PutFileMetadataResult.java | 283 + .../hive/metastore/api/RequestPartsSpec.java | 2 +- .../hadoop/hive/metastore/api/ResourceType.java | 2 +- .../hadoop/hive/metastore/api/ResourceUri.java | 4 +- .../apache/hadoop/hive/metastore/api/Role.java | 6 +- .../hive/metastore/api/RolePrincipalGrant.java | 8 +- .../hadoop/hive/metastore/api/Schema.java | 4 +- .../hadoop/hive/metastore/api/SerDeInfo.java | 4 +- .../api/SetPartitionsStatsRequest.java | 4 +- .../hive/metastore/api/ShowCompactRequest.java | 4 +- .../hive/metastore/api/ShowCompactResponse.java | 4 +- .../api/ShowCompactResponseElement.java | 6 +- .../hive/metastore/api/ShowLocksRequest.java | 4 +- .../hive/metastore/api/ShowLocksResponse.java | 4 +- .../metastore/api/ShowLocksResponseElement.java | 12 +- .../hadoop/hive/metastore/api/SkewedInfo.java | 4 +- .../hive/metastore/api/StorageDescriptor.java | 10 +- .../metastore/api/StringColumnStatsData.java | 12 +- .../apache/hadoop/hive/metastore/api/Table.java | 12 +- .../hive/metastore/api/TableStatsRequest.java | 4 +- .../hive/metastore/api/TableStatsResult.java | 4 +- .../hive/metastore/api/ThriftHiveMetastore.java | 7884 +++- .../hive/metastore/api/TxnAbortedException.java | 4 +- .../hadoop/hive/metastore/api/TxnInfo.java | 6 +- .../hive/metastore/api/TxnOpenException.java | 4 +- .../hadoop/hive/metastore/api/TxnState.java | 2 +- .../apache/hadoop/hive/metastore/api/Type.java | 4 +- .../hive/metastore/api/UnknownDBException.java | 4 +- .../api/UnknownPartitionException.java | 4 +- .../metastore/api/UnknownTableException.java | 4 +- .../hive/metastore/api/UnlockRequest.java | 6 +- .../hadoop/hive/metastore/api/Version.java | 4 +- .../metastore/api/hive_metastoreConstants.java | 2 +- .../gen-php/metastore/ThriftHiveMetastore.php | 2812 +- .../src/gen/thrift/gen-php/metastore/Types.php | 1037 +- .../hive_metastore/ThriftHiveMetastore-remote | 51 +- .../hive_metastore/ThriftHiveMetastore.py | 4109 +- .../thrift/gen-py/hive_metastore/constants.py | 2 +- .../gen/thrift/gen-py/hive_metastore/ttypes.py | 1304 +- .../thrift/gen-rb/hive_metastore_constants.rb | 2 +- .../gen/thrift/gen-rb/hive_metastore_types.rb | 177 +- .../gen/thrift/gen-rb/thrift_hive_metastore.rb | 269 +- .../hive/metastore/FileMetadataHandler.java | 30 + .../hadoop/hive/metastore/HiveAlterHandler.java | 40 +- .../hadoop/hive/metastore/HiveMetaStore.java | 422 +- .../hive/metastore/HiveMetaStoreClient.java | 216 +- .../hadoop/hive/metastore/IMetaStoreClient.java | 33 + .../hive/metastore/MetaStoreDirectSql.java | 39 +- .../hive/metastore/MetaStoreSchemaInfo.java | 47 + .../hadoop/hive/metastore/MetaStoreUtils.java | 50 +- .../hadoop/hive/metastore/ObjectStore.java | 479 +- .../hive/metastore/PartFilterExprUtil.java | 149 + .../metastore/PartitionExpressionProxy.java | 20 + .../apache/hadoop/hive/metastore/RawStore.java | 98 +- .../hadoop/hive/metastore/RawStoreProxy.java | 5 +- .../hive/metastore/RetryingHMSHandler.java | 33 +- .../apache/hadoop/hive/metastore/Warehouse.java | 4 +- .../filemeta/OrcFileMetadataHandler.java | 63 + .../hbase/AggrStatsInvalidatorFilter.java | 121 + .../hadoop/hive/metastore/hbase/Counter.java | 53 + .../hive/metastore/hbase/HBaseConnection.java | 96 + .../metastore/hbase/HBaseFilterPlanUtil.java | 612 + .../hive/metastore/hbase/HBaseImport.java | 535 + .../hive/metastore/hbase/HBaseReadWrite.java | 2121 + .../hive/metastore/hbase/HBaseSchemaTool.java | 240 + .../hadoop/hive/metastore/hbase/HBaseStore.java | 2430 ++ .../hadoop/hive/metastore/hbase/HBaseUtils.java | 1340 + .../hive/metastore/hbase/ObjectCache.java | 81 + .../hive/metastore/hbase/PartitionCache.java | 168 + .../metastore/hbase/PartitionKeyComparator.java | 292 + .../hbase/SharedStorageDescriptor.java | 251 + .../hadoop/hive/metastore/hbase/StatsCache.java | 326 + .../metastore/hbase/TephraHBaseConnection.java | 127 + .../metastore/hbase/VanillaHBaseConnection.java | 137 + .../stats/BinaryColumnStatsAggregator.java | 35 + .../stats/BooleanColumnStatsAggregator.java | 35 + .../hbase/stats/ColumnStatsAggregator.java | 26 + .../stats/ColumnStatsAggregatorFactory.java | 94 + .../stats/DecimalColumnStatsAggregator.java | 43 + .../stats/DoubleColumnStatsAggregator.java | 36 + .../hbase/stats/LongColumnStatsAggregator.java | 36 + .../stats/StringColumnStatsAggregator.java | 36 + .../hive/metastore/parser/ExpressionTree.java | 9 +- .../metastore/txn/CompactionTxnHandler.java | 36 +- .../hadoop/hive/metastore/txn/TxnDbUtil.java | 4 +- .../hadoop/hive/metastore/txn/TxnHandler.java | 225 +- .../metastore/hbase/hbase_metastore_proto.proto | 282 + .../hadoop/hive/metastore/metastore.proto | 29 + .../metastore/AlternateFailurePreListener.java | 2 +- .../DummyRawStoreControlledCommit.java | 68 +- .../DummyRawStoreForJdoConnection.java | 61 +- .../MockPartitionExpressionForMetastore.java | 12 + .../hadoop/hive/metastore/TestObjectStore.java | 55 +- .../hadoop/hive/metastore/hbase/MockUtils.java | 211 + .../hbase/TestHBaseAggregateStatsCache.java | 316 + .../hbase/TestHBaseFilterPlanUtil.java | 483 + .../hive/metastore/hbase/TestHBaseStore.java | 1307 + .../metastore/hbase/TestHBaseStoreCached.java | 378 + .../hbase/TestSharedStorageDescriptor.java | 153 + packaging/pom.xml | 15 + packaging/src/main/assembly/bin.xml | 25 + pom.xml | 255 +- ql/pom.xml | 163 +- .../gen/thrift/gen-cpp/queryplan_constants.cpp | 2 +- ql/src/gen/thrift/gen-cpp/queryplan_constants.h | 2 +- ql/src/gen/thrift/gen-cpp/queryplan_types.cpp | 162 +- ql/src/gen/thrift/gen-cpp/queryplan_types.h | 79 +- .../hadoop/hive/ql/plan/api/Adjacency.java | 4 +- .../hadoop/hive/ql/plan/api/AdjacencyType.java | 2 +- .../apache/hadoop/hive/ql/plan/api/Graph.java | 4 +- .../hadoop/hive/ql/plan/api/NodeType.java | 2 +- .../hadoop/hive/ql/plan/api/Operator.java | 8 +- .../hadoop/hive/ql/plan/api/OperatorType.java | 2 +- .../apache/hadoop/hive/ql/plan/api/Query.java | 8 +- .../hadoop/hive/ql/plan/api/QueryPlan.java | 8 +- .../apache/hadoop/hive/ql/plan/api/Stage.java | 8 +- .../hadoop/hive/ql/plan/api/StageType.java | 2 +- .../apache/hadoop/hive/ql/plan/api/Task.java | 8 +- .../hadoop/hive/ql/plan/api/TaskType.java | 2 +- ql/src/gen/thrift/gen-php/Types.php | 4 +- ql/src/gen/thrift/gen-py/queryplan/constants.py | 2 +- ql/src/gen/thrift/gen-py/queryplan/ttypes.py | 80 +- ql/src/gen/thrift/gen-rb/queryplan_constants.rb | 2 +- ql/src/gen/thrift/gen-rb/queryplan_types.rb | 2 +- .../ExpressionTemplates/IfExprColumnColumn.txt | 186 - .../org/apache/hadoop/hive/llap/DebugUtils.java | 78 + .../org/apache/hadoop/hive/llap/LogLevels.java | 53 + .../java/org/apache/hadoop/hive/ql/Driver.java | 130 +- .../org/apache/hadoop/hive/ql/ErrorMsg.java | 6 +- .../apache/hadoop/hive/ql/QueryProperties.java | 10 - .../hive/ql/exec/AbstractFileMergeOperator.java | 5 +- .../hive/ql/exec/AbstractMapJoinOperator.java | 6 +- .../hive/ql/exec/AppMasterEventOperator.java | 5 +- .../hadoop/hive/ql/exec/CollectOperator.java | 5 +- .../apache/hadoop/hive/ql/exec/ColumnInfo.java | 2 +- .../hadoop/hive/ql/exec/CommonJoinOperator.java | 5 +- .../hive/ql/exec/CommonMergeJoinOperator.java | 6 +- .../org/apache/hadoop/hive/ql/exec/DDLTask.java | 355 +- .../hadoop/hive/ql/exec/DemuxOperator.java | 6 +- .../hadoop/hive/ql/exec/DummyStoreOperator.java | 5 +- .../hadoop/hive/ql/exec/FetchOperator.java | 7 +- .../hadoop/hive/ql/exec/FileSinkOperator.java | 69 +- .../hadoop/hive/ql/exec/FilterOperator.java | 5 +- .../hadoop/hive/ql/exec/ForwardOperator.java | 4 +- .../hadoop/hive/ql/exec/FunctionRegistry.java | 100 +- .../hive/ql/exec/GlobalWorkMapFactory.java | 105 + .../hadoop/hive/ql/exec/GroupByOperator.java | 5 +- .../hive/ql/exec/HashTableDummyOperator.java | 5 +- .../hive/ql/exec/HashTableSinkOperator.java | 6 +- .../hadoop/hive/ql/exec/JoinOperator.java | 5 +- .../ql/exec/LateralViewForwardOperator.java | 4 +- .../hive/ql/exec/LateralViewJoinOperator.java | 6 +- .../hadoop/hive/ql/exec/LimitOperator.java | 5 +- .../hadoop/hive/ql/exec/ListSinkOperator.java | 5 +- .../hadoop/hive/ql/exec/MapJoinOperator.java | 31 +- .../apache/hadoop/hive/ql/exec/MapOperator.java | 20 +- .../apache/hadoop/hive/ql/exec/MoveTask.java | 13 +- .../apache/hadoop/hive/ql/exec/MuxOperator.java | 5 +- .../hadoop/hive/ql/exec/ObjectCacheFactory.java | 51 +- .../hadoop/hive/ql/exec/ObjectCacheWrapper.java | 57 + .../apache/hadoop/hive/ql/exec/Operator.java | 70 +- .../hadoop/hive/ql/exec/OperatorUtils.java | 21 + .../apache/hadoop/hive/ql/exec/PTFOperator.java | 5 +- .../hadoop/hive/ql/exec/ReduceSinkOperator.java | 28 +- .../hadoop/hive/ql/exec/SMBMapJoinOperator.java | 5 +- .../hadoop/hive/ql/exec/ScriptOperator.java | 5 +- .../hadoop/hive/ql/exec/SelectOperator.java | 7 +- .../ql/exec/SparkHashTableSinkOperator.java | 8 +- .../hadoop/hive/ql/exec/StatsNoJobTask.java | 25 +- .../apache/hadoop/hive/ql/exec/StatsTask.java | 59 +- .../hadoop/hive/ql/exec/TableScanOperator.java | 30 +- .../org/apache/hadoop/hive/ql/exec/Task.java | 8 + .../apache/hadoop/hive/ql/exec/TopNHash.java | 2 +- .../hadoop/hive/ql/exec/UDTFOperator.java | 5 +- .../hadoop/hive/ql/exec/UnionOperator.java | 5 +- .../apache/hadoop/hive/ql/exec/Utilities.java | 135 +- .../hadoop/hive/ql/exec/mr/ExecDriver.java | 16 +- .../hadoop/hive/ql/exec/mr/ExecMapper.java | 2 +- .../hadoop/hive/ql/exec/mr/ExecReducer.java | 3 +- .../persistence/MapJoinBytesTableContainer.java | 4 +- .../ql/exec/persistence/PTFRowContainer.java | 14 +- .../hive/ql/exec/persistence/RowContainer.java | 12 +- .../ql/exec/spark/RemoteHiveSparkClient.java | 22 + .../ql/exec/spark/SparkMapRecordHandler.java | 2 +- .../hadoop/hive/ql/exec/spark/SparkPlan.java | 3 +- .../hive/ql/exec/spark/SparkPlanGenerator.java | 31 +- .../hive/ql/exec/spark/SparkRecordHandler.java | 3 +- .../ql/exec/spark/SparkReduceRecordHandler.java | 2 +- .../hadoop/hive/ql/exec/spark/SparkTask.java | 2 +- .../ql/exec/spark/status/SparkJobMonitor.java | 2 +- .../ql/exec/tez/ColumnarSplitSizeEstimator.java | 59 + .../hive/ql/exec/tez/CustomPartitionVertex.java | 6 +- .../hadoop/hive/ql/exec/tez/DagUtils.java | 35 +- .../hive/ql/exec/tez/HashTableLoader.java | 25 +- .../hive/ql/exec/tez/HiveSplitGenerator.java | 62 +- .../hadoop/hive/ql/exec/tez/InPlaceUpdates.java | 6 +- .../hive/ql/exec/tez/LlapObjectCache.java | 141 + .../hive/ql/exec/tez/MapRecordProcessor.java | 95 +- .../hive/ql/exec/tez/MapRecordSource.java | 18 + .../ql/exec/tez/MergeFileRecordProcessor.java | 15 +- .../hive/ql/exec/tez/RecordProcessor.java | 28 +- .../hive/ql/exec/tez/ReduceRecordProcessor.java | 46 +- .../hive/ql/exec/tez/ReduceRecordSource.java | 3 +- .../hadoop/hive/ql/exec/tez/SplitGrouper.java | 32 +- .../hadoop/hive/ql/exec/tez/TezJobMonitor.java | 67 +- .../hadoop/hive/ql/exec/tez/TezProcessor.java | 43 +- .../hive/ql/exec/tez/TezSessionPoolManager.java | 40 +- .../hive/ql/exec/tez/TezSessionState.java | 271 +- .../apache/hadoop/hive/ql/exec/tez/TezTask.java | 71 +- .../ql/exec/tez/tools/KeyValuesInputMerger.java | 1 - .../vector/VectorAppMasterEventOperator.java | 8 +- .../ql/exec/vector/VectorFileSinkOperator.java | 9 +- .../ql/exec/vector/VectorFilterOperator.java | 6 +- .../ql/exec/vector/VectorGroupByOperator.java | 11 +- .../exec/vector/VectorMapJoinBaseOperator.java | 7 +- .../ql/exec/vector/VectorMapJoinOperator.java | 6 +- .../VectorMapJoinOuterFilteredOperator.java | 6 +- .../exec/vector/VectorReduceSinkOperator.java | 7 +- .../exec/vector/VectorSMBMapJoinOperator.java | 20 +- .../ql/exec/vector/VectorSelectOperator.java | 7 +- .../VectorSparkHashTableSinkOperator.java | 7 +- ...VectorSparkPartitionPruningSinkOperator.java | 7 +- .../ql/exec/vector/VectorizationContext.java | 296 +- .../ql/exec/vector/VectorizedBatchUtil.java | 183 +- .../ql/exec/vector/VectorizedRowBatchCtx.java | 55 +- .../expressions/FilterStringColumnInList.java | 13 +- .../expressions/FilterStructColumnInList.java | 178 + .../exec/vector/expressions/IStructInExpr.java | 36 + .../IfExprDoubleColumnDoubleColumn.java | 167 + .../expressions/IfExprLongColumnLongColumn.java | 166 + .../expressions/LongColEqualLongColumn.java | 169 + .../expressions/LongColEqualLongScalar.java | 151 + .../LongColGreaterEqualLongColumn.java | 169 + .../LongColGreaterEqualLongScalar.java | 151 + .../expressions/LongColGreaterLongColumn.java | 169 + .../expressions/LongColGreaterLongScalar.java | 151 + .../expressions/LongColLessEqualLongColumn.java | 169 + .../expressions/LongColLessEqualLongScalar.java | 151 + .../expressions/LongColLessLongColumn.java | 169 + .../expressions/LongColLessLongScalar.java | 151 + .../expressions/LongColNotEqualLongColumn.java | 169 + .../expressions/LongColNotEqualLongScalar.java | 151 + .../expressions/LongScalarEqualLongColumn.java | 151 + .../LongScalarGreaterEqualLongColumn.java | 151 + .../LongScalarGreaterLongColumn.java | 151 + .../LongScalarLessEqualLongColumn.java | 151 + .../expressions/LongScalarLessLongColumn.java | 151 + .../LongScalarNotEqualLongColumn.java | 151 + .../ql/exec/vector/expressions/NullUtil.java | 27 + .../vector/expressions/StringColumnInList.java | 4 + .../vector/expressions/StructColumnInList.java | 174 + .../mapjoin/VectorMapJoinCommonOperator.java | 9 +- .../hadoop/hive/ql/hooks/LineageLogger.java | 93 +- .../hive/ql/index/AggregateIndexHandler.java | 1 - .../hive/ql/index/TableBasedIndexHandler.java | 7 - .../ql/index/bitmap/BitmapIndexHandler.java | 1 - .../ql/index/compact/CompactIndexHandler.java | 1 - .../org/apache/hadoop/hive/ql/io/AcidUtils.java | 15 +- .../apache/hadoop/hive/ql/io/ColumnarSplit.java | 33 + .../hive/ql/io/CombineHiveInputFormat.java | 10 +- .../hive/ql/io/DefaultHivePartitioner.java | 3 +- .../org/apache/hadoop/hive/ql/io/HdfsUtils.java | 61 + .../hadoop/hive/ql/io/HiveFileFormatUtils.java | 95 +- .../hadoop/hive/ql/io/HiveInputFormat.java | 60 +- .../apache/hadoop/hive/ql/io/IOContextMap.java | 39 +- .../hadoop/hive/ql/io/InputFormatChecker.java | 5 +- .../io/LlapWrappableInputFormatInterface.java | 22 + .../hadoop/hive/ql/io/RCFileInputFormat.java | 3 +- .../ql/io/SequenceFileInputFormatChecker.java | 3 +- .../hive/ql/io/VectorizedRCFileInputFormat.java | 3 +- .../ql/io/avro/AvroGenericRecordReader.java | 27 +- .../hadoop/hive/ql/io/orc/BitFieldReader.java | 106 +- .../hive/ql/io/orc/ColumnStatisticsImpl.java | 55 +- .../hadoop/hive/ql/io/orc/DataReader.java | 58 + .../hadoop/hive/ql/io/orc/DynamicByteArray.java | 2 +- .../apache/hadoop/hive/ql/io/orc/FileDump.java | 197 +- .../hadoop/hive/ql/io/orc/FileMetaInfo.java | 64 + .../hadoop/hive/ql/io/orc/FileMetadata.java | 63 + .../apache/hadoop/hive/ql/io/orc/InStream.java | 93 +- .../hadoop/hive/ql/io/orc/IntegerReader.java | 5 +- .../hadoop/hive/ql/io/orc/JsonFileDump.java | 216 +- .../apache/hadoop/hive/ql/io/orc/Metadata.java | 45 - .../hadoop/hive/ql/io/orc/MetadataReader.java | 105 +- .../hive/ql/io/orc/MetadataReaderImpl.java | 123 + .../apache/hadoop/hive/ql/io/orc/OrcFile.java | 75 +- .../hadoop/hive/ql/io/orc/OrcInputFormat.java | 531 +- .../hadoop/hive/ql/io/orc/OrcNewSplit.java | 6 +- .../hadoop/hive/ql/io/orc/OrcOutputFormat.java | 145 +- .../hive/ql/io/orc/OrcRawRecordMerger.java | 3 + .../hadoop/hive/ql/io/orc/OrcRecordUpdater.java | 34 +- .../apache/hadoop/hive/ql/io/orc/OrcSplit.java | 18 +- .../apache/hadoop/hive/ql/io/orc/OrcUtils.java | 177 +- .../apache/hadoop/hive/ql/io/orc/OutStream.java | 4 +- .../apache/hadoop/hive/ql/io/orc/Reader.java | 48 +- .../hadoop/hive/ql/io/orc/ReaderImpl.java | 288 +- .../hadoop/hive/ql/io/orc/RecordReaderImpl.java | 228 +- .../hive/ql/io/orc/RecordReaderUtils.java | 101 +- .../hive/ql/io/orc/RunLengthByteReader.java | 28 +- .../hive/ql/io/orc/RunLengthIntegerReader.java | 28 +- .../ql/io/orc/RunLengthIntegerReaderV2.java | 76 +- .../hive/ql/io/orc/SerializationUtils.java | 6 +- .../ql/io/orc/SettableUncompressedStream.java | 44 + .../hadoop/hive/ql/io/orc/StreamName.java | 2 +- .../hive/ql/io/orc/TreeReaderFactory.java | 104 +- .../hadoop/hive/ql/io/orc/TypeDescription.java | 466 + .../ql/io/orc/VectorizedOrcInputFormat.java | 2 +- .../apache/hadoop/hive/ql/io/orc/Writer.java | 9 + .../hadoop/hive/ql/io/orc/WriterImpl.java | 549 +- .../hive/ql/io/orc/encoded/CacheChunk.java | 69 + .../hadoop/hive/ql/io/orc/encoded/Consumer.java | 30 + .../hive/ql/io/orc/encoded/EncodedOrcFile.java | 30 + .../hive/ql/io/orc/encoded/EncodedReader.java | 59 + .../ql/io/orc/encoded/EncodedReaderImpl.java | 1326 + .../orc/encoded/EncodedTreeReaderFactory.java | 1924 + .../hive/ql/io/orc/encoded/OrcBatchKey.java | 60 + .../hive/ql/io/orc/encoded/OrcCacheKey.java | 58 + .../hadoop/hive/ql/io/orc/encoded/Reader.java | 72 + .../hive/ql/io/orc/encoded/ReaderImpl.java | 42 + .../hive/ql/io/orc/encoded/StreamUtils.java | 71 + .../serde/ArrayWritableObjectInspector.java | 7 + .../ql/io/rcfile/stats/PartialScanMapper.java | 12 +- .../ql/io/rcfile/stats/PartialScanTask.java | 11 +- .../ql/io/rcfile/stats/PartialScanWork.java | 14 + .../hive/ql/io/sarg/ConvertAstToSearchArg.java | 11 +- .../apache/hadoop/hive/ql/lib/RuleRegExp.java | 61 +- .../hadoop/hive/ql/lockmgr/DbLockManager.java | 21 + .../hadoop/hive/ql/lockmgr/DbTxnManager.java | 34 +- .../hadoop/hive/ql/lockmgr/DummyTxnManager.java | 3 +- .../hadoop/hive/ql/lockmgr/HiveLockObject.java | 6 +- .../zookeeper/ZooKeeperHiveLockManager.java | 41 + .../apache/hadoop/hive/ql/log/PerfLogger.java | 195 - .../apache/hadoop/hive/ql/metadata/Hive.java | 262 +- .../hadoop/hive/ql/metadata/Partition.java | 29 +- .../ql/metadata/SessionHiveMetaStoreClient.java | 2 +- .../apache/hadoop/hive/ql/metadata/Table.java | 5 +- .../formatting/MetaDataPrettyFormatUtils.java | 24 +- .../hive/ql/optimizer/ColumnPrunerProcCtx.java | 2 +- .../ql/optimizer/ColumnPrunerProcFactory.java | 9 +- .../optimizer/ConstantPropagateProcFactory.java | 11 +- .../hive/ql/optimizer/ConvertJoinMapJoin.java | 103 +- .../hive/ql/optimizer/GenMRTableScan1.java | 3 + .../hive/ql/optimizer/GenMapRedUtils.java | 56 +- .../hive/ql/optimizer/SimpleFetchOptimizer.java | 11 +- .../optimizer/SortedDynPartitionOptimizer.java | 7 +- .../hive/ql/optimizer/StatsOptimizer.java | 84 +- .../ql/optimizer/calcite/HiveCalciteUtil.java | 12 +- .../ql/optimizer/calcite/HiveConfigContext.java | 37 - .../calcite/HiveHepPlannerContext.java | 37 + .../calcite/HiveVolcanoPlannerContext.java | 37 + .../ql/optimizer/calcite/RelOptHiveTable.java | 15 + .../calcite/cost/HiveVolcanoPlanner.java | 6 +- .../functions/HiveSqlCountAggFunction.java | 72 + .../functions/HiveSqlMinMaxAggFunction.java | 49 + .../functions/HiveSqlSumAggFunction.java | 125 + .../calcite/reloperators/HiveBetween.java | 75 + .../optimizer/calcite/reloperators/HiveIn.java | 41 + .../rules/HiveAggregateJoinTransposeRule.java | 372 + .../calcite/rules/HivePreFilteringRule.java | 135 +- .../calcite/rules/HiveRulesRegistry.java | 44 + .../calcite/translator/HiveGBOpConvUtil.java | 43 +- .../translator/PlanModifierForASTConv.java | 11 + .../translator/PlanModifierForReturnPath.java | 26 + .../translator/SqlFunctionConverter.java | 56 +- .../correlation/CorrelationUtilities.java | 33 - .../correlation/ReduceSinkDeDuplication.java | 15 +- .../RewriteQueryUsingAggregateIndexCtx.java | 2 +- .../hive/ql/optimizer/lineage/LineageCtx.java | 9 +- .../hive/ql/optimizer/physical/LlapDecider.java | 447 + .../hive/ql/optimizer/physical/Vectorizer.java | 91 +- .../ql/optimizer/physical/Vectorizer.java.orig | 1744 + .../ppr/PartitionExpressionForMetastore.java | 40 + .../hive/ql/optimizer/ppr/PartitionPruner.java | 33 +- .../hadoop/hive/ql/parse/CalcitePlanner.java | 44 +- .../ql/parse/ColumnStatsSemanticAnalyzer.java | 16 +- .../hive/ql/parse/DDLSemanticAnalyzer.java | 17 + .../hadoop/hive/ql/parse/FromClauseParser.g | 30 +- .../hadoop/hive/ql/parse/GenTezUtils.java | 2 +- .../org/apache/hadoop/hive/ql/parse/HiveLexer.g | 1 - .../apache/hadoop/hive/ql/parse/HiveParser.g | 17 +- .../hive/ql/parse/LoadSemanticAnalyzer.java | 12 - .../hive/ql/parse/ProcessAnalyzeTable.java | 4 +- .../hadoop/hive/ql/parse/QBParseInfo.java | 9 - .../apache/hadoop/hive/ql/parse/QBSubQuery.java | 7 - .../hadoop/hive/ql/parse/SelectClauseParser.g | 1 - .../hadoop/hive/ql/parse/SemanticAnalyzer.java | 149 +- .../hive/ql/parse/SemanticAnalyzerFactory.java | 2 + .../hadoop/hive/ql/parse/SplitSample.java | 4 + .../hadoop/hive/ql/parse/SubQueryUtils.java | 11 - .../hadoop/hive/ql/parse/TaskCompiler.java | 1 + .../hadoop/hive/ql/parse/TezCompiler.java | 7 + .../hive/ql/parse/VariableSubstitution.java | 60 - .../hive/ql/parse/spark/SparkCompiler.java | 3 +- .../SparkPartitionPruningSinkOperator.java | 5 +- .../parse/spark/SparkProcessAnalyzeTable.java | 2 + .../apache/hadoop/hive/ql/plan/BaseWork.java | 19 + .../org/apache/hadoop/hive/ql/plan/DDLWork.java | 21 + .../hive/ql/plan/DynamicPartitionCtx.java | 27 - .../apache/hadoop/hive/ql/plan/ExplainWork.java | 4 +- .../hive/ql/plan/ExprNodeGenericFuncDesc.java | 10 +- .../hadoop/hive/ql/plan/FileSinkDesc.java | 16 +- .../hadoop/hive/ql/plan/HiveOperation.java | 1 + .../hadoop/hive/ql/plan/LoadTableDesc.java | 14 - .../org/apache/hadoop/hive/ql/plan/MapWork.java | 50 +- .../hadoop/hive/ql/plan/MergeJoinWork.java | 34 +- .../apache/hadoop/hive/ql/plan/PlanUtils.java | 3 +- .../apache/hadoop/hive/ql/plan/ReduceWork.java | 20 +- .../hive/ql/plan/ShowCreateDatabaseDesc.java | 94 + .../apache/hadoop/hive/ql/plan/StatsWork.java | 15 +- .../hadoop/hive/ql/plan/TableScanDesc.java | 12 +- .../org/apache/hadoop/hive/ql/plan/TezWork.java | 17 +- .../hadoop/hive/ql/plan/VectorGroupByDesc.java | 10 + .../hadoop/hive/ql/ppd/ExprWalkerInfo.java | 23 +- .../hadoop/hive/ql/ppd/OpProcFactory.java | 10 +- .../ql/processors/AddResourceProcessor.java | 11 +- .../ql/processors/CommandProcessorFactory.java | 3 + .../hive/ql/processors/CompileProcessor.java | 11 +- .../ql/processors/DeleteResourceProcessor.java | 11 +- .../hadoop/hive/ql/processors/DfsProcessor.java | 11 +- .../hadoop/hive/ql/processors/SetProcessor.java | 62 +- .../AuthorizationPreEventListener.java | 2 +- .../StorageBasedAuthorizationProvider.java | 10 +- .../authorization/plugin/HiveOperationType.java | 1 + .../plugin/sqlstd/Operation2Privilege.java | 2 + .../hadoop/hive/ql/session/SessionState.java | 162 +- .../hive/ql/stats/CounterStatsAggregator.java | 15 +- .../ql/stats/CounterStatsAggregatorSpark.java | 13 +- .../ql/stats/CounterStatsAggregatorTez.java | 17 +- .../hive/ql/stats/CounterStatsPublisher.java | 9 +- .../hadoop/hive/ql/stats/StatsAggregator.java | 23 +- .../hive/ql/stats/StatsCollectionContext.java | 63 + .../stats/StatsCollectionTaskIndependent.java | 25 - .../hadoop/hive/ql/stats/StatsFactory.java | 3 +- .../hadoop/hive/ql/stats/StatsPublisher.java | 8 +- .../apache/hadoop/hive/ql/stats/StatsUtils.java | 185 +- .../hive/ql/stats/fs/FSStatsAggregator.java | 31 +- .../hive/ql/stats/fs/FSStatsPublisher.java | 35 +- .../hive/ql/stats/jdbc/JDBCStatsAggregator.java | 264 - .../hive/ql/stats/jdbc/JDBCStatsPublisher.java | 338 - .../ql/stats/jdbc/JDBCStatsSetupConstants.java | 39 - .../hive/ql/stats/jdbc/JDBCStatsUtils.java | 212 - .../hive/ql/txn/AcidHouseKeeperService.java | 5 +- .../hadoop/hive/ql/txn/compactor/Cleaner.java | 3 +- .../hive/ql/txn/compactor/CompactorMR.java | 104 +- .../hive/ql/txn/compactor/CompactorThread.java | 9 +- .../hadoop/hive/ql/txn/compactor/Initiator.java | 5 +- .../hadoop/hive/ql/txn/compactor/Worker.java | 6 +- .../org/apache/hadoop/hive/ql/udf/UDFJson.java | 2 + .../hive/ql/udf/generic/GenericUDAFSum.java | 2 +- .../udf/generic/GenericUDAFSumEmptyIsZero.java | 63 + .../udf/generic/GenericUDFBaseNwayCompare.java | 115 + .../hive/ql/udf/generic/GenericUDFGreatest.java | 75 +- .../hive/ql/udf/generic/GenericUDFHash.java | 11 +- .../hive/ql/udf/generic/GenericUDFIf.java | 4 +- .../hive/ql/udf/generic/GenericUDFLeast.java | 9 +- .../hive/ql/udf/generic/GenericUDFOPEqual.java | 3 + .../generic/GenericUDFOPEqualOrGreaterThan.java | 3 + .../generic/GenericUDFOPEqualOrLessThan.java | 3 + .../ql/udf/generic/GenericUDFOPGreaterThan.java | 3 + .../ql/udf/generic/GenericUDFOPLessThan.java | 3 + .../ql/udf/generic/GenericUDFOPNotEqual.java | 3 + .../hive/ql/udf/generic/GenericUDFUtils.java | 3 +- .../hadoop/hive/ql/util/JavaDataModel.java | 75 +- .../main/resources/hive-exec-log4j.properties | 77 + ql/src/main/resources/hive-exec-log4j2.xml | 4 +- .../hadoop/hive/ql/io/orc/orc_proto.proto | 1 + .../hive/metastore/TestMetastoreExpr.java | 2 +- .../hadoop/hive/ql/exec/TestExecDriver.java | 2 +- .../hive/ql/exec/TestFileSinkOperator.java | 405 +- .../ql/exec/TestStatsPublisherEnhanced.java | 377 - .../persistence/TestBytesBytesMultiHashMap.java | 3 + .../ql/exec/persistence/TestHashPartition.java | 29 + .../exec/persistence/TestPTFRowContainer.java | 31 +- .../hive/ql/exec/tez/TestTezSessionPool.java | 79 +- .../hadoop/hive/ql/exec/tez/TestTezTask.java | 2 + .../exec/vector/TestVectorizationContext.java | 102 +- .../TestVectorConditionalExpressions.java | 3 +- .../vector/util/FakeCaptureOutputOperator.java | 5 +- .../util/FakeVectorDataSourceOperator.java | 4 +- .../hadoop/hive/ql/io/TestIOContextMap.java | 76 +- .../ql/io/avro/TestAvroGenericRecordReader.java | 59 + .../hive/ql/io/orc/TestBitFieldReader.java | 11 +- .../hadoop/hive/ql/io/orc/TestBitPack.java | 2 +- .../hive/ql/io/orc/TestColumnStatistics.java | 45 +- .../hadoop/hive/ql/io/orc/TestFileDump.java | 50 - .../hadoop/hive/ql/io/orc/TestInStream.java | 20 +- .../hive/ql/io/orc/TestInputOutputFormat.java | 45 +- .../ql/io/orc/TestIntegerCompressionReader.java | 5 +- .../hadoop/hive/ql/io/orc/TestOrcFile.java | 58 +- .../hive/ql/io/orc/TestOrcRawRecordMerger.java | 2 +- .../hadoop/hive/ql/io/orc/TestOrcWideTable.java | 246 +- .../hive/ql/io/orc/TestRecordReaderImpl.java | 2 +- .../hive/ql/io/orc/TestRunLengthByteReader.java | 10 +- .../ql/io/orc/TestRunLengthIntegerReader.java | 8 +- .../hive/ql/io/orc/TestTypeDescription.java | 67 + .../hive/ql/io/sarg/TestSearchArgumentImpl.java | 87 +- .../hive/ql/lockmgr/TestDbTxnManager.java | 8 +- .../zookeeper/TestZookeeperLockManager.java | 50 + .../hadoop/hive/ql/metadata/StringAppender.java | 2 +- .../hadoop/hive/ql/metadata/TestHive.java | 2 +- .../calcite/TestCBORuleFiredOnlyOnce.java | 168 + .../TestNegativePartitionPrunerCompactExpr.java | 27 + .../TestPositivePartitionPrunerCompactExpr.java | 115 + .../hadoop/hive/ql/parse/TestSplitSample.java | 60 + .../hive/ql/processors/TestSetProcessor.java | 54 + .../hive/ql/txn/compactor/CompactorTest.java | 6 +- .../hive/ql/txn/compactor/TestWorker.java | 120 +- .../ql/udf/generic/TestGenericUDFGreatest.java | 153 +- .../ql/udf/generic/TestGenericUDFLeast.java | 149 +- ql/src/test/queries/clientcompare/llap_0.q | 12 + ql/src/test/queries/clientcompare/llap_0_00.qv | 1 + ql/src/test/queries/clientcompare/llap_0_01.qv | 1 + .../test/queries/clientnegative/ctasnullcol.q | 2 + ql/src/test/queries/clientnegative/ddltime.q | 6 - .../special_character_in_tabnames_1.q | 13 + .../clientnegative/udf_greatest_error_2.q | 2 +- .../clientnegative/udf_greatest_error_3.q | 1 - .../clientnegative/udf_greatest_error_4.q | 1 - .../acid_vectorization_partition.q | 2 +- .../test/queries/clientpositive/add_jar_pfile.q | 8 + .../clientpositive/alter_table_update_status.q | 4 +- .../queries/clientpositive/analyze_tbl_part.q | 4 +- .../clientpositive/auto_sortmerge_join_6.q | 1 + .../queries/clientpositive/avrocountemptytbl.q | 8 + .../cbo_rp_gby2_map_multi_distinct.q | 38 + .../queries/clientpositive/cbo_rp_lineage2.q | 117 + .../cbo_rp_udaf_percentile_approx_23.q | 97 + .../test/queries/clientpositive/constprog_dpp.q | 3 +- ql/src/test/queries/clientpositive/cross_join.q | 8 + ql/src/test/queries/clientpositive/ddltime.q | 45 - .../test/queries/clientpositive/decimal_1_1.q | 9 + .../clientpositive/drop_table_with_index.q | 35 + .../dynpart_sort_opt_vectorization.q | 4 +- .../clientpositive/dynpart_sort_optimization.q | 4 +- .../clientpositive/dynpart_sort_optimization2.q | 2 - .../test/queries/clientpositive/escape_crlf.q | 19 + .../test/queries/clientpositive/explainuser_1.q | 2 + .../clientpositive/filter_cond_pushdown.q | 5 + .../clientpositive/groupby_join_pushdown.q | 55 + .../identity_project_remove_skip.q | 1 + .../infer_bucket_sort_multi_insert.q | 1 + ql/src/test/queries/clientpositive/insert1.q | 2 + .../test/queries/clientpositive/insert_into1.q | 18 +- .../test/queries/clientpositive/insert_into2.q | 8 + .../clientpositive/insertvalues_espchars.q | 5 + ql/src/test/queries/clientpositive/join44.q | 12 + .../queries/clientpositive/join_grp_diff_keys.q | 21 + ql/src/test/queries/clientpositive/join_parse.q | 20 + .../test/queries/clientpositive/json_serde1.q | 36 + .../test/queries/clientpositive/lb_fs_stats.q | 2 - ql/src/test/queries/clientpositive/lineage3.q | 26 + .../queries/clientpositive/llap_partitioned.q | 66 + .../queries/clientpositive/llap_uncompressed.q | 48 + .../test/queries/clientpositive/llapdecider.q | 64 + .../queries/clientpositive/load_non_hdfs_path.q | 6 + .../test/queries/clientpositive/load_orc_part.q | 5 + .../clientpositive/metadata_only_queries.q | 17 +- .../metadata_only_queries_with_filters.q | 2 +- ql/src/test/queries/clientpositive/mrr.q | 8 +- .../test/queries/clientpositive/multi_insert.q | 2 +- .../queries/clientpositive/multi_insert_gby2.q | 2 +- .../queries/clientpositive/multi_insert_gby3.q | 2 +- .../clientpositive/multi_insert_lateral_view.q | 1 + .../queries/clientpositive/multi_insert_mixed.q | 2 +- ...multi_insert_move_tasks_share_dependencies.q | 2 +- .../clientpositive/multi_insert_union_src.q | 2 +- ql/src/test/queries/clientpositive/nullMap.q | 14 + ql/src/test/queries/clientpositive/orc_llap.q | 148 + .../parquet_mixed_partition_formats2.q | 31 + .../clientpositive/parquet_ppd_boolean.q | 4 +- .../queries/clientpositive/parquet_ppd_char.q | 12 +- .../queries/clientpositive/parquet_ppd_date.q | 16 +- .../clientpositive/parquet_ppd_decimal.q | 32 +- .../clientpositive/parquet_ppd_timestamp.q | 16 +- .../clientpositive/parquet_ppd_varchar.q | 12 +- .../test/queries/clientpositive/scriptfile1.q | 3 + .../test/queries/clientpositive/selectindate.q | 9 + ql/src/test/queries/clientpositive/show_conf.q | 2 +- .../clientpositive/show_create_database.q | 3 + .../clientpositive/skewjoin_onesideskew.q | 22 + .../special_character_in_tabnames_1.q | 1075 + .../special_character_in_tabnames_2.q | 40 + ql/src/test/queries/clientpositive/stats19.q | 4 +- .../queries/clientpositive/stats_only_null.q | 1 - ql/src/test/queries/clientpositive/statsfs.q | 2 - .../queries/clientpositive/subquery_views.q | 22 +- ql/src/test/queries/clientpositive/temp_table.q | 26 + ql/src/test/queries/clientpositive/tez_fsstat.q | 2 - ql/src/test/queries/clientpositive/topn.q | 13 + .../test/queries/clientpositive/udf_greatest.q | 20 + ql/src/test/queries/clientpositive/udf_least.q | 20 + .../queries/clientpositive/udtf_nofetchtask.q | 10 + ql/src/test/queries/clientpositive/union36.q | 10 + .../queries/clientpositive/unionDistinct_1.q | 5 + .../queries/clientpositive/union_fast_stats.q | 68 + ql/src/test/queries/clientpositive/union_view.q | 2 + .../queries/clientpositive/update_all_types.q | 2 +- .../clientpositive/vector_auto_smb_mapjoin_14.q | 297 + .../queries/clientpositive/vector_char_cast.q | 9 + .../queries/clientpositive/vector_coalesce.q | 22 + .../clientpositive/vector_groupby_reduce.q | 62 +- .../clientpositive/vector_leftsemi_mapjoin.q | 4 +- .../clientpositive/vector_multi_insert.q | 2 + ql/src/test/queries/clientpositive/vector_nvl.q | 36 + .../queries/clientpositive/vector_struct_in.q | 247 + .../clientpositive/vectorization_limit.q | 4 +- .../clientpositive/windowing_windowspec2.q | 16 +- .../resources/orc-file-dump-bloomfilter.out | 114 +- .../resources/orc-file-dump-bloomfilter2.out | 146 +- .../orc-file-dump-dictionary-threshold.out | 182 +- ql/src/test/resources/orc-file-dump.json | 189 +- ql/src/test/resources/orc-file-dump.out | 160 +- ql/src/test/resources/orc-file-has-null.out | 82 +- .../results/clientnegative/ctasnullcol.q.out | 5 + .../clientnegative/cte_with_in_subquery.q.out | 2 +- .../test/results/clientnegative/ddltime.q.out | 9 - .../results/clientnegative/insertsel_fail.q.out | 2 +- .../special_character_in_tabnames_1.q.out | 10 + .../subquery_exists_implicit_gby.q.out | 8 +- .../subquery_nested_subquery.q.out | 4 +- .../subquery_notexists_implicit_gby.q.out | 8 +- .../subquery_windowing_corr.q.out | 7 +- .../clientnegative/udf_greatest_error_2.q.out | 2 +- .../clientnegative/udf_greatest_error_3.q.out | 1 - .../clientnegative/udf_greatest_error_4.q.out | 1 - .../acid_vectorization_partition.q.out | 14 +- .../results/clientpositive/add_jar_pfile.q.out | 12 + .../alter_partition_coltype.q.out | 3 + .../clientpositive/annotate_stats_part.q.out | 6 +- .../clientpositive/annotate_stats_table.q.out | 4 +- .../auto_join_reordering_values.q.out | 7 +- .../clientpositive/auto_sortmerge_join_1.q.out | 5 + .../clientpositive/auto_sortmerge_join_11.q.out | 4 + .../clientpositive/auto_sortmerge_join_12.q.out | 1 + .../clientpositive/auto_sortmerge_join_2.q.out | 4 + .../clientpositive/auto_sortmerge_join_3.q.out | 5 + .../clientpositive/auto_sortmerge_join_4.q.out | 5 + .../clientpositive/auto_sortmerge_join_5.q.out | 5 + .../clientpositive/auto_sortmerge_join_7.q.out | 5 + .../clientpositive/auto_sortmerge_join_8.q.out | 5 + .../clientpositive/avrocountemptytbl.q.out | 58 + .../clientpositive/binary_output_format.q.out | 4 +- .../test/results/clientpositive/bucket4.q.out | 8 +- .../test/results/clientpositive/bucket5.q.out | 10 +- .../results/clientpositive/bucket_many.q.out | 8 +- .../clientpositive/bucket_map_join_1.q.out | 5 +- .../clientpositive/bucket_map_join_2.q.out | 5 +- .../clientpositive/bucket_map_join_spark4.q.out | 2 + .../clientpositive/bucketcontext_1.q.out | 2 + .../clientpositive/bucketcontext_2.q.out | 2 + .../clientpositive/bucketcontext_3.q.out | 2 + .../clientpositive/bucketcontext_4.q.out | 2 + .../clientpositive/bucketcontext_5.q.out | 2 + .../clientpositive/bucketcontext_6.q.out | 2 + .../clientpositive/bucketcontext_7.q.out | 2 + .../clientpositive/bucketcontext_8.q.out | 2 + .../results/clientpositive/bucketmapjoin1.q.out | 10 +- .../clientpositive/bucketmapjoin10.q.out | 1 + .../clientpositive/bucketmapjoin11.q.out | 2 + .../clientpositive/bucketmapjoin12.q.out | 2 + .../clientpositive/bucketmapjoin13.q.out | 4 + .../results/clientpositive/bucketmapjoin2.q.out | 12 +- .../results/clientpositive/bucketmapjoin3.q.out | 8 +- .../results/clientpositive/bucketmapjoin4.q.out | 8 +- .../results/clientpositive/bucketmapjoin5.q.out | 8 +- .../results/clientpositive/bucketmapjoin7.q.out | 1 + .../results/clientpositive/bucketmapjoin8.q.out | 2 + .../results/clientpositive/bucketmapjoin9.q.out | 2 + .../clientpositive/bucketmapjoin_negative.q.out | 4 +- .../bucketmapjoin_negative2.q.out | 4 +- .../bucketmapjoin_negative3.q.out | 9 + .../clientpositive/cbo_rp_auto_join1.q.out | 151 +- .../cbo_rp_cross_product_check_2.q.out | 18 +- .../cbo_rp_gby2_map_multi_distinct.q.out | 236 + .../clientpositive/cbo_rp_lineage2.q.out | 677 + .../cbo_rp_outer_join_ppr.q.java1.7.out | 2 + .../cbo_rp_udaf_percentile_approx_23.q.out | 628 + .../clientpositive/columnstats_partlvl.q.out | 2 + .../clientpositive/columnstats_tbllvl.q.out | 2 + .../test/results/clientpositive/combine2.q.out | 1 + .../constantPropagateForSubQuery.q.out | 1 + .../results/clientpositive/cross_join.q.out | 196 + ql/src/test/results/clientpositive/ctas.q.out | 2 +- .../test/results/clientpositive/ddltime.q.out | 188 - .../results/clientpositive/decimal_1_1.q.out | 104 + .../clientpositive/describe_pretty.q.out | 366 +- .../disable_merge_for_bucketing.q.out | 12 +- .../display_colstats_tbllvl.q.out | 1 + .../clientpositive/drop_table_with_index.q.out | 152 + .../clientpositive/dynamic_rdd_cache.q.out | 28 +- .../dynpart_sort_opt_vectorization.q.out | 28 +- .../dynpart_sort_optimization.q.out | 12 +- .../dynpart_sort_optimization2.q.out | 8 +- .../encryption_insert_partition_dynamic.q.out | 24 +- .../encryption_join_unencrypted_tbl.q.out | 27 +- ...on_join_with_different_encryption_keys.q.out | 37 +- .../results/clientpositive/escape_crlf.q.out | 98 + .../extrapolate_part_stats_full.q.out | 24 +- .../extrapolate_part_stats_partial.q.out | 76 +- .../extrapolate_part_stats_partial_ndv.q.out | 38 +- .../clientpositive/filter_cond_pushdown.q.out | 80 + .../clientpositive/filter_join_breaktask.q.out | 3 +- .../clientpositive/fouter_join_ppr.q.out | 4 + .../clientpositive/groupby_join_pushdown.q.out | 1522 + .../clientpositive/groupby_sort_1_23.q.out | 45 +- .../clientpositive/groupby_sort_skew_1_23.q.out | 59 +- .../infer_bucket_sort_bucketed_table.q.out | 4 +- .../infer_bucket_sort_dyn_part.q.out | 32 +- .../infer_bucket_sort_map_operators.q.out | 38 +- .../infer_bucket_sort_merge.q.out | 8 +- .../infer_bucket_sort_num_buckets.q.out | 8 +- .../infer_bucket_sort_reducers_power_two.q.out | 24 +- .../test/results/clientpositive/input23.q.out | 1 + .../results/clientpositive/input_part1.q.out | 4 +- .../results/clientpositive/input_part2.q.out | 8 +- .../results/clientpositive/input_part7.q.out | 1 + .../results/clientpositive/insert_into1.q.out | 355 + .../results/clientpositive/insert_into2.q.out | 69 + .../clientpositive/insertvalues_espchars.q.out | 30 + ql/src/test/results/clientpositive/join26.q.out | 4 +- .../clientpositive/join32_lessSize.q.out | 10 +- ql/src/test/results/clientpositive/join35.q.out | 4 +- ql/src/test/results/clientpositive/join44.q.out | 88 + .../join_cond_pushdown_unqual1.q.out | 12 +- .../join_cond_pushdown_unqual3.q.out | 18 +- .../join_cond_pushdown_unqual4.q.out | 2 +- .../clientpositive/join_filters_overlap.q.out | 5 + .../clientpositive/join_grp_diff_keys.q.out | 190 + .../results/clientpositive/join_map_ppr.q.out | 8 +- .../results/clientpositive/join_parse.q.out | 516 + .../results/clientpositive/json_serde1.q.out | 113 + .../clientpositive/lateral_view_noalias.q.out | 120 +- .../test/results/clientpositive/lineage3.q.out | 68 +- .../list_bucket_dml_10.q.java1.7.out | 4 +- .../clientpositive/list_bucket_dml_14.q.out | 1 + .../list_bucket_dml_4.q.java1.8.out | 76 +- .../list_bucket_dml_6.q.java1.8.out | 8 +- .../list_bucket_dml_9.q.java1.8.out | 76 +- .../list_bucket_query_multiskew_3.q.out | 1 + .../list_bucket_query_oneskew_2.q.out | 2 + .../llap/acid_vectorization.q.out | 62 + .../llap/acid_vectorization_partition.q.out | 60 + .../llap/acid_vectorization_project.q.out | 73 + .../clientpositive/llap/alter_merge_2_orc.q.out | 123 + .../clientpositive/llap/alter_merge_orc.q.out | 263 + .../llap/alter_merge_stats_orc.q.out | 382 + .../clientpositive/llap/auto_join0.q.out | 172 + .../clientpositive/llap/auto_join1.q.out | 125 + .../clientpositive/llap/auto_join21.q.out | 615 + .../clientpositive/llap/auto_join29.q.out | 3556 ++ .../clientpositive/llap/auto_join30.q.out | 1361 + .../clientpositive/llap/auto_join_filters.q.out | 540 + .../clientpositive/llap/auto_join_nulls.q.out | 217 + .../llap/auto_sortmerge_join_1.q.out | 1034 + .../llap/auto_sortmerge_join_10.q.out | 369 + .../llap/auto_sortmerge_join_11.q.out | 1485 + .../llap/auto_sortmerge_join_12.q.out | 645 + .../llap/auto_sortmerge_join_13.q.out | 692 + .../llap/auto_sortmerge_join_14.q.out | 224 + .../llap/auto_sortmerge_join_15.q.out | 188 + .../llap/auto_sortmerge_join_16.q.out | 256 + .../llap/auto_sortmerge_join_2.q.out | 707 + .../llap/auto_sortmerge_join_3.q.out | 1014 + .../llap/auto_sortmerge_join_4.q.out | 1030 + .../llap/auto_sortmerge_join_5.q.out | 780 + .../llap/auto_sortmerge_join_6.q.out | 1200 + .../llap/auto_sortmerge_join_7.q.out | 1200 + .../llap/auto_sortmerge_join_8.q.out | 1202 + .../llap/auto_sortmerge_join_9.q.out | 3521 ++ .../results/clientpositive/llap/bucket2.q.out | 473 + .../results/clientpositive/llap/bucket3.q.out | 498 + .../results/clientpositive/llap/bucket4.q.out | 472 + .../llap/bucket_map_join_tez1.q.out | 1602 + .../llap/bucket_map_join_tez2.q.out | 684 + .../results/clientpositive/llap/cbo_gby.q.out | 124 + .../clientpositive/llap/cbo_gby_empty.q.out | 77 + .../results/clientpositive/llap/cbo_join.q.out | 15028 +++++++ .../results/clientpositive/llap/cbo_limit.q.out | 90 + .../clientpositive/llap/cbo_semijoin.q.out | 440 + .../clientpositive/llap/cbo_simple_select.q.out | 755 + .../results/clientpositive/llap/cbo_stats.q.out | 14 + .../clientpositive/llap/cbo_subq_exists.q.out | 297 + .../clientpositive/llap/cbo_subq_in.q.out | 151 + .../clientpositive/llap/cbo_subq_not_in.q.out | 365 + .../clientpositive/llap/cbo_udf_udaf.q.out | 125 + .../results/clientpositive/llap/cbo_union.q.out | 920 + .../results/clientpositive/llap/cbo_views.q.out | 237 + .../clientpositive/llap/cbo_windowing.q.out | 293 + .../clientpositive/llap/constprog_dpp.q.out | 113 + .../llap/correlationoptimizer1.q.out | 3084 ++ .../results/clientpositive/llap/count.q.out | 298 + .../llap/create_merge_compressed.q.out | 138 + .../clientpositive/llap/cross_join.q.out | 214 + .../llap/cross_product_check_1.q.out | 575 + .../llap/cross_product_check_2.q.out | 534 + .../test/results/clientpositive/llap/ctas.q.out | 930 + .../llap/custom_input_output_format.q.out | 102 + .../llap/delete_all_non_partitioned.q.out | 52 + .../llap/delete_all_partitioned.q.out | 86 + .../clientpositive/llap/delete_orig_table.q.out | 61 + .../clientpositive/llap/delete_tmp_table.q.out | 60 + .../llap/delete_where_no_match.q.out | 62 + .../llap/delete_where_non_partitioned.q.out | 61 + .../llap/delete_where_partitioned.q.out | 105 + .../llap/delete_whole_partition.q.out | 92 + .../llap/disable_merge_for_bucketing.q.out | 502 + .../llap/dynamic_partition_pruning.q.out | 5341 +++ .../llap/dynamic_partition_pruning_2.q.out | 1114 + .../llap/dynpart_sort_opt_vectorization.q.out | 2616 ++ .../llap/dynpart_sort_optimization.q.out | 2401 ++ .../llap/dynpart_sort_optimization2.q.out | 1844 + .../clientpositive/llap/enforce_order.q.out | 80 + .../clientpositive/llap/explainuser_1.q.out | 8937 +++++ .../clientpositive/llap/explainuser_2.q.out | 5521 +++ .../clientpositive/llap/explainuser_3.q.out | 522 + .../llap/filter_join_breaktask.q.out | 445 + .../llap/filter_join_breaktask2.q.out | 272 + .../results/clientpositive/llap/groupby1.q.out | 428 + .../results/clientpositive/llap/groupby2.q.out | 133 + .../results/clientpositive/llap/groupby3.q.out | 158 + .../results/clientpositive/llap/having.q.out | 1290 + .../llap/hybridgrace_hashjoin_1.q.out | 1617 + .../llap/hybridgrace_hashjoin_2.q.out | 1477 + .../llap/identity_project_remove_skip.q.out | 124 + .../results/clientpositive/llap/insert1.q.out | 445 + .../llap/insert_acid_dynamic_partition.q.out | 48 + .../llap/insert_acid_not_bucketed.q.out | 36 + .../clientpositive/llap/insert_into1.q.out | 381 + .../clientpositive/llap/insert_into2.q.out | 440 + .../clientpositive/llap/insert_orig_table.q.out | 80 + .../llap/insert_update_delete.q.out | 78 + .../llap/insert_values_acid_not_bucketed.q.out | 28 + .../insert_values_dynamic_partitioned.q.out | 45 + .../llap/insert_values_non_partitioned.q.out | 70 + .../llap/insert_values_orig_table.q.out | 82 + .../llap/insert_values_partitioned.q.out | 66 + .../llap/insert_values_tmp_table.q.out | 36 + .../clientpositive/llap/join0.q.java1.7.out | 242 + .../clientpositive/llap/join0.q.java1.8.out | 242 + .../results/clientpositive/llap/join1.q.out | 1158 + .../clientpositive/llap/join_nullsafe.q.out | 1667 + .../clientpositive/llap/leftsemijoin.q.out | 114 + .../clientpositive/llap/limit_pushdown.q.out | 1487 + .../clientpositive/llap/llapdecider.q.out | 1195 + .../clientpositive/llap/load_dyn_part1.q.out | 2215 ++ .../clientpositive/llap/load_dyn_part2.q.out | 2152 + .../clientpositive/llap/load_dyn_part3.q.out | 2138 + .../clientpositive/llap/lvj_mapjoin.q.out | 296 + .../clientpositive/llap/mapjoin_decimal.q.out | 393 + .../clientpositive/llap/mapjoin_mapjoin.q.out | 821 + .../clientpositive/llap/mapreduce1.q.out | 621 + .../clientpositive/llap/mapreduce2.q.out | 616 + .../results/clientpositive/llap/merge1.q.out | 596 + .../results/clientpositive/llap/merge2.q.out | 596 + .../results/clientpositive/llap/mergejoin.q.out | 3150 ++ .../llap/metadata_only_queries.q.out | 504 + .../metadata_only_queries_with_filters.q.out | 224 + .../clientpositive/llap/metadataonly1.q.out | 2050 + .../test/results/clientpositive/llap/mrr.q.out | 2294 ++ .../clientpositive/llap/optimize_nullscan.q.out | 2159 + .../clientpositive/llap/orc_analyze.q.out | 1726 + .../results/clientpositive/llap/orc_llap.q.out | 1013 + .../clientpositive/llap/orc_merge1.q.out | 500 + .../clientpositive/llap/orc_merge2.q.out | 231 + .../clientpositive/llap/orc_merge3.q.out | 170 + .../clientpositive/llap/orc_merge4.q.out | 186 + .../clientpositive/llap/orc_merge5.q.out | 344 + .../clientpositive/llap/orc_merge6.q.out | 518 + .../clientpositive/llap/orc_merge7.q.out | 629 + .../clientpositive/llap/orc_merge8.q.out | 130 + .../clientpositive/llap/orc_merge9.q.out | 186 + .../llap/orc_merge_incompat1.q.out | 245 + .../llap/orc_merge_incompat2.q.out | 375 + .../clientpositive/llap/orc_ppd_basic.q.out | 701 + .../llap/orc_vectorization_ppd.q.out | 288 + .../results/clientpositive/llap/parallel.q.out | 1444 + .../test/results/clientpositive/llap/ptf.q.out | 4895 +++ .../clientpositive/llap/ptf_matchpath.q.out | 403 + .../clientpositive/llap/ptf_streaming.q.out | 2640 ++ .../results/clientpositive/llap/sample1.q.out | 727 + .../clientpositive/llap/script_env_var1.q.out | 18 + .../clientpositive/llap/script_env_var2.q.out | 16 + .../clientpositive/llap/script_pipe.q.out | 126 + .../clientpositive/llap/scriptfile1.q.out | 53 + .../llap/selectDistinctStar.q.out | 4910 +++ .../llap/select_dummy_source.q.out | 229 + .../llap/show_create_database.q.out | 19 + .../results/clientpositive/llap/skewjoin.q.out | 1195 + .../clientpositive/llap/stats_counter.q.out | 102 + .../llap/stats_counter_partitioned.q.out | 465 + .../clientpositive/llap/stats_noscan_1.q.out | 520 + .../clientpositive/llap/stats_only_null.q.out | 422 + .../clientpositive/llap/subquery_exists.q.out | 214 + .../clientpositive/llap/subquery_in.q.out | 961 + .../clientpositive/llap/temp_table.q.out | 469 + .../llap/tez_bmj_schema_evolution.q.out | 2214 ++ .../results/clientpositive/llap/tez_dml.q.out | 1526 + .../llap/tez_dynpart_hashjoin_1.q.out | 817 + .../llap/tez_dynpart_hashjoin_2.q.out | 579 + .../clientpositive/llap/tez_fsstat.q.out | 102 + ...tez_insert_overwrite_local_directory_1.q.out | 20 + .../results/clientpositive/llap/tez_join.q.out | 150 + .../clientpositive/llap/tez_join_hash.q.out | 980 + .../llap/tez_join_result_complex.q.out | 2163 + .../clientpositive/llap/tez_join_tests.q.out | 2227 ++ .../clientpositive/llap/tez_joins_explain.q.out | 715 + .../clientpositive/llap/tez_multi_union.q.out | 833 + .../llap/tez_schema_evolution.q.out | 114 + .../clientpositive/llap/tez_self_join.q.out | 210 + .../results/clientpositive/llap/tez_smb_1.q.out | 616 + .../clientpositive/llap/tez_smb_main.q.out | 1422 + .../results/clientpositive/llap/tez_union.q.out | 1438 + .../clientpositive/llap/tez_union2.q.out | 820 + .../clientpositive/llap/tez_union_decimal.q.out | 101 + .../llap/tez_union_dynamic_partition.q.out | 158 + .../llap/tez_union_group_by.q.out | 410 + .../llap/tez_union_multiinsert.q.out | 4399 +++ .../llap/tez_vector_dynpart_hashjoin_1.q.out | 817 + .../llap/tez_vector_dynpart_hashjoin_2.q.out | 579 + .../clientpositive/llap/transform1.q.out | 138 + .../clientpositive/llap/transform2.q.out | 11 + .../clientpositive/llap/transform_ppr1.q.out | 569 + .../clientpositive/llap/transform_ppr2.q.out | 475 + .../results/clientpositive/llap/union2.q.out | 104 + .../results/clientpositive/llap/union3.q.out | 251 + .../results/clientpositive/llap/union4.q.out | 175 + .../results/clientpositive/llap/union5.q.out | 154 + .../results/clientpositive/llap/union6.q.out | 172 + .../results/clientpositive/llap/union7.q.out | 150 + .../results/clientpositive/llap/union8.q.out | 1601 + .../results/clientpositive/llap/union9.q.out | 130 + .../clientpositive/llap/unionDistinct_1.q.out | 16453 ++++++++ .../clientpositive/llap/unionDistinct_2.q.out | 545 + .../clientpositive/llap/union_fast_stats.q.out | 526 + .../clientpositive/llap/union_view.q.out | 1209 + .../llap/update_after_multiple_inserts.q.out | 78 + .../llap/update_all_non_partitioned.q.out | 62 + .../llap/update_all_partitioned.q.out | 106 + .../clientpositive/llap/update_all_types.q.out | 196 + .../clientpositive/llap/update_orig_table.q.out | 62 + .../clientpositive/llap/update_tmp_table.q.out | 62 + .../clientpositive/llap/update_two_cols.q.out | 63 + .../llap/update_where_no_match.q.out | 62 + .../llap/update_where_non_partitioned.q.out | 62 + .../llap/update_where_partitioned.q.out | 106 + .../clientpositive/llap/vector_acid3.q.out | 31 + .../llap/vector_aggregate_9.q.out | 174 + .../llap/vector_auto_smb_mapjoin_14.q.out | 1918 + .../clientpositive/llap/vector_between_in.q.out | 691 + .../llap/vector_binary_join_groupby.q.out | 305 + .../clientpositive/llap/vector_bucket.q.out | 104 + .../llap/vector_cast_constant.q.java1.7.out | 217 + .../llap/vector_cast_constant.q.java1.8.out | 217 + .../clientpositive/llap/vector_char_2.q.out | 292 + .../clientpositive/llap/vector_char_4.q.out | 175 + .../clientpositive/llap/vector_char_cast.q.out | 35 + .../llap/vector_char_mapjoin1.q.out | 470 + .../llap/vector_char_simple.q.out | 342 + .../clientpositive/llap/vector_coalesce.q.out | 362 + .../clientpositive/llap/vector_coalesce_2.q.out | 304 + .../llap/vector_count_distinct.q.out | 1381 + .../clientpositive/llap/vector_data_types.q.out | 285 + .../clientpositive/llap/vector_date_1.q.out | 719 + .../clientpositive/llap/vector_decimal_1.q.out | 591 + .../llap/vector_decimal_10_0.q.out | 112 + .../clientpositive/llap/vector_decimal_2.q.out | 1658 + .../clientpositive/llap/vector_decimal_3.q.out | 390 + .../clientpositive/llap/vector_decimal_4.q.out | 250 + .../clientpositive/llap/vector_decimal_5.q.out | 239 + .../clientpositive/llap/vector_decimal_6.q.out | 303 + .../llap/vector_decimal_aggregate.q.out | 232 + .../llap/vector_decimal_cast.q.out | 41 + .../llap/vector_decimal_expressions.q.out | 96 + .../llap/vector_decimal_mapjoin.q.out | 264 + .../llap/vector_decimal_math_funcs.q.out | 192 + .../llap/vector_decimal_precision.q.out | 672 + .../llap/vector_decimal_round.q.out | 460 + .../llap/vector_decimal_round_2.q.out | 500 + .../llap/vector_decimal_trailing.q.out | 121 + .../llap/vector_decimal_udf.q.out | 2756 ++ .../llap/vector_decimal_udf2.q.out | 188 + .../clientpositive/llap/vector_distinct_2.q.out | 1870 + .../clientpositive/llap/vector_elt.q.out | 121 + .../clientpositive/llap/vector_groupby_3.q.out | 1873 + .../llap/vector_groupby_reduce.q.out | 1882 + .../llap/vector_grouping_sets.q.out | 269 + .../clientpositive/llap/vector_if_expr.q.out | 82 + .../clientpositive/llap/vector_inner_join.q.out | 806 + .../clientpositive/llap/vector_interval_1.q.out | 822 + .../clientpositive/llap/vector_interval_2.q.out | 1620 + .../llap/vector_interval_mapjoin.q.out | 281 + .../clientpositive/llap/vector_join30.q.out | 1375 + .../llap/vector_join_filters.q.out | 222 + .../clientpositive/llap/vector_join_nulls.q.out | 195 + .../llap/vector_left_outer_join.q.out | 141 + .../llap/vector_left_outer_join2.q.out | 559 + .../llap/vector_leftsemi_mapjoin.q.out | 13973 +++++++ .../llap/vector_mapjoin_reduce.q.out | 319 + .../llap/vector_mr_diff_schema_alias.q.out | 383 + .../llap/vector_multi_insert.q.out | 233 + .../llap/vector_non_string_partition.q.out | 182 + .../llap/vector_null_projection.q.out | 186 + .../llap/vector_nullsafe_join.q.out | 1210 + .../clientpositive/llap/vector_orderby_5.q.out | 189 + .../llap/vector_outer_join0.q.out | 232 + .../llap/vector_outer_join1.q.out | 613 + .../llap/vector_outer_join2.q.out | 316 + .../llap/vector_outer_join3.q.out | 609 + .../llap/vector_outer_join4.q.out | 982 + .../llap/vector_outer_join5.q.out | 1330 + .../llap/vector_partition_diff_num_cols.q.out | 614 + .../llap/vector_partitioned_date_time.q.out | 2047 + .../llap/vector_reduce_groupby_decimal.q.out | 201 + .../llap/vector_string_concat.q.out | 415 + .../clientpositive/llap/vector_varchar_4.q.out | 175 + .../llap/vector_varchar_mapjoin1.q.out | 454 + .../llap/vector_varchar_simple.q.out | 342 + .../clientpositive/llap/vectorization_0.q.out | 1099 + .../clientpositive/llap/vectorization_1.q.out | 49 + .../clientpositive/llap/vectorization_10.q.out | 298 + .../clientpositive/llap/vectorization_11.q.out | 80 + .../clientpositive/llap/vectorization_12.q.out | 602 + .../clientpositive/llap/vectorization_13.q.out | 510 + .../clientpositive/llap/vectorization_14.q.out | 836 + .../clientpositive/llap/vectorization_15.q.out | 253 + .../clientpositive/llap/vectorization_16.q.out | 671 + .../clientpositive/llap/vectorization_17.q.out | 507 + .../clientpositive/llap/vectorization_2.q.out | 53 + .../clientpositive/llap/vectorization_3.q.out | 59 + .../clientpositive/llap/vectorization_4.q.out | 53 + .../clientpositive/llap/vectorization_5.q.out | 47 + .../clientpositive/llap/vectorization_6.q.out | 1624 + .../clientpositive/llap/vectorization_7.q.out | 380 + .../clientpositive/llap/vectorization_8.q.out | 354 + .../clientpositive/llap/vectorization_9.q.out | 671 + .../llap/vectorization_decimal_date.q.out | 51 + .../llap/vectorization_div0.q.out | 485 + .../llap/vectorization_limit.q.out | 554 + .../llap/vectorization_nested_udf.q.out | 9 + .../clientpositive/llap/vectorization_not.q.out | 58 + .../llap/vectorization_part.q.out | 72 + .../llap/vectorization_part_project.q.out | 123 + .../llap/vectorization_pushdown.q.out | 71 + .../llap/vectorization_short_regress.q.out | 3414 ++ .../llap/vectorized_bucketmapjoin1.q.out | 376 + .../clientpositive/llap/vectorized_case.q.out | 95 + .../clientpositive/llap/vectorized_casts.q.out | 370 + .../llap/vectorized_context.q.out | 332 + .../llap/vectorized_date_funcs.q.out | 1019 + .../llap/vectorized_distinct_gby.q.out | 172 + .../vectorized_dynamic_partition_pruning.q.out | 5341 +++ .../llap/vectorized_mapjoin.q.out | 114 + .../llap/vectorized_math_funcs.q.out | 247 + .../llap/vectorized_nested_mapjoin.q.out | 136 + .../llap/vectorized_parquet.q.out | 325 + .../llap/vectorized_parquet_types.q.out | 349 + .../clientpositive/llap/vectorized_ptf.q.out | 8992 +++++ .../llap/vectorized_rcfile_columnar.q.out | 62 + .../llap/vectorized_shufflejoin.q.out | 132 + .../llap/vectorized_string_funcs.q.out | 123 + .../llap/vectorized_timestamp_funcs.q.out | 883 + .../llap/vectorized_timestamp_ints_casts.q.out | 234 + .../clientpositive/llap_partitioned.q.out | 1999 + .../clientpositive/llap_uncompressed.q.out | 228 + .../clientpositive/load_non_hdfs_path.q.out | 16 + .../results/clientpositive/load_orc_part.q.out | 26 + .../clientpositive/louter_join_ppr.q.out | 4 + .../clientpositive/mapjoin_mapjoin.q.out | 1 + ql/src/test/results/clientpositive/merge3.q.out | 12 +- .../clientpositive/metadata_only_queries.q.out | 158 + .../results/clientpositive/metadataonly1.q.out | 97 +- .../results/clientpositive/nonmr_fetch.q.out | 78 +- .../test/results/clientpositive/nullMap.q.out | 46 + .../clientpositive/optimize_nullscan.q.out | 116 +- .../results/clientpositive/orc_analyze.q.out | 46 +- .../results/clientpositive/orc_file_dump.q.out | 18 +- .../clientpositive/orc_int_type_promotion.q.out | 6 +- .../test/results/clientpositive/orc_llap.q.out | 1095 + .../clientpositive/outer_join_ppr.q.java1.7.out | 2 + .../clientpositive/parallel_orderby.q.out | 8 +- .../parquet_mixed_partition_formats2.q.out | 99 + .../clientpositive/parquet_ppd_boolean.q.out | 28 +- .../clientpositive/parquet_ppd_char.q.out | 84 +- .../clientpositive/parquet_ppd_date.q.out | 112 +- .../clientpositive/parquet_ppd_decimal.q.out | 224 +- .../clientpositive/parquet_ppd_timestamp.q.out | 112 +- .../clientpositive/parquet_ppd_varchar.q.out | 84 +- ql/src/test/results/clientpositive/pcr.q.out | 37 +- .../results/clientpositive/pointlookup2.q.out | 25 +- .../results/clientpositive/pointlookup3.q.out | 23 +- .../clientpositive/ppd_join_filter.q.out | 12 +- .../results/clientpositive/ppd_union_view.q.out | 8 +- ql/src/test/results/clientpositive/ppd_vc.q.out | 4 +- .../clientpositive/ppr_allchildsarenull.q.out | 2 + .../test/results/clientpositive/push_or.q.out | 1 + .../query_result_fileformat.q.out | 6 +- .../clientpositive/rand_partitionpruner1.q.out | 1 + .../clientpositive/rand_partitionpruner2.q.out | 4 +- .../results/clientpositive/regexp_extract.q.out | 2 + .../results/clientpositive/remote_script.q.out | 8 +- .../clientpositive/router_join_ppr.q.out | 4 + .../test/results/clientpositive/sample1.q.out | 4 +- .../test/results/clientpositive/sample10.q.out | 3 +- .../test/results/clientpositive/sample2.q.out | 4 +- .../test/results/clientpositive/sample4.q.out | 4 +- .../test/results/clientpositive/sample5.q.out | 4 +- .../test/results/clientpositive/sample6.q.out | 11 +- .../test/results/clientpositive/sample7.q.out | 4 +- .../test/results/clientpositive/sample8.q.out | 1 + .../test/results/clientpositive/sample9.q.out | 1 + .../results/clientpositive/scriptfile1.q.out | 6 + .../clientpositive/select_dummy_source.q.out | 38 +- .../results/clientpositive/selectindate.q.out | 70 + .../clientpositive/serde_user_properties.q.out | 3 + .../test/results/clientpositive/show_conf.q.out | 6 +- .../clientpositive/show_create_database.q.out | 19 + .../results/clientpositive/show_functions.q.out | 1 + .../clientpositive/skewjoin_onesideskew.q.out | 212 + .../results/clientpositive/smb_mapjoin9.q.out | 2 + .../results/clientpositive/smb_mapjoin_11.q.out | 2 + .../results/clientpositive/smb_mapjoin_13.q.out | 2 + .../results/clientpositive/smb_mapjoin_15.q.out | 4 + .../clientpositive/sort_merge_join_desc_5.q.out | 1 + .../clientpositive/sort_merge_join_desc_6.q.out | 1 + .../clientpositive/sort_merge_join_desc_7.q.out | 1 + .../spark/auto_join_reordering_values.q.out | 1 + .../spark/auto_sortmerge_join_1.q.out | 3 + .../spark/auto_sortmerge_join_12.q.out | 1 + .../spark/auto_sortmerge_join_2.q.out | 2 + .../spark/auto_sortmerge_join_3.q.out | 3 + .../spark/auto_sortmerge_join_4.q.out | 3 + .../spark/auto_sortmerge_join_5.q.out | 3 + .../spark/auto_sortmerge_join_7.q.out | 3 + .../spark/auto_sortmerge_join_8.q.out | 3 + .../spark/bucket_map_join_1.q.out | 9 +- .../spark/bucket_map_join_2.q.out | 9 +- .../spark/bucket_map_join_spark4.q.out | 2 + .../clientpositive/spark/bucketmapjoin1.q.out | 2 + .../clientpositive/spark/bucketmapjoin10.q.out | 1 + .../clientpositive/spark/bucketmapjoin11.q.out | 2 + .../clientpositive/spark/bucketmapjoin12.q.out | 2 + .../clientpositive/spark/bucketmapjoin13.q.out | 4 + .../clientpositive/spark/bucketmapjoin7.q.out | 1 + .../clientpositive/spark/bucketmapjoin8.q.out | 2 + .../clientpositive/spark/bucketmapjoin9.q.out | 2 + .../spark/bucketmapjoin_negative3.q.out | 9 + .../spark/column_access_stats.q.out | 46 +- .../clientpositive/spark/cross_join.q.out | 211 + .../clientpositive/spark/decimal_1_1.q.out | 104 + .../spark/dynamic_rdd_cache.q.out | 28 +- .../spark/filter_join_breaktask.q.out | 1 + .../spark/groupby_sort_1_23.q.out | 1 + .../spark/groupby_sort_skew_1_23.q.out | 1 + .../clientpositive/spark/insert_into1.q.out | 238 + .../clientpositive/spark/insert_into2.q.out | 75 + .../spark/join_cond_pushdown_unqual1.q.out | 12 +- .../spark/join_cond_pushdown_unqual3.q.out | 18 +- .../spark/join_cond_pushdown_unqual4.q.out | 2 +- .../spark/join_filters_overlap.q.out | 5 + .../clientpositive/spark/louter_join_ppr.q.out | 4 + .../clientpositive/spark/mapjoin_mapjoin.q.out | 1 + .../spark/metadata_only_queries.q.out | 170 + .../spark/optimize_nullscan.q.out | 9 + .../spark/outer_join_ppr.q.java1.7.out | 2 + .../test/results/clientpositive/spark/pcr.q.out | 33 +- .../clientpositive/spark/ppd_join5.q.out | 58 +- .../clientpositive/spark/ppd_join_filter.q.out | 4 + .../clientpositive/spark/remote_script.q.out | 8 +- .../clientpositive/spark/router_join_ppr.q.out | 4 + .../results/clientpositive/spark/sample10.q.out | 1 + .../results/clientpositive/spark/sample6.q.out | 7 + .../results/clientpositive/spark/sample8.q.out | 1 + .../clientpositive/spark/scriptfile1.q.out | 6 + .../clientpositive/spark/smb_mapjoin_12.q.out | 6 +- .../clientpositive/spark/smb_mapjoin_13.q.out | 38 +- .../clientpositive/spark/smb_mapjoin_15.q.out | 16 +- .../clientpositive/spark/smb_mapjoin_16.q.out | 2 +- .../results/clientpositive/spark/stats3.q.out | 2 - .../clientpositive/spark/temp_table.q.out | 107 + .../clientpositive/spark/transform_ppr1.q.out | 1 + .../clientpositive/spark/transform_ppr2.q.out | 1 + .../results/clientpositive/spark/union24.q.out | 10 + .../results/clientpositive/spark/union34.q.out | 68 +- .../clientpositive/spark/union_ppr.q.out | 1 + .../spark/vector_between_in.q.out | 16 +- .../spark/vector_cast_constant.q.java1.7.out | 2 +- .../spark/vector_count_distinct.q.out | 4 +- .../spark/vector_data_types.q.out | 2 +- .../spark/vector_decimal_aggregate.q.out | 2 +- .../spark/vector_decimal_mapjoin.q.out | 4 +- .../spark/vector_distinct_2.q.out | 2 +- .../clientpositive/spark/vector_groupby_3.q.out | 2 +- .../spark/vector_left_outer_join.q.out | 8 +- .../spark/vector_mapjoin_reduce.q.out | 4 +- .../clientpositive/spark/vector_orderby_5.q.out | 4 +- .../spark/vector_string_concat.q.out | 4 +- .../clientpositive/spark/vectorization_0.q.out | 30 +- .../clientpositive/spark/vectorization_13.q.out | 4 +- .../clientpositive/spark/vectorization_14.q.out | 2 +- .../clientpositive/spark/vectorization_15.q.out | 2 +- .../clientpositive/spark/vectorization_17.q.out | 2 +- .../spark/vectorization_div0.q.out | 4 +- .../spark/vectorization_part_project.q.out | 2 +- .../spark/vectorization_short_regress.q.out | 32 +- .../spark/vectorized_mapjoin.q.out | 4 +- .../spark/vectorized_nested_mapjoin.q.out | 8 +- .../clientpositive/spark/vectorized_ptf.q.out | 182 +- .../spark/vectorized_shufflejoin.q.out | 2 +- .../spark/vectorized_timestamp_funcs.q.out | 12 +- .../special_character_in_tabnames_1.q.out | 19550 +++++++++ .../special_character_in_tabnames_2.q.out | 304 + ql/src/test/results/clientpositive/stats0.q.out | 4 +- .../test/results/clientpositive/stats11.q.out | 8 +- ql/src/test/results/clientpositive/stats3.q.out | 2 - .../subquery_notin_having.q.java1.8.out | 86 +- .../results/clientpositive/subquery_views.q.out | 116 + .../results/clientpositive/temp_table.q.out | 107 + .../temp_table_display_colstats_tbllvl.q.out | 1 + .../tez/acid_vectorization_partition.q.out | 18 +- .../results/clientpositive/tez/auto_join0.q.out | 1 - .../clientpositive/tez/auto_join_nulls.q.out | 2 +- .../tez/auto_sortmerge_join_1.q.out | 3 + .../tez/auto_sortmerge_join_10.q.out | 57 +- .../tez/auto_sortmerge_join_11.q.out | 4 + .../tez/auto_sortmerge_join_12.q.out | 97 +- .../tez/auto_sortmerge_join_2.q.out | 2 + .../tez/auto_sortmerge_join_3.q.out | 3 + .../tez/auto_sortmerge_join_4.q.out | 3 + .../tez/auto_sortmerge_join_5.q.out | 3 + .../tez/auto_sortmerge_join_6.q.out | 160 +- .../tez/auto_sortmerge_join_7.q.out | 3 + .../tez/auto_sortmerge_join_8.q.out | 3 + .../tez/bucket_map_join_tez1.q.out | 236 +- .../tez/bucket_map_join_tez2.q.out | 108 +- .../results/clientpositive/tez/cross_join.q.out | 187 + .../tez/cross_product_check_2.q.out | 201 +- .../tez/dynamic_partition_pruning.q.out | 133 +- .../tez/dynamic_partition_pruning_2.q.out | 54 +- .../tez/dynpart_sort_opt_vectorization.q.out | 74 +- .../tez/dynpart_sort_optimization.q.out | 12 +- .../tez/dynpart_sort_optimization2.q.out | 16 +- .../clientpositive/tez/explainuser_1.q.out | 125 +- .../clientpositive/tez/explainuser_2.q.out | 1070 +- .../clientpositive/tez/explainuser_3.q.out | 55 +- .../clientpositive/tez/fileformat_mix.q.out | 573 - .../tez/filter_join_breaktask.q.out | 1 + .../tez/identity_project_remove_skip.q.out | 3 +- .../results/clientpositive/tez/insert1.q.out | 392 +- .../clientpositive/tez/insert_into1.q.out | 250 + .../clientpositive/tez/insert_into2.q.out | 75 + .../clientpositive/tez/llapdecider.q.out | 1195 + .../clientpositive/tez/mapjoin_mapjoin.q.out | 1 + .../results/clientpositive/tez/mergejoin.q.out | 26 +- .../tez/metadata_only_queries.q.out | 170 + .../metadata_only_queries_with_filters.q.out | 32 +- .../clientpositive/tez/metadataonly1.q.out | 9 + .../test/results/clientpositive/tez/mrr.q.out | 83 +- .../clientpositive/tez/optimize_nullscan.q.out | 9 + .../clientpositive/tez/orc_analyze.q.out | 46 +- .../clientpositive/tez/scriptfile1.q.out | 6 + .../tez/select_dummy_source.q.out | 76 +- .../tez/show_create_database.q.out | 19 + .../results/clientpositive/tez/temp_table.q.out | 107 + .../tez/tez_dynpart_hashjoin_1.q.out | 10 +- .../clientpositive/tez/tez_join_hash.q.out | 4 +- .../tez/tez_vector_dynpart_hashjoin_1.q.out | 24 +- .../tez/tez_vector_dynpart_hashjoin_2.q.out | 8 +- .../clientpositive/tez/transform_ppr1.q.out | 1 + .../clientpositive/tez/transform_ppr2.q.out | 1 + .../clientpositive/tez/unionDistinct_1.q.out | 93 +- .../clientpositive/tez/union_fast_stats.q.out | 526 + .../results/clientpositive/tez/union_view.q.out | 167 + .../clientpositive/tez/update_all_types.q.out | 4 +- .../tez/vector_auto_smb_mapjoin_14.q.out | 1576 + .../clientpositive/tez/vector_between_in.q.out | 16 +- .../tez/vector_binary_join_groupby.q.out | 4 +- .../clientpositive/tez/vector_bucket.q.out | 2 +- .../tez/vector_cast_constant.q.java1.7.out | 2 +- .../tez/vector_cast_constant.q.java1.8.out | 21 +- .../tez/vector_cast_constant.q.out | 199 - .../clientpositive/tez/vector_char_2.q.out | 8 +- .../clientpositive/tez/vector_char_cast.q.out | 35 + .../tez/vector_char_mapjoin1.q.out | 6 +- .../clientpositive/tez/vector_char_simple.q.out | 6 +- .../clientpositive/tez/vector_coalesce.q.out | 149 +- .../clientpositive/tez/vector_coalesce_2.q.out | 2 +- .../tez/vector_count_distinct.q.out | 4 +- .../clientpositive/tez/vector_data_types.q.out | 2 +- .../clientpositive/tez/vector_date_1.q.out | 12 +- .../clientpositive/tez/vector_decimal_1.q.out | 18 +- .../tez/vector_decimal_10_0.q.out | 2 +- .../clientpositive/tez/vector_decimal_2.q.out | 54 +- .../tez/vector_decimal_aggregate.q.out | 2 +- .../tez/vector_decimal_expressions.q.out | 2 +- .../tez/vector_decimal_round.q.out | 12 +- .../tez/vector_decimal_round_2.q.out | 8 +- .../clientpositive/tez/vector_decimal_udf.q.out | 8 +- .../clientpositive/tez/vector_distinct_2.q.out | 2 +- .../clientpositive/tez/vector_groupby_3.q.out | 2 +- .../tez/vector_groupby_reduce.q.out | 1474 +- .../tez/vector_grouping_sets.q.out | 2 +- .../clientpositive/tez/vector_if_expr.q.out | 2 +- .../clientpositive/tez/vector_interval_1.q.out | 16 +- .../clientpositive/tez/vector_interval_2.q.out | 20 +- .../clientpositive/tez/vector_join30.q.out | 50 +- .../tez/vector_left_outer_join.q.out | 2 +- .../tez/vector_left_outer_join3.q.out | 222 - .../tez/vector_leftsemi_mapjoin.q.out | 160 +- .../tez/vector_mapjoin_reduce.q.out | 4 +- .../tez/vector_mr_diff_schema_alias.q.out | 6 +- .../tez/vector_multi_insert.q.out | 8 + .../tez/vector_non_string_partition.q.out | 4 +- .../clientpositive/tez/vector_orderby_5.q.out | 4 +- .../clientpositive/tez/vector_outer_join.q.out | 2204 -- .../clientpositive/tez/vector_outer_join1.q.out | 50 +- .../clientpositive/tez/vector_outer_join2.q.out | 2 +- .../clientpositive/tez/vector_outer_join3.q.out | 6 +- .../clientpositive/tez/vector_outer_join4.q.out | 50 +- .../clientpositive/tez/vector_outer_join5.q.out | 20 +- .../tez/vector_partition_diff_num_cols.q.out | 10 +- .../tez/vector_partitioned_date_time.q.out | 18 +- .../tez/vector_reduce_groupby_decimal.q.out | 4 +- .../tez/vector_string_concat.q.out | 4 +- .../tez/vector_varchar_mapjoin1.q.out | 6 +- .../tez/vector_varchar_simple.q.out | 6 +- .../clientpositive/tez/vectorization_0.q.out | 30 +- .../clientpositive/tez/vectorization_13.q.out | 4 +- .../clientpositive/tez/vectorization_14.q.out | 2 +- .../clientpositive/tez/vectorization_15.q.out | 2 +- .../clientpositive/tez/vectorization_17.q.out | 2 +- .../clientpositive/tez/vectorization_7.q.out | 4 +- .../clientpositive/tez/vectorization_8.q.out | 4 +- .../clientpositive/tez/vectorization_div0.q.out | 4 +- .../tez/vectorization_limit.q.out | 16 +- .../tez/vectorization_part_project.q.out | 2 +- .../tez/vectorization_short_regress.q.out | 32 +- .../tez/vectorized_date_funcs.q.out | 4 +- .../tez/vectorized_distinct_gby.q.out | 4 +- .../vectorized_dynamic_partition_pruning.q.out | 231 +- .../tez/vectorized_nested_mapjoin.q.out | 2 +- .../clientpositive/tez/vectorized_ptf.q.out | 182 +- .../tez/vectorized_shufflejoin.q.out | 2 +- .../tez/vectorized_timestamp_funcs.q.out | 12 +- ql/src/test/results/clientpositive/topn.q.out | 42 + .../results/clientpositive/transform_ppr1.q.out | 1 + .../results/clientpositive/transform_ppr2.q.out | 1 + .../results/clientpositive/udf_explode.q.out | 210 +- .../results/clientpositive/udf_greatest.q.out | 70 +- .../results/clientpositive/udf_inline.q.out | 42 +- .../test/results/clientpositive/udf_least.q.out | 70 +- .../results/clientpositive/udtf_explode.q.out | 156 +- .../clientpositive/udtf_nofetchtask.q.out | 30 + .../test/results/clientpositive/union22.q.out | 2 +- .../test/results/clientpositive/union24.q.out | 18 +- .../test/results/clientpositive/union36.q.out | 28 + .../clientpositive/unionDistinct_1.q.out | 49 +- .../clientpositive/union_fast_stats.q.out | 526 + .../test/results/clientpositive/union_ppr.q.out | 1 + .../clientpositive/update_all_types.q.out | 4 +- .../vector_auto_smb_mapjoin_14.q.out | 1792 + .../clientpositive/vector_char_cast.q.out | 35 + .../clientpositive/vector_char_mapjoin1.q.out | 6 +- .../clientpositive/vector_coalesce.q.out | 151 + .../clientpositive/vector_decimal_mapjoin.q.out | 2 +- .../clientpositive/vector_groupby_reduce.q.out | 1495 +- .../clientpositive/vector_inner_join.q.out | 18 +- .../vector_interval_mapjoin.q.out | 2 +- .../clientpositive/vector_left_outer_join.q.out | 2 +- .../vector_left_outer_join2.q.out | 8 +- .../vector_leftsemi_mapjoin.q.out | 152 +- .../vector_mr_diff_schema_alias.q.out | 2 +- .../clientpositive/vector_multi_insert.q.out | 8 + .../clientpositive/vector_nullsafe_join.q.out | 20 +- .../results/clientpositive/vector_nvl.q.out | 233 + .../clientpositive/vector_outer_join0.q.out | 4 +- .../clientpositive/vector_outer_join1.q.out | 6 +- .../clientpositive/vector_outer_join2.q.out | 2 +- .../clientpositive/vector_outer_join3.q.out | 6 +- .../clientpositive/vector_outer_join4.q.out | 6 +- .../clientpositive/vector_outer_join5.q.out | 20 +- .../clientpositive/vector_struct_in.q.out | 825 + .../vector_varchar_mapjoin1.q.out | 6 +- .../clientpositive/vectorization_limit.q.out | 8 +- .../clientpositive/vectorized_context.q.out | 2 +- .../clientpositive/vectorized_mapjoin.q.out | 2 +- .../vectorized_nested_mapjoin.q.out | 2 +- .../results/clientpositive/vectorized_ptf.q.out | 236 +- .../clientpositive/windowing_windowspec2.q.out | 198 +- ql/src/test/templates/TestCliDriver.vm | 3 +- ql/src/test/templates/TestCompareCliDriver.vm | 4 +- serde/if/serde.thrift | 1 + serde/pom.xml | 90 +- .../gen/thrift/gen-cpp/complex_constants.cpp | 2 +- .../src/gen/thrift/gen-cpp/complex_constants.h | 2 +- serde/src/gen/thrift/gen-cpp/complex_types.cpp | 94 +- serde/src/gen/thrift/gen-cpp/complex_types.h | 46 +- .../gen/thrift/gen-cpp/megastruct_constants.cpp | 2 +- .../gen/thrift/gen-cpp/megastruct_constants.h | 2 +- .../src/gen/thrift/gen-cpp/megastruct_types.cpp | 70 +- serde/src/gen/thrift/gen-cpp/megastruct_types.h | 24 +- .../src/gen/thrift/gen-cpp/serde_constants.cpp | 4 +- serde/src/gen/thrift/gen-cpp/serde_constants.h | 3 +- serde/src/gen/thrift/gen-cpp/serde_types.cpp | 2 +- serde/src/gen/thrift/gen-cpp/serde_types.h | 2 +- .../gen/thrift/gen-cpp/testthrift_constants.cpp | 2 +- .../gen/thrift/gen-cpp/testthrift_constants.h | 2 +- .../src/gen/thrift/gen-cpp/testthrift_types.cpp | 34 +- serde/src/gen/thrift/gen-cpp/testthrift_types.h | 24 +- .../hadoop/hive/serde/serdeConstants.java | 4 +- .../hadoop/hive/serde/test/InnerStruct.java | 6 +- .../hadoop/hive/serde/test/ThriftTestObj.java | 6 +- .../hadoop/hive/serde2/thrift/test/Complex.java | 6 +- .../hive/serde2/thrift/test/IntString.java | 8 +- .../hive/serde2/thrift/test/MegaStruct.java | 16 +- .../hive/serde2/thrift/test/MiniStruct.java | 4 +- .../hadoop/hive/serde2/thrift/test/MyEnum.java | 2 +- .../hive/serde2/thrift/test/PropValueUnion.java | 2 +- .../hive/serde2/thrift/test/SetIntString.java | 4 +- serde/src/gen/thrift/gen-php/Types.php | 4 +- .../org/apache/hadoop/hive/serde/Types.php | 7 +- .../src/gen/thrift/gen-py/complex/constants.py | 2 +- serde/src/gen/thrift/gen-py/complex/ttypes.py | 44 +- .../gen/thrift/gen-py/megastruct/constants.py | 2 +- .../src/gen/thrift/gen-py/megastruct/ttypes.py | 50 +- .../org_apache_hadoop_hive_serde/constants.py | 3 +- .../org_apache_hadoop_hive_serde/ttypes.py | 2 +- .../gen/thrift/gen-py/testthrift/constants.py | 2 +- .../src/gen/thrift/gen-py/testthrift/ttypes.py | 8 +- .../src/gen/thrift/gen-rb/complex_constants.rb | 2 +- serde/src/gen/thrift/gen-rb/complex_types.rb | 2 +- .../gen/thrift/gen-rb/megastruct_constants.rb | 2 +- serde/src/gen/thrift/gen-rb/megastruct_types.rb | 2 +- serde/src/gen/thrift/gen-rb/serde_constants.rb | 4 +- serde/src/gen/thrift/gen-rb/serde_types.rb | 2 +- .../gen/thrift/gen-rb/testthrift_constants.rb | 2 +- serde/src/gen/thrift/gen-rb/testthrift_types.rb | 2 +- .../hive/serde2/ColumnProjectionUtils.java | 20 +- .../apache/hadoop/hive/serde2/WriteBuffers.java | 4 +- .../hive/serde2/avro/AvroDeserializer.java | 2 +- .../hadoop/hive/serde2/avro/AvroSerDe.java | 13 +- .../hadoop/hive/serde2/avro/AvroSerdeUtils.java | 31 +- .../hadoop/hive/serde2/avro/AvroSerializer.java | 2 - .../BinarySortableSerDeWithEndPrefix.java | 41 + .../hive/serde2/columnar/ColumnarSerDe.java | 6 +- .../hive/serde2/lazy/LazySerDeParameters.java | 45 +- .../hive/serde2/lazy/LazySimpleSerDe.java | 7 +- .../hadoop/hive/serde2/lazy/LazyUtils.java | 32 +- .../objectinspector/ObjectInspectorUtils.java | 34 + .../hadoop/hive/serde2/avro/TestAvroSerde.java | 28 +- .../hive/serde2/avro/TestAvroSerdeUtils.java | 18 +- .../TestObjectInspectorUtils.java | 25 + service/pom.xml | 45 +- service/src/gen/thrift/gen-cpp/TCLIService.cpp | 1770 +- service/src/gen/thrift/gen-cpp/TCLIService.h | 409 +- .../thrift/gen-cpp/TCLIService_constants.cpp | 2 +- .../gen/thrift/gen-cpp/TCLIService_constants.h | 2 +- .../gen/thrift/gen-cpp/TCLIService_types.cpp | 1226 +- .../src/gen/thrift/gen-cpp/TCLIService_types.h | 816 +- service/src/gen/thrift/gen-cpp/ThriftHive.cpp | 853 +- service/src/gen/thrift/gen-cpp/ThriftHive.h | 199 +- .../thrift/gen-cpp/hive_service_constants.cpp | 2 +- .../gen/thrift/gen-cpp/hive_service_constants.h | 2 +- .../gen/thrift/gen-cpp/hive_service_types.cpp | 55 +- .../src/gen/thrift/gen-cpp/hive_service_types.h | 26 +- .../hadoop/hive/service/HiveClusterStatus.java | 14 +- .../hive/service/HiveServerException.java | 6 +- .../hadoop/hive/service/JobTrackerState.java | 2 +- .../apache/hadoop/hive/service/ThriftHive.java | 6 +- .../service/cli/thrift/TArrayTypeEntry.java | 6 +- .../hive/service/cli/thrift/TBinaryColumn.java | 6 +- .../hive/service/cli/thrift/TBoolColumn.java | 4 +- .../hive/service/cli/thrift/TBoolValue.java | 6 +- .../hive/service/cli/thrift/TByteColumn.java | 4 +- .../hive/service/cli/thrift/TByteValue.java | 6 +- .../hive/service/cli/thrift/TCLIService.java | 4 +- .../cli/thrift/TCLIServiceConstants.java | 2 +- .../cli/thrift/TCancelDelegationTokenReq.java | 4 +- .../cli/thrift/TCancelDelegationTokenResp.java | 4 +- .../service/cli/thrift/TCancelOperationReq.java | 4 +- .../cli/thrift/TCancelOperationResp.java | 4 +- .../service/cli/thrift/TCloseOperationReq.java | 4 +- .../service/cli/thrift/TCloseOperationResp.java | 4 +- .../service/cli/thrift/TCloseSessionReq.java | 4 +- .../service/cli/thrift/TCloseSessionResp.java | 4 +- .../apache/hive/service/cli/thrift/TColumn.java | 2 +- .../hive/service/cli/thrift/TColumnDesc.java | 6 +- .../hive/service/cli/thrift/TColumnValue.java | 2 +- .../hive/service/cli/thrift/TDoubleColumn.java | 4 +- .../hive/service/cli/thrift/TDoubleValue.java | 6 +- .../cli/thrift/TExecuteStatementReq.java | 6 +- .../cli/thrift/TExecuteStatementResp.java | 4 +- .../service/cli/thrift/TFetchOrientation.java | 2 +- .../service/cli/thrift/TFetchResultsReq.java | 8 +- .../service/cli/thrift/TFetchResultsResp.java | 6 +- .../service/cli/thrift/TGetCatalogsReq.java | 4 +- .../service/cli/thrift/TGetCatalogsResp.java | 4 +- .../hive/service/cli/thrift/TGetColumnsReq.java | 4 +- .../service/cli/thrift/TGetColumnsResp.java | 4 +- .../cli/thrift/TGetDelegationTokenReq.java | 4 +- .../cli/thrift/TGetDelegationTokenResp.java | 4 +- .../service/cli/thrift/TGetFunctionsReq.java | 4 +- .../service/cli/thrift/TGetFunctionsResp.java | 4 +- .../hive/service/cli/thrift/TGetInfoReq.java | 4 +- .../hive/service/cli/thrift/TGetInfoResp.java | 4 +- .../hive/service/cli/thrift/TGetInfoType.java | 2 +- .../hive/service/cli/thrift/TGetInfoValue.java | 2 +- .../cli/thrift/TGetOperationStatusReq.java | 4 +- .../cli/thrift/TGetOperationStatusResp.java | 6 +- .../cli/thrift/TGetResultSetMetadataReq.java | 4 +- .../cli/thrift/TGetResultSetMetadataResp.java | 4 +- .../hive/service/cli/thrift/TGetSchemasReq.java | 4 +- .../service/cli/thrift/TGetSchemasResp.java | 4 +- .../service/cli/thrift/TGetTableTypesReq.java | 4 +- .../service/cli/thrift/TGetTableTypesResp.java | 4 +- .../hive/service/cli/thrift/TGetTablesReq.java | 4 +- .../hive/service/cli/thrift/TGetTablesResp.java | 4 +- .../service/cli/thrift/TGetTypeInfoReq.java | 4 +- .../service/cli/thrift/TGetTypeInfoResp.java | 4 +- .../service/cli/thrift/THandleIdentifier.java | 4 +- .../hive/service/cli/thrift/TI16Column.java | 4 +- .../hive/service/cli/thrift/TI16Value.java | 6 +- .../hive/service/cli/thrift/TI32Column.java | 4 +- .../hive/service/cli/thrift/TI32Value.java | 6 +- .../hive/service/cli/thrift/TI64Column.java | 4 +- .../hive/service/cli/thrift/TI64Value.java | 6 +- .../hive/service/cli/thrift/TMapTypeEntry.java | 8 +- .../service/cli/thrift/TOpenSessionReq.java | 4 +- .../service/cli/thrift/TOpenSessionResp.java | 4 +- .../service/cli/thrift/TOperationHandle.java | 8 +- .../service/cli/thrift/TOperationState.java | 2 +- .../hive/service/cli/thrift/TOperationType.java | 2 +- .../service/cli/thrift/TPrimitiveTypeEntry.java | 4 +- .../service/cli/thrift/TProtocolVersion.java | 2 +- .../cli/thrift/TRenewDelegationTokenReq.java | 4 +- .../cli/thrift/TRenewDelegationTokenResp.java | 4 +- .../apache/hive/service/cli/thrift/TRow.java | 4 +- .../apache/hive/service/cli/thrift/TRowSet.java | 6 +- .../hive/service/cli/thrift/TSessionHandle.java | 4 +- .../apache/hive/service/cli/thrift/TStatus.java | 6 +- .../hive/service/cli/thrift/TStatusCode.java | 2 +- .../hive/service/cli/thrift/TStringColumn.java | 4 +- .../hive/service/cli/thrift/TStringValue.java | 4 +- .../service/cli/thrift/TStructTypeEntry.java | 4 +- .../hive/service/cli/thrift/TTableSchema.java | 4 +- .../hive/service/cli/thrift/TTypeDesc.java | 4 +- .../hive/service/cli/thrift/TTypeEntry.java | 2 +- .../apache/hive/service/cli/thrift/TTypeId.java | 2 +- .../service/cli/thrift/TTypeQualifierValue.java | 2 +- .../service/cli/thrift/TTypeQualifiers.java | 4 +- .../service/cli/thrift/TUnionTypeEntry.java | 4 +- .../cli/thrift/TUserDefinedTypeEntry.java | 4 +- service/src/gen/thrift/gen-php/TCLIService.php | 3 +- service/src/gen/thrift/gen-php/ThriftHive.php | 3 +- service/src/gen/thrift/gen-php/Types.php | 4 +- .../gen-py/TCLIService/TCLIService-remote | 2 +- .../thrift/gen-py/TCLIService/TCLIService.py | 269 +- .../gen/thrift/gen-py/TCLIService/constants.py | 2 +- .../src/gen/thrift/gen-py/TCLIService/ttypes.py | 190 +- .../gen-py/hive_service/ThriftHive-remote | 51 +- .../thrift/gen-py/hive_service/ThriftHive.py | 135 +- .../gen/thrift/gen-py/hive_service/constants.py | 2 +- .../gen/thrift/gen-py/hive_service/ttypes.py | 20 +- .../gen/thrift/gen-rb/hive_service_constants.rb | 2 +- .../src/gen/thrift/gen-rb/hive_service_types.rb | 2 +- .../src/gen/thrift/gen-rb/t_c_l_i_service.rb | 2 +- .../thrift/gen-rb/t_c_l_i_service_constants.rb | 2 +- .../gen/thrift/gen-rb/t_c_l_i_service_types.rb | 2 +- service/src/gen/thrift/gen-rb/thrift_hive.rb | 2 +- .../auth/LdapAuthenticationProviderImpl.java | 93 +- .../cli/operation/HiveCommandOperation.java | 34 +- .../cli/operation/LogDivertAppender.java | 2 +- .../hive/service/cli/operation/Operation.java | 11 + .../service/cli/operation/OperationManager.java | 11 + .../service/cli/operation/SQLOperation.java | 33 +- .../service/cli/session/HiveSessionImpl.java | 12 + .../cli/session/HiveSessionImplwithUGI.java | 3 +- .../service/cli/session/HiveSessionProxy.java | 6 + .../service/cli/session/SessionManager.java | 6 +- .../thrift/EmbeddedThriftBinaryCLIService.java | 2 +- .../thrift/ThreadPoolExecutorWithOomHook.java | 55 + .../cli/thrift/ThriftBinaryCLIService.java | 12 +- .../service/cli/thrift/ThriftCLIService.java | 8 +- .../cli/thrift/ThriftHttpCLIService.java | 17 +- .../apache/hive/service/server/HiveServer2.java | 12 +- .../hive/service/auth/TestPlainSaslHelper.java | 2 +- .../session/TestPluggableHiveSessionImpl.java | 2 +- .../cli/session/TestSessionGlobalInitFile.java | 2 +- shims/0.20S/pom.xml | 63 - .../hadoop/hive/shims/Hadoop20SShims.java | 733 - .../apache/hadoop/hive/shims/Jetty20SShims.java | 53 - .../apache/hadoop/mapred/WebHCatJTShim20S.java | 123 - shims/0.23/pom.xml | 25 +- .../apache/hadoop/hive/shims/Hadoop23Shims.java | 106 +- shims/aggregator/pom.xml | 6 - shims/common/pom.xml | 4 +- .../apache/hadoop/hive/shims/HadoopShims.java | 2 +- .../apache/hadoop/hive/shims/ShimLoader.java | 17 +- .../hive/thrift/HadoopThriftAuthBridge.java | 14 +- shims/pom.xml | 1 - shims/scheduler/pom.xml | 14 +- .../apache/hive/spark/client/SparkClient.java | 5 + .../hive/spark/client/SparkClientImpl.java | 5 + .../org/apache/hive/spark/client/rpc/Rpc.java | 4 + storage-api/pom.xml | 31 +- .../org/apache/hadoop/hive/common/Pool.java | 32 + .../apache/hadoop/hive/common/io/Allocator.java | 53 + .../apache/hadoop/hive/common/io/DataCache.java | 100 + .../apache/hadoop/hive/common/io/DiskRange.java | 102 + .../hadoop/hive/common/io/DiskRangeList.java | 210 + .../common/io/encoded/EncodedColumnBatch.java | 142 + .../hive/common/io/encoded/MemoryBuffer.java | 28 + .../hadoop/hive/common/type/HiveDecimal.java | 10 +- .../hive/ql/exec/vector/BytesColumnVector.java | 47 +- .../hive/ql/exec/vector/ColumnVector.java | 49 +- .../ql/exec/vector/DecimalColumnVector.java | 59 +- .../hive/ql/exec/vector/DoubleColumnVector.java | 37 +- .../hive/ql/exec/vector/ListColumnVector.java | 119 + .../hive/ql/exec/vector/LongColumnVector.java | 37 +- .../hive/ql/exec/vector/MapColumnVector.java | 131 + .../ql/exec/vector/MultiValuedColumnVector.java | 150 + .../hive/ql/exec/vector/StructColumnVector.java | 124 + .../hive/ql/exec/vector/UnionColumnVector.java | 134 + .../hive/ql/io/sarg/SearchArgumentImpl.java | 2 +- .../ql/exec/vector/TestListColumnVector.java | 200 + .../ql/exec/vector/TestMapColumnVector.java | 224 + .../ql/exec/vector/TestStructColumnVector.java | 95 + .../ql/exec/vector/TestUnionColumnVector.java | 93 + .../hive/ptest/execution/JIRAService.java | 187 +- .../org/apache/hive/ptest/execution/PTest.java | 11 +- .../hive/ptest/execution/TestCheckPhase.java | 77 + .../ptest2/src/main/resources/batch-exec.vm | 2 + .../hive/ptest/execution/TestJIRAService.java | 89 +- ...RAService.testErrorWithMessages.approved.txt | 20 + ...ervice.testErrorWithoutMessages.approved.txt | 14 + .../TestJIRAService.testFailAdd.approved.txt | 21 + .../TestJIRAService.testFailNoAdd.approved.txt | 21 + .../TestJIRAService.testSuccessAdd.approved.txt | 16 + ...estJIRAService.testSuccessNoAdd.approved.txt | 16 + .../ptest/execution/TestTestCheckPhase.java | 91 + .../src/test/resources/HIVE-10761.6.patch | 2539 ++ .../src/test/resources/HIVE-11271.4.patch | 606 + .../ptest2/src/test/resources/HIVE-9377.1.patch | 25 + .../ptest2/src/test/resources/remove-test.patch | 33 + .../resources/test-configuration.properties | 2 + 2138 files changed, 506231 insertions(+), 42284 deletions(-) ----------------------------------------------------------------------
