HIVE-12390: Merge branch 'master' into spark
Conflicts:
ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkPlanGenerator.java
ql/src/java/org/apache/hadoop/hive/ql/exec/spark/status/impl/JobMetricsListener.java
spark-client/src/main/java/org/apache/hive/spark/client/SparkClientUtilities.java
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/cad0ea6a
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/cad0ea6a
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/cad0ea6a
Branch: refs/heads/master
Commit: cad0ea6a98c71aa505e74e37b2558c50d13ba0f2
Parents: b02cd4a 206974a
Author: xzhang <xzhang@xzdt>
Authored: Wed Nov 11 19:57:30 2015 -0800
Committer: xzhang <xzhang@xzdt>
Committed: Wed Nov 11 19:57:30 2015 -0800
----------------------------------------------------------------------
accumulo-handler/pom.xml | 4 -
.../hadoop/hive/accumulo/LazyAccumuloRow.java | 5 +-
.../org/apache/hadoop/hive/accumulo/Utils.java | 5 +-
.../hive/accumulo/columns/ColumnMapper.java | 5 +-
.../accumulo/columns/ColumnMappingFactory.java | 5 +-
.../columns/HiveAccumuloColumnMapping.java | 5 +-
.../hive/accumulo/mr/HiveAccumuloSplit.java | 5 +-
.../predicate/AccumuloPredicateHandler.java | 5 +-
.../predicate/PrimitiveComparisonFilter.java | 5 +-
.../hive/accumulo/predicate/PushdownTuple.java | 5 +-
.../predicate/compare/StringCompare.java | 3 -
.../accumulo/serde/AccumuloRowSerializer.java | 5 +-
.../accumulo/serde/AccumuloSerDeParameters.java | 5 +-
.../serde/CompositeAccumuloRowIdFactory.java | 5 +-
.../predicate/TestAccumuloPredicateHandler.java | 3 -
.../serde/DelimitedAccumuloRowIdFactory.java | 5 +-
.../serde/FirstCharAccumuloCompositeRowId.java | 5 +-
.../hive/accumulo/serde/TestAccumuloSerDe.java | 3 -
beeline/pom.xml | 5 -
.../java/org/apache/hive/beeline/BeeLine.java | 22 +-
.../apache/hive/beeline/ClassNameCompleter.java | 6 +-
.../apache/hive/beeline/HiveSchemaHelper.java | 2 +-
.../org/apache/hive/beeline/SQLCompleter.java | 6 +-
.../apache/hive/beeline/util/QFileClient.java | 8 +-
beeline/src/main/resources/beeline-log4j2.xml | 4 +-
.../hive/beeline/TestBeelineArgParsing.java | 24 +-
.../apache/hive/beeline/cli/TestHiveCli.java | 6 +-
cli/pom.xml | 5 -
.../org/apache/hadoop/hive/cli/CliDriver.java | 18 +-
.../hadoop/hive/cli/OptionsProcessor.java | 6 +-
common/pom.xml | 10 -
.../hadoop/hive/common/CallableWithNdc.java | 44 -
.../hadoop/hive/common/CompressionUtils.java | 22 +-
.../apache/hadoop/hive/common/FileUtils.java | 8 +-
.../hadoop/hive/common/JvmPauseMonitor.java | 11 +-
.../org/apache/hadoop/hive/common/LogUtils.java | 6 +-
.../hadoop/hive/common/RunnableWithNdc.java | 43 -
.../apache/hadoop/hive/common/ServerUtils.java | 6 +-
.../common/io/NonSyncByteArrayOutputStream.java | 4 +
.../common/jsonexplain/tez/TezJsonParser.java | 8 +-
.../hive/common/jsonexplain/tez/Vertex.java | 9 +-
.../metrics/metrics2/CodahaleMetrics.java | 17 +-
.../org/apache/hadoop/hive/conf/HiveConf.java | 88 +-
.../hadoop/hive/conf/SystemVariables.java | 6 +-
.../hadoop/hive/conf/VariableSubstitution.java | 8 +-
.../apache/hadoop/hive/ql/log/PerfLogger.java | 8 +-
.../java/org/apache/hive/common/HiveCompat.java | 6 +-
.../hive/common/util/FixedSizedObjectPool.java | 6 +-
.../apache/hive/common/util/HashCodeUtil.java | 132 +
.../hive/common/util/HiveStringUtils.java | 2 +-
.../apache/hive/common/util/HiveTestUtils.java | 8 +-
.../hive/common/util/HiveVersionInfo.java | 6 +-
.../hive/common/util/ShutdownHookManager.java | 6 +-
.../common/util/TestFixedSizedObjectPool.java | 9 +-
contrib/pom.xml | 5 -
.../genericudf/example/GenericUDFDBOutput.java | 8 +-
.../hive/contrib/serde2/MultiDelimitSerDe.java | 5 +-
.../hadoop/hive/contrib/serde2/RegexSerDe.java | 6 +-
.../hive/contrib/serde2/TypedBytesSerDe.java | 6 +-
.../contrib/serde2/s3/S3LogDeserializer.java | 6 +-
errata.txt | 2 +-
hbase-handler/pom.xml | 5 -
.../AbstractHBaseKeyPredicateDecomposer.java | 8 +-
.../hive/hbase/CompositeHBaseKeyFactory.java | 8 +-
.../hive/hbase/HBaseLazyObjectFactory.java | 28 +
.../apache/hadoop/hive/hbase/HBaseSerDe.java | 11 +-
.../hadoop/hive/hbase/HBaseSerDeHelper.java | 8 +-
.../hadoop/hive/hbase/HBaseStorageHandler.java | 6 +-
.../HBaseTableSnapshotInputFormatUtil.java | 6 +-
.../hive/hbase/HiveHBaseTableInputFormat.java | 6 +-
.../hive/hbase/HiveHBaseTableOutputFormat.java | 6 +-
.../hive/hbase/HiveHFileOutputFormat.java | 6 +-
.../src/test/queries/positive/hbase_queries.q | 4 +-
.../results/positive/external_table_ppd.q.out | 16 +-
.../positive/hbase_binary_storage_queries.q.out | 32 +-
.../test/results/positive/hbase_queries.q.out | 37 +-
.../test/results/positive/hbase_timestamp.q.out | 6 +-
.../positive/hbase_timestamp_format.q.out | 12 +-
.../org/apache/hive/hcatalog/cli/HCatCli.java | 8 +-
.../mapreduce/HCatBaseOutputFormat.java | 2 -
.../hive/hcatalog/mapreduce/SpecialCases.java | 16 +-
.../hive/hcatalog/cli/TestSemanticAnalysis.java | 1 +
.../listener/DbNotificationListener.java | 6 +-
.../messaging/json/JSONMessageFactory.java | 6 +-
.../streaming/AbstractRecordWriter.java | 6 +-
.../hcatalog/streaming/ConnectionError.java | 4 +
.../streaming/DelimitedInputWriter.java | 6 +-
.../hive/hcatalog/streaming/HiveEndPoint.java | 57 +-
.../hive/hcatalog/streaming/InvalidTable.java | 4 +-
.../streaming/StreamingIntegrationTester.java | 6 +-
.../hive/hcatalog/streaming/TestStreaming.java | 35 +-
.../hive/hcatalog/api/TestHCatClient.java | 2 +-
.../hcatalog/api/repl/CommandTestUtils.java | 6 +-
.../api/repl/commands/TestCommands.java | 6 +-
.../hive/hcatalog/templeton/AppConfig.java | 6 +-
.../templeton/CatchallExceptionMapper.java | 6 +-
.../hcatalog/templeton/CompleteDelegator.java | 6 +-
.../hcatalog/templeton/DeleteDelegator.java | 6 +-
.../hcatalog/templeton/ExecServiceImpl.java | 6 +-
.../hive/hcatalog/templeton/HcatDelegator.java | 6 +-
.../hcatalog/templeton/LauncherDelegator.java | 6 +-
.../apache/hive/hcatalog/templeton/Main.java | 10 +-
.../hive/hcatalog/templeton/PigDelegator.java | 6 +-
.../hcatalog/templeton/ProxyUserSupport.java | 6 +-
.../hcatalog/templeton/SecureProxySupport.java | 6 +-
.../apache/hive/hcatalog/templeton/Server.java | 6 +-
.../hive/hcatalog/templeton/SqoopDelegator.java | 6 +-
.../hcatalog/templeton/StatusDelegator.java | 6 +-
.../hcatalog/templeton/tool/HDFSCleanup.java | 6 +-
.../hcatalog/templeton/tool/HDFSStorage.java | 6 +-
.../hive/hcatalog/templeton/tool/JobState.java | 6 +-
.../templeton/tool/JobStateTracker.java | 6 +-
.../hcatalog/templeton/tool/LaunchMapper.java | 8 +-
.../hcatalog/templeton/tool/LogRetriever.java | 6 +-
.../templeton/tool/TempletonControllerJob.java | 6 +-
.../hcatalog/templeton/tool/TempletonUtils.java | 6 +-
.../templeton/tool/TrivialExecService.java | 6 +-
.../templeton/tool/ZooKeeperCleanup.java | 6 +-
.../templeton/tool/ZooKeeperStorage.java | 6 +-
hplsql/pom.xml | 5 -
.../antlr4/org/apache/hive/hplsql/Hplsql.g4 | 83 +-
.../main/java/org/apache/hive/hplsql/Cmp.java | 8 +-
.../main/java/org/apache/hive/hplsql/Conn.java | 25 +-
.../main/java/org/apache/hive/hplsql/Copy.java | 9 +-
.../main/java/org/apache/hive/hplsql/Exec.java | 236 +-
.../java/org/apache/hive/hplsql/Package.java | 194 +
.../main/java/org/apache/hive/hplsql/Scope.java | 15 +-
.../main/java/org/apache/hive/hplsql/Stmt.java | 2 +-
.../main/java/org/apache/hive/hplsql/Var.java | 56 +-
.../apache/hive/hplsql/functions/Function.java | 44 +-
.../hive/hplsql/functions/FunctionOra.java | 33 +-
hplsql/src/main/resources/hplsql-site.xml | 2 +-
.../org/apache/hive/hplsql/TestHplsqlLocal.java | 40 +
.../apache/hive/hplsql/TestHplsqlOffline.java | 5 +
hplsql/src/test/queries/local/bool.sql | 14 +
.../src/test/queries/local/create_package.sql | 60 +
.../src/test/queries/local/create_package2.sql | 23 +
hplsql/src/test/queries/local/datatypes.sql | 20 +
hplsql/src/test/queries/local/declare2.sql | 13 +
hplsql/src/test/queries/local/float.sql | 4 +
hplsql/src/test/queries/local/var_scope.sql | 28 +
hplsql/src/test/queries/local/var_scope2.sql | 30 +
.../test/queries/local/var_scope_include.sql | 1 +
.../src/test/queries/offline/insert_mysql.sql | 2 +
hplsql/src/test/results/local/bool.out.txt | 12 +
.../test/results/local/create_package.out.txt | 47 +
.../test/results/local/create_package2.out.txt | 16 +
hplsql/src/test/results/local/datatypes.out.txt | 27 +
hplsql/src/test/results/local/declare2.out.txt | 7 +
hplsql/src/test/results/local/float.out.txt | 6 +
hplsql/src/test/results/local/var_scope.out.txt | 26 +
.../src/test/results/local/var_scope2.out.txt | 26 +
.../test/results/offline/insert_mysql.out.txt | 4 +
hwi/pom.xml | 5 -
.../hadoop/hive/hwi/HWIContextListener.java | 6 +-
.../org/apache/hadoop/hive/hwi/HWIServer.java | 8 +-
.../apache/hadoop/hive/hwi/HWISessionItem.java | 8 +-
.../hadoop/hive/hwi/HWISessionManager.java | 6 +-
...CustomNonSettableStructObjectInspector1.java | 8 +-
.../api/TestHCatClientNotification.java | 6 +-
.../listener/TestDbNotificationListener.java | 8 +-
.../vectorization/AbstractExpression.java | 150 +
.../vectorization/VectorizationBench.java | 506 -
.../VectorizedArithmeticBench.java | 112 +
.../VectorizedComparisonBench.java | 215 +
.../vectorization/VectorizedLogicBench.java | 147 +
itests/hive-unit/pom.xml | 17 +-
.../hive/metastore/TestHiveMetaStore.java | 6 +-
.../hive/metastore/TestHiveMetaStoreTxns.java | 3 +-
...TestHiveMetaStoreWithEnvironmentContext.java | 11 +-
.../hive/metastore/TestMetastoreVersion.java | 6 +-
.../metastore/hbase/HBaseIntegrationTests.java | 6 +-
.../TestHBaseAggrStatsCacheIntegration.java | 6 +-
.../hive/metastore/hbase/TestHBaseImport.java | 6 +-
.../metastore/hbase/TestHBaseMetastoreSql.java | 6 +-
.../metastore/hbase/TestHBaseSchemaTool.java | 584 +
.../metastore/hbase/TestHBaseSchemaTool2.java | 61 +
.../hbase/TestHBaseStoreIntegration.java | 6 +-
.../hbase/TestStorageDescriptorSharing.java | 6 +-
.../TestHiveAuthorizerCheckInvocation.java | 6 +-
.../hadoop/hive/thrift/TestDBTokenStore.java | 2 +-
.../org/apache/hive/jdbc/TestJdbcDriver2.java | 309 +-
.../apache/hive/jdbc/TestServiceDiscovery.java | 178 +
.../hive/jdbc/cbo_rp_TestJdbcDriver2.java | 6 +-
itests/qtest-accumulo/pom.xml | 6 -
itests/qtest-spark/pom.xml | 5 -
itests/qtest/pom.xml | 11 +-
.../test/resources/testconfiguration.properties | 13 +
.../apache/hadoop/hive/serde2/TestSerDe.java | 6 +-
.../hive/udf/example/GenericUDFExampleAdd.java | 48 +
.../org/apache/hadoop/hive/ql/QTestUtil.java | 10 +-
.../hive/ql/hooks/CheckColumnAccessHook.java | 4 +-
...DummyHiveMetastoreAuthorizationProvider.java | 6 +-
...SQLStdHiveAuthorizationValidatorForTest.java | 47 +-
.../hadoop/hive/ql/udf/UDFFileLookup.java | 4 -
.../hive/ql/udf/generic/GenericUDAFSumList.java | 6 +-
jdbc/pom.xml | 19 +-
.../org/apache/hive/jdbc/HiveConnection.java | 123 +-
.../org/apache/hive/jdbc/HiveDataSource.java | 24 +-
.../apache/hive/jdbc/HiveDatabaseMetaData.java | 4 +-
.../java/org/apache/hive/jdbc/HiveDriver.java | 6 +
.../apache/hive/jdbc/HiveQueryResultSet.java | 6 +-
.../org/apache/hive/jdbc/HiveStatement.java | 21 +-
jdbc/src/java/org/apache/hive/jdbc/Utils.java | 8 +-
.../hive/jdbc/ZooKeeperHiveClientHelper.java | 14 +-
.../org/apache/hive/jdbc/HiveStatementTest.java | 31 +
llap-client/pom.xml | 11 +-
.../hive/llap/registry/ServiceInstance.java | 73 +
.../hive/llap/registry/ServiceInstanceSet.java | 57 +
.../hive/llap/registry/ServiceRegistry.java | 59 +
.../registry/impl/LlapFixedRegistryImpl.java | 223 +
.../llap/registry/impl/LlapRegistryService.java | 87 +
.../registry/impl/LlapYarnRegistryImpl.java | 383 +
llap-server/pom.xml | 11 -
.../hadoop/hive/llap/cache/BuddyAllocator.java | 91 +-
.../hive/llap/cache/LowLevelCacheImpl.java | 8 +-
.../llap/cache/LowLevelCacheMemoryManager.java | 12 +
.../llap/cache/LowLevelFifoCachePolicy.java | 3 -
.../hadoop/hive/llap/cache/MemoryManager.java | 1 +
.../hive/llap/cli/LlapOptionsProcessor.java | 6 +-
.../hadoop/hive/llap/cli/LlapServiceDriver.java | 6 +-
.../hadoop/hive/llap/daemon/HistoryLogger.java | 5 +-
.../hive/llap/daemon/impl/AMReporter.java | 6 +-
.../llap/daemon/impl/ContainerRunnerImpl.java | 2 +-
.../hive/llap/daemon/impl/LlapDaemon.java | 2 +-
.../impl/LlapDaemonProtocolServerImpl.java | 6 +-
.../llap/daemon/impl/TaskExecutorService.java | 21 +-
.../llap/daemon/impl/TaskRunnerCallable.java | 6 +-
.../llap/daemon/registry/ServiceInstance.java | 73 -
.../daemon/registry/ServiceInstanceSet.java | 57 -
.../llap/daemon/registry/ServiceRegistry.java | 59 -
.../registry/impl/LlapFixedRegistryImpl.java | 222 -
.../registry/impl/LlapRegistryService.java | 86 -
.../registry/impl/LlapYarnRegistryImpl.java | 383 -
.../daemon/services/impl/LlapWebServices.java | 2 -
.../hive/llap/io/api/impl/LlapInputFormat.java | 5 +-
.../hive/llap/io/api/impl/LlapIoImpl.java | 9 +-
.../llap/io/encoded/OrcEncodedDataReader.java | 14 +-
.../hive/llap/shufflehandler/DirWatcher.java | 6 +-
.../shufflehandler/FadvisedChunkedFile.java | 6 +-
.../llap/shufflehandler/FadvisedFileRegion.java | 6 +-
.../hive/llap/shufflehandler/IndexCache.java | 6 +-
.../llap/shufflehandler/ShuffleHandler.java | 19 +-
.../tezplugins/helpers/SourceStateTracker.java | 6 +-
.../dag/app/rm/LlapTaskSchedulerService.java | 12 +-
.../hive/llap/cache/TestBuddyAllocator.java | 12 +-
.../TestIncrementalObjectSizeEstimator.java | 6 +-
.../hive/llap/cache/TestLowLevelCacheImpl.java | 6 +-
.../llap/cache/TestLowLevelLrfuCachePolicy.java | 6 +-
.../hive/llap/cache/TestOrcMetadataCache.java | 8 +-
.../hive/llap/daemon/MiniLlapCluster.java | 6 +-
.../app/rm/TestLlapTaskSchedulerService.java | 2 +-
metastore/if/hive_metastore.thrift | 14 +
metastore/pom.xml | 13 +-
.../gen/thrift/gen-cpp/ThriftHiveMetastore.cpp | 3433 +++--
.../gen/thrift/gen-cpp/ThriftHiveMetastore.h | 334 +
.../ThriftHiveMetastore_server.skeleton.cpp | 10 +
.../gen/thrift/gen-cpp/hive_metastore_types.cpp | 349 +-
.../gen/thrift/gen-cpp/hive_metastore_types.h | 65 +
.../hadoop/hive/metastore/api/TableMeta.java | 701 +
.../hive/metastore/api/ThriftHiveMetastore.java | 13687 ++++++++++-------
.../gen-php/metastore/ThriftHiveMetastore.php | 1915 ++-
.../src/gen/thrift/gen-php/metastore/Types.php | 144 +
.../hive_metastore/ThriftHiveMetastore-remote | 14 +
.../hive_metastore/ThriftHiveMetastore.py | 1353 +-
.../gen/thrift/gen-py/hive_metastore/ttypes.py | 110 +
.../gen/thrift/gen-rb/hive_metastore_types.rb | 25 +
.../gen/thrift/gen-rb/thrift_hive_metastore.rb | 149 +
.../hive/metastore/AggregateStatsCache.java | 34 +-
.../apache/hadoop/hive/metastore/Deadline.java | 6 +-
.../hadoop/hive/metastore/HiveAlterHandler.java | 12 +-
.../hadoop/hive/metastore/HiveMetaStore.java | 56 +-
.../hive/metastore/HiveMetaStoreClient.java | 54 +-
.../hive/metastore/HiveMetaStoreFsImpl.java | 8 +-
.../hadoop/hive/metastore/IMetaStoreClient.java | 23 +
.../hive/metastore/MetaStoreDirectSql.java | 6 +-
.../hadoop/hive/metastore/MetaStoreInit.java | 6 +-
.../hadoop/hive/metastore/MetaStoreUtils.java | 43 +-
.../hadoop/hive/metastore/ObjectStore.java | 124 +-
.../hive/metastore/PartFilterExprUtil.java | 6 +-
.../apache/hadoop/hive/metastore/RawStore.java | 4 +
.../hadoop/hive/metastore/RawStoreProxy.java | 6 -
.../hive/metastore/RetryingHMSHandler.java | 6 +-
.../hive/metastore/RetryingMetaStoreClient.java | 6 +-
.../hive/metastore/TUGIBasedProcessor.java | 6 +-
.../apache/hadoop/hive/metastore/Warehouse.java | 6 +-
.../hive/metastore/events/EventCleanerTask.java | 8 +-
.../hbase/AggrStatsInvalidatorFilter.java | 8 +-
.../hive/metastore/hbase/HBaseImport.java | 6 +-
.../hive/metastore/hbase/HBaseReadWrite.java | 704 +-
.../hive/metastore/hbase/HBaseSchemaTool.java | 282 +-
.../hadoop/hive/metastore/hbase/HBaseStore.java | 50 +-
.../hadoop/hive/metastore/hbase/HBaseUtils.java | 109 +-
.../metastore/hbase/PartitionKeyComparator.java | 6 +-
.../hbase/SharedStorageDescriptor.java | 6 +-
.../hadoop/hive/metastore/hbase/StatsCache.java | 6 +-
.../metastore/hbase/TephraHBaseConnection.java | 6 +-
.../metastore/hbase/VanillaHBaseConnection.java | 6 +-
.../hadoop/hive/metastore/parser/Filter.g | 218 +
.../spec/CompositePartitionSpecProxy.java | 4 +-
.../hive/metastore/tools/HiveMetaTool.java | 6 +-
.../metastore/txn/CompactionTxnHandler.java | 6 +-
.../hadoop/hive/metastore/txn/TxnDbUtil.java | 6 +-
.../hadoop/hive/metastore/txn/TxnHandler.java | 6 +-
.../metastore/DummyMetaStoreInitListener.java | 4 +-
.../DummyRawStoreControlledCommit.java | 7 +
.../DummyRawStoreForJdoConnection.java | 7 +
.../hive/metastore/VerifyingObjectStore.java | 6 +-
.../hbase/TestHBaseAggregateStatsCache.java | 6 +-
.../hive/metastore/hbase/TestHBaseStore.java | 6 +-
.../metastore/hbase/TestHBaseStoreCached.java | 6 +-
.../hbase/TestSharedStorageDescriptor.java | 6 +-
.../metastore/txn/TestTxnHandlerNegative.java | 6 +-
pom.xml | 26 +-
ql/pom.xml | 10 -
.../org/apache/hadoop/hive/llap/LogLevels.java | 4 +-
.../java/org/apache/hadoop/hive/ql/Context.java | 10 +-
.../java/org/apache/hadoop/hive/ql/Driver.java | 93 +-
.../apache/hadoop/hive/ql/DriverContext.java | 8 +-
.../org/apache/hadoop/hive/ql/ErrorMsg.java | 6 -
.../org/apache/hadoop/hive/ql/QueryPlan.java | 3 -
.../hive/ql/exec/AbstractFileMergeOperator.java | 9 +-
.../hadoop/hive/ql/exec/ArchiveUtils.java | 6 +-
.../hadoop/hive/ql/exec/AutoProgressor.java | 6 +-
.../hadoop/hive/ql/exec/ColumnStatsTask.java | 6 +-
.../hive/ql/exec/ColumnStatsUpdateTask.java | 10 +-
.../hadoop/hive/ql/exec/CommonJoinOperator.java | 6 +-
.../hive/ql/exec/CommonMergeJoinOperator.java | 14 +-
.../apache/hadoop/hive/ql/exec/CopyTask.java | 6 +-
.../org/apache/hadoop/hive/ql/exec/DDLTask.java | 52 +-
.../hive/ql/exec/DefaultBucketMatcher.java | 6 +-
.../hadoop/hive/ql/exec/DemuxOperator.java | 6 +-
.../apache/hadoop/hive/ql/exec/ExplainTask.java | 8 +-
.../ql/exec/ExprNodeGenericFuncEvaluator.java | 8 +-
.../hadoop/hive/ql/exec/FetchOperator.java | 7 +-
.../apache/hadoop/hive/ql/exec/FetchTask.java | 6 +-
.../hadoop/hive/ql/exec/FileSinkOperator.java | 9 +-
.../hadoop/hive/ql/exec/FunctionRegistry.java | 133 +-
.../hadoop/hive/ql/exec/FunctionTask.java | 10 +-
.../hive/ql/exec/HashTableSinkOperator.java | 8 +-
.../apache/hadoop/hive/ql/exec/Heartbeater.java | 6 +-
.../hive/ql/exec/HiveTotalOrderPartitioner.java | 6 +-
.../hadoop/hive/ql/exec/JoinOperator.java | 6 +-
.../hadoop/hive/ql/exec/KeyWrapperFactory.java | 20 +-
.../hadoop/hive/ql/exec/MapJoinOperator.java | 26 +-
.../apache/hadoop/hive/ql/exec/MapOperator.java | 27 +
.../hadoop/hive/ql/exec/MapredContext.java | 10 +-
.../apache/hadoop/hive/ql/exec/MoveTask.java | 9 +-
.../apache/hadoop/hive/ql/exec/MuxOperator.java | 6 +-
.../hadoop/hive/ql/exec/ObjectCacheFactory.java | 6 +-
.../apache/hadoop/hive/ql/exec/Operator.java | 58 +-
.../hadoop/hive/ql/exec/OperatorFactory.java | 6 +-
.../hadoop/hive/ql/exec/OperatorUtils.java | 17 +-
.../hive/ql/exec/OrcFileMergeOperator.java | 6 +-
.../hadoop/hive/ql/exec/PTFPartition.java | 6 +-
.../hive/ql/exec/PartitionKeySampler.java | 6 +-
.../hive/ql/exec/RCFileMergeOperator.java | 6 +-
.../hadoop/hive/ql/exec/ReduceSinkOperator.java | 10 +
.../apache/hadoop/hive/ql/exec/Registry.java | 18 +-
.../hadoop/hive/ql/exec/SMBMapJoinOperator.java | 8 +-
.../hadoop/hive/ql/exec/SkewJoinHandler.java | 8 +-
.../ql/exec/SparkHashTableSinkOperator.java | 6 +-
.../hadoop/hive/ql/exec/StatsNoJobTask.java | 6 +-
.../apache/hadoop/hive/ql/exec/StatsTask.java | 6 +-
.../org/apache/hadoop/hive/ql/exec/Task.java | 6 +-
.../hive/ql/exec/TezDummyStoreOperator.java | 9 +
.../apache/hadoop/hive/ql/exec/TopNHash.java | 13 +-
.../hadoop/hive/ql/exec/UDTFOperator.java | 6 +-
.../apache/hadoop/hive/ql/exec/Utilities.java | 26 +-
.../hive/ql/exec/errors/TaskLogProcessor.java | 6 +-
.../mapjoin/MapJoinMemoryExhaustionHandler.java | 6 +-
.../hadoop/hive/ql/exec/mr/ExecDriver.java | 26 +-
.../hadoop/hive/ql/exec/mr/ExecMapper.java | 18 +-
.../hive/ql/exec/mr/ExecMapperContext.java | 3 -
.../hadoop/hive/ql/exec/mr/ExecReducer.java | 8 +-
.../hadoop/hive/ql/exec/mr/HashTableLoader.java | 6 +-
.../hadoop/hive/ql/exec/mr/MapredLocalTask.java | 8 +-
.../hadoop/hive/ql/exec/mr/ObjectCache.java | 16 +-
.../apache/hadoop/hive/ql/exec/mr/Throttle.java | 4 +-
.../persistence/BytesBytesMultiHashMap.java | 6 +-
.../ql/exec/persistence/FlatRowContainer.java | 6 +-
.../ql/exec/persistence/HashMapWrapper.java | 6 +-
.../persistence/HybridHashTableContainer.java | 69 +-
.../ql/exec/persistence/KeyValueContainer.java | 6 +-
.../persistence/MapJoinBytesTableContainer.java | 11 +-
.../hive/ql/exec/persistence/MapJoinKey.java | 4 +-
.../ql/exec/persistence/MapJoinKeyObject.java | 6 +-
.../ql/exec/persistence/ObjectContainer.java | 6 +-
.../hive/ql/exec/persistence/RowContainer.java | 6 +-
.../hive/ql/exec/spark/HashTableLoader.java | 6 +-
.../hive/ql/exec/spark/HiveKVResultCache.java | 6 +-
.../ql/exec/spark/HiveSparkClientFactory.java | 6 +-
.../hive/ql/exec/spark/KryoSerializer.java | 6 +-
.../ql/exec/spark/LocalHiveSparkClient.java | 16 +-
.../ql/exec/spark/RemoteHiveSparkClient.java | 6 +-
.../hive/ql/exec/spark/SmallTableCache.java | 6 +-
.../exec/spark/SparkDynamicPartitionPruner.java | 6 +-
.../ql/exec/spark/SparkMapRecordHandler.java | 9 +-
.../exec/spark/SparkMergeFileRecordHandler.java | 6 +-
.../hadoop/hive/ql/exec/spark/SparkPlan.java | 8 +-
.../hive/ql/exec/spark/SparkPlanGenerator.java | 7 +-
.../hive/ql/exec/spark/SparkRecordHandler.java | 10 +-
.../ql/exec/spark/SparkReduceRecordHandler.java | 8 +-
.../hadoop/hive/ql/exec/spark/SparkTask.java | 8 +-
.../ql/exec/spark/session/SparkSessionImpl.java | 6 +-
.../spark/session/SparkSessionManagerImpl.java | 6 +-
.../ql/exec/spark/status/SparkJobMonitor.java | 8 +-
.../spark/status/impl/JobMetricsListener.java | 7 +-
.../spark/status/impl/LocalSparkJobStatus.java | 6 +-
.../spark/status/impl/RemoteSparkJobStatus.java | 6 +-
.../ql/exec/tez/ColumnarSplitSizeEstimator.java | 6 +-
.../hive/ql/exec/tez/CustomPartitionEdge.java | 6 +-
.../hive/ql/exec/tez/CustomPartitionVertex.java | 7 +-
.../hadoop/hive/ql/exec/tez/DagUtils.java | 6 +-
.../ql/exec/tez/DynamicPartitionPruner.java | 6 +-
.../hive/ql/exec/tez/HashTableLoader.java | 6 +-
.../hive/ql/exec/tez/HivePreWarmProcessor.java | 6 +-
.../hive/ql/exec/tez/HiveSplitGenerator.java | 6 +-
.../hive/ql/exec/tez/LlapObjectCache.java | 24 +-
.../hive/ql/exec/tez/MapRecordProcessor.java | 33 +-
.../hive/ql/exec/tez/MapRecordSource.java | 8 +-
.../ql/exec/tez/MergeFileRecordProcessor.java | 10 +-
.../hadoop/hive/ql/exec/tez/ObjectCache.java | 6 +-
.../hive/ql/exec/tez/RecordProcessor.java | 7 +-
.../hive/ql/exec/tez/ReduceRecordProcessor.java | 6 +-
.../hive/ql/exec/tez/ReduceRecordSource.java | 26 +-
.../hadoop/hive/ql/exec/tez/SplitGrouper.java | 6 +-
.../hive/ql/exec/tez/TezJobExecHelper.java | 6 +-
.../hadoop/hive/ql/exec/tez/TezProcessor.java | 17 +-
.../hive/ql/exec/tez/TezSessionPoolManager.java | 6 +-
.../hive/ql/exec/tez/TezSessionState.java | 10 +-
.../apache/hadoop/hive/ql/exec/tez/TezTask.java | 9 +
.../ql/exec/tez/tools/KeyValueInputMerger.java | 6 +-
.../ql/exec/tez/tools/KeyValuesInputMerger.java | 6 +-
.../hive/ql/exec/vector/VectorAssignRow.java | 8 +-
.../ql/exec/vector/VectorColumnOrderedMap.java | 6 +-
.../hive/ql/exec/vector/VectorCopyRow.java | 8 +-
.../ql/exec/vector/VectorDeserializeRow.java | 68 +-
.../exec/vector/VectorExpressionDescriptor.java | 6 +-
.../hive/ql/exec/vector/VectorExtractRow.java | 8 +-
.../ql/exec/vector/VectorGroupByOperator.java | 8 +-
.../exec/vector/VectorMapJoinBaseOperator.java | 8 +-
.../ql/exec/vector/VectorMapJoinOperator.java | 6 +-
.../exec/vector/VectorSMBMapJoinOperator.java | 6 +-
.../hive/ql/exec/vector/VectorSerializeRow.java | 68 +-
.../exec/vector/VectorSerializeRowNoNulls.java | 412 -
.../ql/exec/vector/VectorizationContext.java | 24 +-
.../ql/exec/vector/VectorizedBatchUtil.java | 6 +-
.../ql/exec/vector/VectorizedRowBatchCtx.java | 6 +-
.../expressions/FilterStructColumnInList.java | 3 +-
.../ql/exec/vector/expressions/NullUtil.java | 21 +-
.../vector/expressions/StructColumnInList.java | 3 +-
.../vector/expressions/VectorUDFDateString.java | 10 +-
.../exec/vector/keyseries/VectorKeySeries.java | 98 +
.../VectorKeySeriesBytesSerialized.java | 271 +
.../vector/keyseries/VectorKeySeriesImpl.java | 68 +
.../VectorKeySeriesLongSerialized.java | 249 +
.../VectorKeySeriesMultiSerialized.java | 187 +
.../keyseries/VectorKeySeriesSerialized.java | 35 +
.../VectorKeySeriesSerializedImpl.java | 130 +
.../keyseries/VectorKeySeriesSingleImpl.java | 158 +
.../mapjoin/VectorMapJoinCommonOperator.java | 55 +-
.../VectorMapJoinGenerateResultOperator.java | 37 +-
...pJoinInnerBigOnlyGenerateResultOperator.java | 8 +-
.../VectorMapJoinInnerBigOnlyLongOperator.java | 14 +-
...ctorMapJoinInnerBigOnlyMultiKeyOperator.java | 38 +-
...VectorMapJoinInnerBigOnlyStringOperator.java | 14 +-
...ectorMapJoinInnerGenerateResultOperator.java | 8 +-
.../mapjoin/VectorMapJoinInnerLongOperator.java | 14 +-
.../VectorMapJoinInnerMultiKeyOperator.java | 38 +-
.../VectorMapJoinInnerStringOperator.java | 14 +-
...orMapJoinLeftSemiGenerateResultOperator.java | 8 +-
.../VectorMapJoinLeftSemiLongOperator.java | 14 +-
.../VectorMapJoinLeftSemiMultiKeyOperator.java | 38 +-
.../VectorMapJoinLeftSemiStringOperator.java | 14 +-
...ectorMapJoinOuterGenerateResultOperator.java | 20 +-
.../mapjoin/VectorMapJoinOuterLongOperator.java | 16 +-
.../VectorMapJoinOuterMultiKeyOperator.java | 21 +-
.../VectorMapJoinOuterStringOperator.java | 16 +-
.../mapjoin/VectorMapJoinRowBytesContainer.java | 6 +-
.../fast/VectorMapJoinFastBytesHashMap.java | 11 +-
.../VectorMapJoinFastBytesHashMultiSet.java | 11 +-
.../fast/VectorMapJoinFastBytesHashSet.java | 11 +-
.../fast/VectorMapJoinFastBytesHashTable.java | 17 +-
.../fast/VectorMapJoinFastBytesHashUtil.java | 4 -
.../fast/VectorMapJoinFastHashTable.java | 8 +-
.../fast/VectorMapJoinFastHashTableLoader.java | 8 +-
.../fast/VectorMapJoinFastIntHashUtil.java | 32 -
.../mapjoin/fast/VectorMapJoinFastKeyStore.java | 8 +-
.../fast/VectorMapJoinFastLongHashMap.java | 11 +-
.../fast/VectorMapJoinFastLongHashMultiSet.java | 11 +-
.../fast/VectorMapJoinFastLongHashSet.java | 11 +-
.../fast/VectorMapJoinFastLongHashTable.java | 19 +-
.../fast/VectorMapJoinFastLongHashUtil.java | 11 -
.../fast/VectorMapJoinFastTableContainer.java | 8 +-
.../fast/VectorMapJoinFastValueStore.java | 8 +-
.../VectorMapJoinOptimizedCreateHashTable.java | 8 +-
.../VectorMapJoinOptimizedHashTable.java | 6 +-
.../VectorMapJoinOptimizedLongCommon.java | 8 +-
.../VectorReduceSinkCommonOperator.java | 416 +
.../VectorReduceSinkLongOperator.java | 72 +
.../VectorReduceSinkMultiKeyOperator.java | 68 +
.../VectorReduceSinkStringOperator.java | 70 +
.../ql/exec/vector/udf/VectorUDFAdaptor.java | 5 +
.../ql/exec/vector/udf/VectorUDFArgDesc.java | 19 +-
.../hadoop/hive/ql/history/HiveHistoryImpl.java | 8 +-
.../hive/ql/history/HiveHistoryViewer.java | 6 +-
.../apache/hadoop/hive/ql/hooks/ATSHook.java | 27 +-
.../hadoop/hive/ql/hooks/LineageLogger.java | 16 +-
.../hive/ql/hooks/PostExecOrcFileDump.java | 6 +-
.../ql/hooks/PostExecTezSummaryPrinter.java | 6 +-
.../hadoop/hive/ql/hooks/WriteEntity.java | 6 +-
.../apache/hadoop/hive/ql/index/HiveIndex.java | 6 +-
.../hive/ql/index/HiveIndexQueryContext.java | 10 +-
.../hadoop/hive/ql/index/HiveIndexResult.java | 8 +-
.../hive/ql/index/HiveIndexedInputFormat.java | 6 +-
.../ql/index/bitmap/BitmapIndexHandler.java | 6 +-
.../ql/index/compact/CompactIndexHandler.java | 6 +-
.../compact/HiveCompactIndexInputFormat.java | 8 +-
.../hadoop/hive/ql/io/AcidInputFormat.java | 14 +-
.../org/apache/hadoop/hive/ql/io/AcidUtils.java | 6 +-
.../hive/ql/io/BucketizedHiveInputFormat.java | 8 +-
.../org/apache/hadoop/hive/ql/io/CodecPool.java | 6 +-
.../hive/ql/io/CombineHiveInputFormat.java | 6 +-
.../org/apache/hadoop/hive/ql/io/HdfsUtils.java | 6 +-
.../ql/io/HiveContextAwareRecordReader.java | 8 +-
.../hadoop/hive/ql/io/HiveFileFormatUtils.java | 6 +-
.../hadoop/hive/ql/io/HiveInputFormat.java | 10 +-
.../apache/hadoop/hive/ql/io/IOContextMap.java | 6 +-
.../hadoop/hive/ql/io/NullRowsInputFormat.java | 6 +-
.../org/apache/hadoop/hive/ql/io/RCFile.java | 6 +-
.../hadoop/hive/ql/io/StorageFormatFactory.java | 6 +-
.../ql/io/avro/AvroContainerOutputFormat.java | 6 +-
.../ql/io/avro/AvroGenericRecordReader.java | 6 +-
.../hive/ql/io/merge/MergeFileMapper.java | 6 +-
.../hadoop/hive/ql/io/merge/MergeFileTask.java | 2 +-
.../hadoop/hive/ql/io/merge/MergeFileWork.java | 6 +-
.../apache/hadoop/hive/ql/io/orc/InStream.java | 6 +-
.../hadoop/hive/ql/io/orc/MemoryManager.java | 6 +-
.../hadoop/hive/ql/io/orc/OrcInputFormat.java | 30 +-
.../hive/ql/io/orc/OrcNewInputFormat.java | 6 +-
.../hadoop/hive/ql/io/orc/OrcOutputFormat.java | 6 +-
.../hive/ql/io/orc/OrcRawRecordMerger.java | 6 +-
.../hadoop/hive/ql/io/orc/OrcRecordUpdater.java | 6 +-
.../apache/hadoop/hive/ql/io/orc/OrcSerde.java | 6 +-
.../apache/hadoop/hive/ql/io/orc/OrcSplit.java | 6 +-
.../apache/hadoop/hive/ql/io/orc/OrcUtils.java | 6 +-
.../hadoop/hive/ql/io/orc/ReaderImpl.java | 8 +-
.../hive/ql/io/orc/RecordReaderFactory.java | 6 +-
.../hadoop/hive/ql/io/orc/RecordReaderImpl.java | 11 +-
.../ql/io/orc/RunLengthIntegerReaderV2.java | 6 +-
.../hadoop/hive/ql/io/orc/WriterImpl.java | 6 +-
.../ql/io/orc/encoded/EncodedReaderImpl.java | 115 +-
.../hive/ql/io/parquet/LeafFilterFactory.java | 6 +-
.../ql/io/parquet/MapredParquetInputFormat.java | 6 +-
.../io/parquet/MapredParquetOutputFormat.java | 6 +-
.../hive/ql/io/parquet/ProjectionPusher.java | 6 +-
.../parquet/VectorizedParquetInputFormat.java | 8 +-
.../read/ParquetFilterPredicateConverter.java | 6 +-
.../read/ParquetRecordReaderWrapper.java | 6 +-
.../ql/io/parquet/write/DataWritableWriter.java | 8 +-
.../write/ParquetRecordWriterWrapper.java | 6 +-
.../ql/io/rcfile/stats/PartialScanMapper.java | 6 +-
.../ql/io/rcfile/stats/PartialScanTask.java | 7 +-
.../rcfile/truncate/ColumnTruncateMapper.java | 6 +-
.../io/rcfile/truncate/ColumnTruncateTask.java | 5 +-
.../hive/ql/io/sarg/ConvertAstToSearchArg.java | 6 +-
.../hadoop/hive/ql/lockmgr/DbLockManager.java | 6 +-
.../hadoop/hive/ql/lockmgr/DbTxnManager.java | 6 +-
.../hadoop/hive/ql/lockmgr/DummyTxnManager.java | 8 +-
.../hive/ql/lockmgr/EmbeddedLockManager.java | 19 +-
.../zookeeper/CuratorFrameworkSingleton.java | 6 +-
.../zookeeper/ZooKeeperHiveLockManager.java | 16 +-
.../hadoop/hive/ql/metadata/DummyPartition.java | 8 +-
.../apache/hadoop/hive/ql/metadata/Hive.java | 83 +-
.../hive/ql/metadata/HiveMetaStoreChecker.java | 6 +-
.../hadoop/hive/ql/metadata/HiveUtils.java | 6 +-
.../hadoop/hive/ql/metadata/Partition.java | 23 +-
.../ql/metadata/SessionHiveMetaStoreClient.java | 84 +-
.../apache/hadoop/hive/ql/metadata/Table.java | 44 +-
.../formatting/JsonMetaDataFormatter.java | 6 +-
.../formatting/TextMetaDataFormatter.java | 6 +-
.../ql/optimizer/AbstractBucketJoinProc.java | 4 -
...tionSizeBasedBigTableSelectorForAutoSMJ.java | 8 +-
.../hive/ql/optimizer/BucketJoinProcCtx.java | 8 +-
.../ql/optimizer/BucketMapJoinOptimizer.java | 6 +-
.../BucketingSortingReduceSinkOptimizer.java | 6 +
.../hive/ql/optimizer/ColumnPrunerProcCtx.java | 7 +
.../ql/optimizer/ColumnPrunerProcFactory.java | 6 +-
.../hive/ql/optimizer/ConstantPropagate.java | 6 +-
.../ql/optimizer/ConstantPropagateProcCtx.java | 21 +-
.../optimizer/ConstantPropagateProcFactory.java | 6 +-
.../hive/ql/optimizer/ConvertJoinMapJoin.java | 6 +-
.../DynamicPartitionPruningOptimization.java | 6 +-
.../hive/ql/optimizer/GenMRFileSink1.java | 6 +-
.../hive/ql/optimizer/GenMapRedUtils.java | 17 +-
.../hive/ql/optimizer/GlobalLimitOptimizer.java | 6 +-
.../hive/ql/optimizer/GroupByOptimizer.java | 14 +-
.../ql/optimizer/IdentityProjectRemover.java | 6 +-
.../hadoop/hive/ql/optimizer/IndexUtils.java | 6 +-
.../hive/ql/optimizer/MapJoinProcessor.java | 6 +-
.../ql/optimizer/OperatorComparatorFactory.java | 8 +-
.../hadoop/hive/ql/optimizer/Optimizer.java | 29 +-
.../ql/optimizer/PartitionColumnsSeparator.java | 525 +
.../hive/ql/optimizer/PointLookupOptimizer.java | 96 +-
.../hadoop/hive/ql/optimizer/PrunerUtils.java | 8 -
.../ql/optimizer/ReduceSinkMapJoinProc.java | 6 +-
.../optimizer/RemoveDynamicPruningBySize.java | 6 +-
.../hadoop/hive/ql/optimizer/SamplePruner.java | 8 +-
.../ql/optimizer/SetReducerParallelism.java | 6 +-
.../hive/ql/optimizer/SimpleFetchOptimizer.java | 6 +-
.../hive/ql/optimizer/SkewJoinOptimizer.java | 6 +-
.../optimizer/SortedDynPartitionOptimizer.java | 6 +-
.../SortedMergeBucketMapJoinOptimizer.java | 8 +-
.../SparkRemoveDynamicPruningBySize.java | 8 +-
.../hive/ql/optimizer/StatsOptimizer.java | 50 +-
.../ql/optimizer/calcite/HiveCalciteUtil.java | 15 +-
.../ql/optimizer/calcite/HiveRelOptUtil.java | 6 +-
.../ql/optimizer/calcite/RelOptHiveTable.java | 8 +-
.../optimizer/calcite/cost/HiveCostModel.java | 6 +-
.../calcite/cost/HiveOnTezCostModel.java | 6 +-
.../calcite/reloperators/HiveTableScan.java | 6 +-
.../rules/HiveInsertExchange4JoinRule.java | 8 +-
.../calcite/rules/HiveJoinAddNotNullRule.java | 8 +-
.../calcite/rules/HiveJoinToMultiJoinRule.java | 6 +-
.../calcite/rules/HivePreFilteringRule.java | 10 +-
.../calcite/rules/HiveRelFieldTrimmer.java | 143 +-
.../optimizer/calcite/rules/PartitionPrune.java | 6 +-
.../calcite/stats/HiveRelMdRowCount.java | 20 +-
.../calcite/translator/ASTConverter.java | 40 +-
.../calcite/translator/ExprNodeConverter.java | 12 +-
.../calcite/translator/HiveOpConverter.java | 13 +-
.../translator/HiveOpConverterPostProc.java | 6 +-
.../translator/PlanModifierForASTConv.java | 9 +-
.../calcite/translator/PlanModifierUtil.java | 6 +-
.../calcite/translator/RexNodeConverter.java | 19 +-
.../translator/SqlFunctionConverter.java | 6 +-
.../correlation/CorrelationOptimizer.java | 6 +-
.../QueryPlanTreeTransformation.java | 6 +-
.../ql/optimizer/index/RewriteCanApplyCtx.java | 6 +-
.../ql/optimizer/index/RewriteGBUsingIndex.java | 6 +-
.../index/RewriteParseContextGenerator.java | 6 +-
.../RewriteQueryUsingAggregateIndexCtx.java | 6 +-
.../ql/optimizer/lineage/OpProcFactory.java | 25 +-
.../LBPartitionProcFactory.java | 6 +-
.../ListBucketingPruner.java | 6 +-
.../pcr/PartitionConditionRemover.java | 8 +-
.../ql/optimizer/pcr/PcrExprProcFactory.java | 39 +-
.../hive/ql/optimizer/pcr/PcrOpProcFactory.java | 8 +-
.../optimizer/physical/CrossProductCheck.java | 8 +-
.../physical/GenSparkSkewJoinProcessor.java | 6 +-
.../hive/ql/optimizer/physical/LlapDecider.java | 8 +-
.../physical/LocalMapJoinProcFactory.java | 6 +-
.../ql/optimizer/physical/MemoryDecider.java | 6 +-
.../physical/MetadataOnlyOptimizer.java | 6 +-
.../optimizer/physical/NullScanOptimizer.java | 6 +-
.../physical/NullScanTaskDispatcher.java | 12 +-
.../ql/optimizer/physical/SerializeFilter.java | 6 +-
.../hive/ql/optimizer/physical/Vectorizer.java | 235 +-
.../physical/index/IndexWhereProcCtx.java | 6 +-
.../physical/index/IndexWhereProcessor.java | 6 +-
.../hive/ql/optimizer/ppr/OpProcFactory.java | 3 +-
.../ppr/PartitionExpressionForMetastore.java | 6 +-
.../hive/ql/optimizer/ppr/PartitionPruner.java | 6 +-
.../spark/CombineEquivalentWorkResolver.java | 6 +-
.../spark/SetSparkReducerParallelism.java | 6 +-
.../optimizer/spark/SparkMapJoinOptimizer.java | 6 +-
.../spark/SparkReduceSinkMapJoinProc.java | 6 +-
.../stats/annotation/StatsRulesProcFactory.java | 10 +-
.../ql/optimizer/unionproc/UnionProcessor.java | 5 -
.../hive/ql/parse/AppMasterEventProcessor.java | 6 +-
.../hive/ql/parse/BaseSemanticAnalyzer.java | 13 +-
.../hadoop/hive/ql/parse/CalcitePlanner.java | 8 +-
.../hive/ql/parse/ColumnAccessAnalyzer.java | 6 +-
.../ql/parse/ColumnStatsSemanticAnalyzer.java | 8 +-
.../hive/ql/parse/DDLSemanticAnalyzer.java | 11 +-
.../apache/hadoop/hive/ql/parse/EximUtil.java | 6 +-
.../hadoop/hive/ql/parse/FileSinkProcessor.java | 8 +-
.../hive/ql/parse/FunctionSemanticAnalyzer.java | 10 +-
.../hadoop/hive/ql/parse/GenTezUtils.java | 6 +-
.../apache/hadoop/hive/ql/parse/GenTezWork.java | 10 +-
.../apache/hadoop/hive/ql/parse/HiveParser.g | 5 -
.../hive/ql/parse/ImportSemanticAnalyzer.java | 4 +
.../hadoop/hive/ql/parse/InputSignature.java | 6 +-
.../hive/ql/parse/MacroSemanticAnalyzer.java | 8 +-
.../hadoop/hive/ql/parse/MapReduceCompiler.java | 6 +-
.../hive/ql/parse/MetaDataExportListener.java | 6 +-
.../hadoop/hive/ql/parse/PTFTranslator.java | 6 +-
.../hadoop/hive/ql/parse/ParseDriver.java | 6 +-
.../hive/ql/parse/ProcessAnalyzeTable.java | 6 +-
.../org/apache/hadoop/hive/ql/parse/QB.java | 6 +-
.../org/apache/hadoop/hive/ql/parse/QBExpr.java | 6 +-
.../apache/hadoop/hive/ql/parse/QBMetaData.java | 6 +-
.../hadoop/hive/ql/parse/QBParseInfo.java | 6 +-
.../hadoop/hive/ql/parse/RowResolver.java | 6 +-
.../hadoop/hive/ql/parse/SemanticAnalyzer.java | 80 +-
.../hive/ql/parse/TableAccessAnalyzer.java | 6 +-
.../hadoop/hive/ql/parse/TaskCompiler.java | 6 +-
.../hadoop/hive/ql/parse/TezCompiler.java | 7 +-
.../hadoop/hive/ql/parse/TypeCheckCtx.java | 8 +-
.../hive/ql/parse/TypeCheckProcFactory.java | 11 +-
.../hadoop/hive/ql/parse/UnionProcessor.java | 6 +-
.../hive/ql/parse/spark/GenSparkUtils.java | 6 +-
.../hive/ql/parse/spark/GenSparkWork.java | 6 +-
.../hive/ql/parse/spark/SparkCompiler.java | 6 +-
.../ql/parse/spark/SparkFileSinkProcessor.java | 8 +-
.../SparkPartitionPruningSinkOperator.java | 6 +-
.../parse/spark/SparkProcessAnalyzeTable.java | 6 +-
.../apache/hadoop/hive/ql/plan/BaseWork.java | 10 +-
.../ql/plan/ConditionalResolverCommonJoin.java | 6 +-
.../hadoop/hive/ql/plan/CreateTableDesc.java | 8 +-
.../hive/ql/plan/ExprNodeGenericFuncDesc.java | 15 +-
.../apache/hadoop/hive/ql/plan/FilterDesc.java | 9 -
.../apache/hadoop/hive/ql/plan/MapJoinDesc.java | 4 +-
.../org/apache/hadoop/hive/ql/plan/MapWork.java | 8 +-
.../org/apache/hadoop/hive/ql/plan/PTFDesc.java | 6 +-
.../apache/hadoop/hive/ql/plan/PlanUtils.java | 44 +-
.../hadoop/hive/ql/plan/ReduceSinkDesc.java | 23 +-
.../apache/hadoop/hive/ql/plan/ReduceWork.java | 8 +-
.../hadoop/hive/ql/plan/TableScanDesc.java | 7 +
.../org/apache/hadoop/hive/ql/plan/TezWork.java | 6 +-
.../hive/ql/plan/VectorReduceSinkDesc.java | 64 +
.../hive/ql/plan/VectorReduceSinkInfo.java | 123 +
.../hadoop/hive/ql/ppd/ExprWalkerInfo.java | 6 +-
.../hive/ql/ppd/ExprWalkerProcFactory.java | 18 +-
.../hadoop/hive/ql/ppd/OpProcFactory.java | 24 +-
.../hadoop/hive/ql/ppd/PredicatePushDown.java | 6 +-
.../hive/ql/ppd/SyntheticJoinPredicate.java | 6 +-
.../ql/processors/AddResourceProcessor.java | 6 +-
.../ql/processors/CommandProcessorFactory.java | 6 +-
.../hadoop/hive/ql/processors/CommandUtil.java | 6 +-
.../hive/ql/processors/CompileProcessor.java | 6 +-
.../hive/ql/processors/CryptoProcessor.java | 6 +-
.../ql/processors/DeleteResourceProcessor.java | 6 +-
.../hadoop/hive/ql/processors/DfsProcessor.java | 6 +-
.../hive/ql/processors/ReloadProcessor.java | 6 +-
.../AuthorizationPreEventListener.java | 6 +-
.../HiveAuthorizationProviderBase.java | 6 +-
.../StorageBasedAuthorizationProvider.java | 6 +-
.../AuthorizationMetaStoreFilterHook.java | 10 +-
.../sqlstd/DummyHiveAuthorizationValidator.java | 6 +-
.../plugin/sqlstd/Operation2Privilege.java | 12 +-
.../plugin/sqlstd/SQLAuthorizationUtils.java | 6 +-
.../sqlstd/SQLStdHiveAccessController.java | 6 +-
.../SQLStdHiveAuthorizationValidator.java | 6 +-
.../hive/ql/session/DependencyResolver.java | 8 +-
.../hadoop/hive/ql/session/OperationLog.java | 12 +-
.../hadoop/hive/ql/session/SessionState.java | 20 +-
.../hive/ql/stats/CounterStatsAggregator.java | 6 +-
.../ql/stats/CounterStatsAggregatorSpark.java | 6 +-
.../ql/stats/CounterStatsAggregatorTez.java | 6 +-
.../hive/ql/stats/CounterStatsPublisher.java | 6 +-
.../hadoop/hive/ql/stats/StatsFactory.java | 6 +-
.../apache/hadoop/hive/ql/stats/StatsUtils.java | 77 +-
.../hive/ql/stats/fs/FSStatsAggregator.java | 10 +-
.../hive/ql/stats/fs/FSStatsPublisher.java | 12 +-
.../hive/ql/txn/AcidHouseKeeperService.java | 10 +-
.../hadoop/hive/ql/txn/compactor/Cleaner.java | 6 +-
.../hive/ql/txn/compactor/CompactorMR.java | 6 +-
.../hive/ql/txn/compactor/CompactorThread.java | 6 +-
.../hadoop/hive/ql/txn/compactor/Initiator.java | 9 +-
.../hadoop/hive/ql/txn/compactor/Worker.java | 8 +-
.../org/apache/hadoop/hive/ql/udf/UDFE.java | 6 +-
.../org/apache/hadoop/hive/ql/udf/UDFPI.java | 6 +-
.../hive/ql/udf/generic/GenericUDAFAverage.java | 6 +-
.../ql/udf/generic/GenericUDAFComputeStats.java | 22 +-
.../udf/generic/GenericUDAFContextNGrams.java | 6 +-
.../ql/udf/generic/GenericUDAFEWAHBitmap.java | 6 +-
.../ql/udf/generic/GenericUDAFFirstValue.java | 6 +-
.../generic/GenericUDAFHistogramNumeric.java | 6 +-
.../hive/ql/udf/generic/GenericUDAFLag.java | 6 +-
.../ql/udf/generic/GenericUDAFLastValue.java | 6 +-
.../hive/ql/udf/generic/GenericUDAFLead.java | 6 +-
.../hive/ql/udf/generic/GenericUDAFLeadLag.java | 6 +-
.../hive/ql/udf/generic/GenericUDAFMax.java | 6 +-
.../hive/ql/udf/generic/GenericUDAFMin.java | 6 +-
.../hive/ql/udf/generic/GenericUDAFNTile.java | 6 +-
.../ql/udf/generic/GenericUDAFPercentRank.java | 6 +-
.../generic/GenericUDAFPercentileApprox.java | 6 +-
.../hive/ql/udf/generic/GenericUDAFRank.java | 6 +-
.../ql/udf/generic/GenericUDAFRowNumber.java | 6 +-
.../hive/ql/udf/generic/GenericUDAFSum.java | 6 +-
.../ql/udf/generic/GenericUDAFVariance.java | 6 +-
.../hive/ql/udf/generic/GenericUDAFnGrams.java | 6 +-
.../udf/generic/GenericUDFFromUtcTimestamp.java | 6 +-
.../hive/ql/udf/generic/GenericUDFRegExp.java | 8 +-
.../ql/udf/generic/GenericUDFTimestamp.java | 4 +-
.../hive/ql/udf/generic/GenericUDFToChar.java | 6 +-
.../ql/udf/generic/GenericUDFToVarchar.java | 6 +-
.../ql/udf/generic/GenericUDFUnixTimeStamp.java | 6 +-
.../ql/udf/generic/GenericUDTFJSONTuple.java | 6 +-
.../udf/generic/GenericUDTFParseUrlTuple.java | 6 +-
.../hive/ql/udf/generic/NGramEstimator.java | 4 +-
.../udf/generic/NumDistinctValueEstimator.java | 14 +-
.../hive/ql/udf/ptf/WindowingTableFunction.java | 6 +-
.../hive/ql/util/ZooKeeperHiveHelper.java | 6 +-
.../hadoop/hive/ql/exec/TestExecDriver.java | 6 +-
.../hive/ql/exec/TestFileSinkOperator.java | 6 +-
.../hive/ql/exec/TestFunctionRegistry.java | 2 +-
.../hadoop/hive/ql/exec/TestUtilities.java | 6 +-
.../TestMapJoinMemoryExhaustionHandler.java | 6 +-
.../session/TestSparkSessionManagerImpl.java | 6 +-
.../hive/ql/exec/tez/TestTezSessionPool.java | 6 +-
.../hive/ql/exec/vector/TestVectorSerDeRow.java | 19 +-
.../exec/vector/TestVectorizationContext.java | 6 +-
.../hive/ql/exec/vector/UDFHelloTest.java | 69 +
.../expressions/TestVectorDateExpressions.java | 71 +-
.../hadoop/hive/ql/io/TestAcidInputFormat.java | 88 +
.../apache/hadoop/hive/ql/io/TestRCFile.java | 6 +-
.../hive/ql/io/TestSymlinkTextInputFormat.java | 8 +-
.../hive/ql/io/orc/TestOrcRawRecordMerger.java | 6 +-
.../hive/ql/lockmgr/TestDbTxnManager.java | 13 +-
.../hive/ql/lockmgr/TestDummyTxnManager.java | 10 +-
.../hadoop/hive/ql/log/TestLog4j2Appenders.java | 2 +-
.../parse/TestUpdateDeleteSemanticAnalyzer.java | 6 +-
.../hive/ql/session/TestSessionState.java | 6 +-
.../hive/ql/txn/compactor/CompactorTest.java | 6 +-
.../hive/ql/txn/compactor/TestCleaner.java | 6 +-
.../hive/ql/txn/compactor/TestInitiator.java | 6 +-
.../hive/ql/txn/compactor/TestWorker.java | 6 +-
.../clientnegative/authorization_import.q | 39 +
.../column_change_skewedcol_type1.q | 2 -
.../queries/clientnegative/column_rename5.q | 2 -
...te_skewed_table_col_name_value_no_mismatch.q | 2 -
.../create_skewed_table_dup_col_name.q | 2 -
...eate_skewed_table_failure_invalid_col_name.q | 3 -
.../disallow_incompatible_type_change_on1.q | 6 +-
.../clientnegative/drop_database_cascade.q | 26 +
.../queries/clientnegative/invalid_config1.q | 3 -
.../queries/clientnegative/invalid_config2.q | 4 -
.../clientnegative/load_stored_as_dirs.q | 2 -
.../set_hiveconf_internal_variable0.q | 4 +
.../set_hiveconf_internal_variable1.q | 4 +
.../truncate_column_list_bucketing.q | 1 -
.../clientpositive/add_jar_with_file_removed.q | 15 +
ql/src/test/queries/clientpositive/alter1.q | 6 +-
.../queries/clientpositive/alter_skewed_table.q | 2 -
.../queries/clientpositive/avro_partitioned.q | 3 +-
.../cbo_rp_annotate_stats_groupby.q | 141 +
.../clientpositive/cbo_rp_unionDistinct_2.q | 128 +
.../test/queries/clientpositive/cbo_udf_max.q | 36 +
.../columnarserde_create_shortcut.q | 2 +
.../create_alter_list_bucketing_table1.q | 2 -
.../clientpositive/create_skewed_table1.q | 1 -
.../test/queries/clientpositive/explain_ddl.q | 28 +
.../test/queries/clientpositive/explainuser_3.q | 46 +-
.../clientpositive/groupby_grouping_id3.q | 22 +
.../queries/clientpositive/groupby_sort_8.q | 6 -
.../clientpositive/groupby_sort_test_1.q | 1 -
.../infer_bucket_sort_list_bucket.q | 3 +-
ql/src/test/queries/clientpositive/input3.q | 10 +-
.../queries/clientpositive/insert_dir_distcp.q | 9 +
.../clientpositive/insert_values_nonascii.q | 9 +
.../clientpositive/insertoverwrite_bucket.q | 9 +
.../test/queries/clientpositive/lb_fs_stats.q | 1 -
ql/src/test/queries/clientpositive/lineage2.q | 18 +
ql/src/test/queries/clientpositive/lineage3.q | 3 +-
.../queries/clientpositive/list_bucket_dml_1.q | 1 -
.../queries/clientpositive/list_bucket_dml_10.q | 2 -
.../queries/clientpositive/list_bucket_dml_11.q | 1 -
.../queries/clientpositive/list_bucket_dml_12.q | 1 -
.../queries/clientpositive/list_bucket_dml_13.q | 1 -
.../queries/clientpositive/list_bucket_dml_14.q | 1 -
.../queries/clientpositive/list_bucket_dml_2.q | 1 -
.../queries/clientpositive/list_bucket_dml_3.q | 1 -
.../queries/clientpositive/list_bucket_dml_4.q | 1 -
.../queries/clientpositive/list_bucket_dml_5.q | 1 -
.../queries/clientpositive/list_bucket_dml_6.q | 1 -
.../queries/clientpositive/list_bucket_dml_7.q | 1 -
.../queries/clientpositive/list_bucket_dml_8.q | 1 -
.../queries/clientpositive/list_bucket_dml_9.q | 1 -
.../list_bucket_query_multiskew_1.q | 1 -
.../list_bucket_query_multiskew_2.q | 1 -
.../list_bucket_query_multiskew_3.q | 1 -
.../list_bucket_query_oneskew_1.q | 1 -
.../list_bucket_query_oneskew_2.q | 1 -
.../list_bucket_query_oneskew_3.q | 1 -
.../queries/clientpositive/macro_duplicate.q | 2 +-
ql/src/test/queries/clientpositive/mrr.q | 2 +
.../queries/clientpositive/non_ascii_literal1.q | 1 +
.../queries/clientpositive/non_ascii_literal2.q | 5 +
.../clientpositive/orc_int_type_promotion.q | 2 +
.../clientpositive/parquet_schema_evolution.q | 6 +-
.../partition_wise_fileformat11.q | 4 +-
.../partition_wise_fileformat12.q | 4 +-
.../partition_wise_fileformat13.q | 5 +-
.../partition_wise_fileformat15.q | 4 +-
.../partition_wise_fileformat16.q | 4 +-
ql/src/test/queries/clientpositive/pcs.q | 66 +
.../test/queries/clientpositive/pointlookup.q | 6 +-
.../test/queries/clientpositive/pointlookup2.q | 2 +-
.../test/queries/clientpositive/pointlookup3.q | 2 +-
.../test/queries/clientpositive/pointlookup4.q | 27 +
.../test/queries/clientpositive/quotedid_skew.q | 1 -
.../test/queries/clientpositive/recursive_dir.q | 1 -
.../test/queries/clientpositive/rename_column.q | 4 +-
.../queries/clientpositive/skewjoin_mapjoin1.q | 1 -
.../queries/clientpositive/skewjoin_mapjoin10.q | 1 -
.../queries/clientpositive/skewjoin_mapjoin11.q | 1 -
.../queries/clientpositive/skewjoin_mapjoin2.q | 1 -
.../queries/clientpositive/skewjoin_mapjoin3.q | 1 -
.../queries/clientpositive/skewjoin_mapjoin4.q | 1 -
.../queries/clientpositive/skewjoin_mapjoin5.q | 1 -
.../queries/clientpositive/skewjoin_mapjoin6.q | 1 -
.../queries/clientpositive/skewjoin_mapjoin7.q | 1 -
.../queries/clientpositive/skewjoin_mapjoin8.q | 1 -
.../queries/clientpositive/skewjoin_mapjoin9.q | 1 -
.../clientpositive/skewjoin_union_remove_1.q | 1 -
.../clientpositive/skewjoin_union_remove_2.q | 1 -
.../test/queries/clientpositive/skewjoinopt1.q | 1 -
.../test/queries/clientpositive/skewjoinopt10.q | 1 -
.../test/queries/clientpositive/skewjoinopt11.q | 1 -
.../test/queries/clientpositive/skewjoinopt12.q | 1 -
.../test/queries/clientpositive/skewjoinopt13.q | 1 -
.../test/queries/clientpositive/skewjoinopt14.q | 1 -
.../test/queries/clientpositive/skewjoinopt15.q | 1 -
.../test/queries/clientpositive/skewjoinopt16.q | 1 -
.../test/queries/clientpositive/skewjoinopt17.q | 3 +-
.../test/queries/clientpositive/skewjoinopt18.q | 1 -
.../test/queries/clientpositive/skewjoinopt19.q | 1 -
.../test/queries/clientpositive/skewjoinopt2.q | 1 -
.../test/queries/clientpositive/skewjoinopt20.q | 1 -
.../test/queries/clientpositive/skewjoinopt3.q | 1 -
.../test/queries/clientpositive/skewjoinopt4.q | 1 -
.../test/queries/clientpositive/skewjoinopt5.q | 1 -
.../test/queries/clientpositive/skewjoinopt6.q | 1 -
.../test/queries/clientpositive/skewjoinopt7.q | 1 -
.../test/queries/clientpositive/skewjoinopt8.q | 1 -
.../test/queries/clientpositive/skewjoinopt9.q | 1 -
.../queries/clientpositive/stats_list_bucket.q | 2 -
.../queries/clientpositive/struct_in_view.q | 28 +
.../test/queries/clientpositive/tez_smb_empty.q | 55 +
.../queries/clientpositive/tez_union_with_udf.q | 13 +
.../truncate_column_list_bucket.q | 1 -
.../queries/clientpositive/union_remove_1.q | 1 -
.../queries/clientpositive/union_remove_10.q | 1 -
.../queries/clientpositive/union_remove_11.q | 1 -
.../queries/clientpositive/union_remove_12.q | 1 -
.../queries/clientpositive/union_remove_13.q | 1 -
.../queries/clientpositive/union_remove_14.q | 1 -
.../queries/clientpositive/union_remove_15.q | 1 -
.../queries/clientpositive/union_remove_16.q | 1 -
.../queries/clientpositive/union_remove_17.q | 1 -
.../queries/clientpositive/union_remove_18.q | 1 -
.../queries/clientpositive/union_remove_19.q | 1 -
.../queries/clientpositive/union_remove_2.q | 1 -
.../queries/clientpositive/union_remove_20.q | 1 -
.../queries/clientpositive/union_remove_21.q | 1 -
.../queries/clientpositive/union_remove_22.q | 1 -
.../queries/clientpositive/union_remove_23.q | 1 -
.../queries/clientpositive/union_remove_24.q | 1 -
.../queries/clientpositive/union_remove_25.q | 1 -
.../queries/clientpositive/union_remove_3.q | 1 -
.../queries/clientpositive/union_remove_4.q | 1 -
.../queries/clientpositive/union_remove_5.q | 1 -
.../queries/clientpositive/union_remove_6.q | 1 -
.../clientpositive/union_remove_6_subq.q | 1 -
.../queries/clientpositive/union_remove_7.q | 1 -
.../queries/clientpositive/union_remove_8.q | 1 -
.../queries/clientpositive/union_remove_9.q | 1 -
.../vector_custom_udf_configure.q | 11 +
.../queries/clientpositive/vector_reduce1.q | 47 +
.../queries/clientpositive/vector_reduce2.q | 47 +
.../queries/clientpositive/vector_reduce3.q | 47 +
.../queries/clientpositive/vectorized_case.q | 19 +
.../clientnegative/authorization_import.q.out | 48 +
.../authorization_uri_import.q.out | 29 +
.../disallow_incompatible_type_change_on1.q.out | 3 +-
.../clientnegative/drop_database_cascade.q.out | 85 +
.../clientnegative/exchange_partition.q.out | 2 +
.../clientnegative/invalid_config1.q.out | 2 -
.../clientnegative/invalid_config2.q.out | 2 -
.../set_hiveconf_internal_variable0.q.out | 11 +
.../set_hiveconf_internal_variable1.q.out | 11 +
.../test/results/clientpositive/acid_join.q.out | 2 +-
.../add_jar_with_file_removed.q.out | 27 +
.../alter_partition_change_col.q.out | 240 +-
.../clientpositive/alter_table_cascade.q.out | 40 +-
.../annotate_stats_deep_filters.q.out | 2 +-
.../clientpositive/annotate_stats_filter.q.out | 48 +-
.../clientpositive/annotate_stats_groupby.q.out | 56 +-
.../annotate_stats_groupby2.q.out | 32 +-
.../clientpositive/annotate_stats_join.q.out | 34 +-
.../annotate_stats_join_pkfk.q.out | 50 +-
.../clientpositive/annotate_stats_limit.q.out | 8 +-
.../clientpositive/annotate_stats_part.q.out | 14 +-
.../clientpositive/annotate_stats_select.q.out | 24 +-
.../clientpositive/annotate_stats_table.q.out | 12 +-
.../clientpositive/annotate_stats_union.q.out | 20 +-
.../clientpositive/ansi_sql_arithmetic.q.out | 2 +-
.../clientpositive/auto_sortmerge_join_10.q.out | 100 +-
.../results/clientpositive/avro_decimal.q.out | 10 +-
.../clientpositive/avro_decimal_native.q.out | 10 +-
.../results/clientpositive/bucket_groupby.q.out | 46 +-
.../bucketizedhiveinputformat.q.out | 2 +
.../clientpositive/cast_qualified_types.q.out | 2 +-
.../cbo_rp_annotate_stats_groupby.q.out | 1301 ++
.../clientpositive/cbo_rp_auto_join0.q.out | 8 +-
.../clientpositive/cbo_rp_auto_join1.q.out | 30 +-
.../results/clientpositive/cbo_rp_join0.q.out | 14 +-
.../clientpositive/cbo_rp_lineage2.q.out | 68 +-
.../clientpositive/cbo_rp_unionDistinct_2.q.out | 545 +
.../results/clientpositive/cbo_udf_max.q.out | 62 +
.../results/clientpositive/decimal_1_1.q.out | 48 +-
.../test/results/clientpositive/decimal_3.q.out | 514 +-
.../test/results/clientpositive/decimal_4.q.out | 144 +-
.../test/results/clientpositive/decimal_5.q.out | 180 +-
.../test/results/clientpositive/decimal_6.q.out | 92 +-
.../results/clientpositive/decimal_join2.q.out | 260 +-
.../clientpositive/decimal_precision.q.out | 170 +-
.../clientpositive/decimal_trailing.q.out | 42 +-
.../results/clientpositive/decimal_udf.q.out | 960 +-
.../dynpart_sort_optimization_acid.q.out | 4 +-
.../clientpositive/exchange_partition.q.out | 6 +
.../clientpositive/exchange_partition2.q.out | 6 +
.../clientpositive/exchange_partition3.q.out | 8 +
.../clientpositive/exchgpartition2lel.q.out | 18 +
.../clientpositive/exim_00_nonpart_empty.q.out | 2 +
.../clientpositive/exim_01_nonpart.q.out | 2 +
.../clientpositive/exim_02_00_part_empty.q.out | 2 +
.../results/clientpositive/exim_02_part.q.out | 2 +
.../clientpositive/exim_04_all_part.q.out | 2 +
.../clientpositive/exim_04_evolved_parts.q.out | 2 +
.../clientpositive/exim_05_some_part.q.out | 2 +
.../clientpositive/exim_06_one_part.q.out | 2 +
.../clientpositive/exim_08_nonpart_rename.q.out | 2 +
.../exim_10_external_managed.q.out | 2 +
.../exim_11_managed_external.q.out | 2 +
.../exim_12_external_location.q.out | 2 +
.../exim_13_managed_location.q.out | 2 +
.../clientpositive/exim_18_part_external.q.out | 2 +
.../exim_19_00_part_external_location.q.out | 2 +
.../exim_19_part_external_location.q.out | 2 +
.../exim_20_part_managed_location.q.out | 2 +
.../exim_24_import_nonexist_authsuccess.q.out | 2 +
.../clientpositive/exim_hidden_files.q.out | 2 +
.../results/clientpositive/explain_ddl.q.out | 604 +
.../extrapolate_part_stats_full.q.out | 8 +-
.../extrapolate_part_stats_partial.q.out | 12 +-
.../extrapolate_part_stats_partial_ndv.q.out | 6 +-
.../clientpositive/groupby_grouping_id3.q.out | 60 +
.../results/clientpositive/groupby_sort_8.q.out | 64 -
.../clientpositive/groupby_sort_test_1.q.out | 87 +-
.../clientpositive/import_exported_table.q.out | 3 +
.../clientpositive/infer_bucket_sort.q.out | 4 +-
.../clientpositive/insert_dir_distcp.q.out | 14 +
.../insert_nonacid_from_acid.q.out | 20 +-
.../clientpositive/insert_values_nonascii.q.out | 28 +
.../clientpositive/insertoverwrite_bucket.q.out | 78 +
.../test/results/clientpositive/lineage2.q.out | 98 +-
.../test/results/clientpositive/lineage3.q.out | 60 +-
.../clientpositive/llap/constprog_dpp.q.out | 10 +-
.../llap/dynamic_partition_pruning.q.out | 45 -
.../llap/hybridgrace_hashjoin_1.q.out | 204 +-
.../clientpositive/llap/llapdecider.q.out | 46 +-
.../clientpositive/llap/mapjoin_decimal.q.out | 424 +-
.../vectorized_dynamic_partition_pruning.q.out | 45 -
.../clientpositive/load_dyn_part15.q.out | 6 +-
.../clientpositive/macro_duplicate.q.out | 4 +-
.../multi_insert_lateral_view.q.out | 36 +-
.../clientpositive/non_ascii_literal1.q.out | 9 +
.../clientpositive/non_ascii_literal2.q.out | 23 +
.../results/clientpositive/orc_file_dump.q.out | 6 +-
.../clientpositive/orc_predicate_pushdown.q.out | 4 +-
.../clientpositive/parquet_decimal.q.out | 16 +-
.../clientpositive/parquet_ppd_boolean.q.out | 180 +-
.../clientpositive/parquet_ppd_char.q.out | 220 +-
.../clientpositive/parquet_ppd_date.q.out | 330 +-
.../clientpositive/parquet_ppd_decimal.q.out | 660 +-
.../clientpositive/parquet_ppd_timestamp.q.out | 320 +-
.../clientpositive/parquet_ppd_varchar.q.out | 220 +-
.../parquet_predicate_pushdown.q.out | 4 +-
ql/src/test/results/clientpositive/pcs.q.out | 2249 +++
.../results/clientpositive/pointlookup.q.out | 8 +-
.../results/clientpositive/pointlookup4.q.out | 530 +
.../clientpositive/repl_2_exim_basic.q.out | 4 +
.../results/clientpositive/serde_regex.q.out | 74 +-
.../spark/annotate_stats_join.q.out | 34 +-
.../spark/auto_sortmerge_join_10.q.out | 45 +-
.../spark/avro_decimal_native.q.out | 10 +-
.../spark/bucketizedhiveinputformat.q.out | 2 +
.../clientpositive/spark/decimal_1_1.q.out | 48 +-
.../spark/import_exported_table.q.out | 3 +
.../clientpositive/spark/load_dyn_part15.q.out | 6 +-
.../clientpositive/spark/mapjoin_decimal.q.out | 424 +-
.../spark/multi_insert_lateral_view.q.out | 36 +-
.../spark/union_lateralview.q.out | 4 +-
.../spark/vector_between_in.q.out | 14 +-
.../spark/vector_cast_constant.q.java1.7.out | 20 +-
.../spark/vector_data_types.q.out | 4 +-
.../spark/vector_decimal_aggregate.q.out | 32 +-
.../spark/vector_decimal_mapjoin.q.out | 212 +-
.../clientpositive/spark/vectorized_case.q.out | 109 +-
.../results/clientpositive/stats_ppr_all.q.out | 8 +-
.../results/clientpositive/struct_in_view.q.out | 118 +
.../clientpositive/sum_expr_with_order.q.out | 2 +-
.../tez/auto_sortmerge_join_10.q.out | 71 +-
.../tez/dynamic_partition_pruning.q.out | 45 -
.../clientpositive/tez/explainuser_1.q.out | 368 +-
.../clientpositive/tez/explainuser_2.q.out | 38 +
.../clientpositive/tez/explainuser_3.q.out | 230 +-
.../tez/hybridgrace_hashjoin_1.q.out | 204 +-
.../clientpositive/tez/insert_dir_distcp.q.out | 14 +
.../clientpositive/tez/llapdecider.q.out | 46 +-
.../clientpositive/tez/mapjoin_decimal.q.out | 424 +-
.../clientpositive/tez/tez_smb_empty.q.out | 676 +
.../clientpositive/tez/tez_union_with_udf.q.out | 36 +
.../clientpositive/tez/update_all_types.q.out | 30 +-
.../clientpositive/tez/vector_aggregate_9.q.out | 2 +-
.../tez/vector_aggregate_without_gby.q.out | 85 +
.../tez/vector_auto_smb_mapjoin_14.q.out | 32 +-
.../clientpositive/tez/vector_between_in.q.out | 14 +-
.../clientpositive/tez/vector_bround.q.out | 66 +
.../tez/vector_cast_constant.q.java1.7.out | 20 +-
.../clientpositive/tez/vector_data_types.q.out | 4 +-
.../clientpositive/tez/vector_decimal_2.q.out | 4 +-
.../clientpositive/tez/vector_decimal_3.q.out | 514 +-
.../clientpositive/tez/vector_decimal_4.q.out | 288 +-
.../clientpositive/tez/vector_decimal_5.q.out | 180 +-
.../clientpositive/tez/vector_decimal_6.q.out | 172 +-
.../tez/vector_decimal_aggregate.q.out | 32 +-
.../tez/vector_decimal_cast.q.out | 20 +-
.../tez/vector_decimal_expressions.q.out | 20 +-
.../tez/vector_decimal_mapjoin.q.out | 212 +-
.../tez/vector_decimal_precision.q.out | 170 +-
.../tez/vector_decimal_round_2.q.out | 14 +-
.../tez/vector_decimal_trailing.q.out | 42 +-
.../clientpositive/tez/vector_decimal_udf.q.out | 960 +-
.../results/clientpositive/tez/vector_nvl.q.out | 194 +
.../clientpositive/tez/vector_reduce1.q.out | 2167 +++
.../clientpositive/tez/vector_reduce2.q.out | 2167 +++
.../clientpositive/tez/vector_reduce3.q.out | 2167 +++
.../tez/vector_reduce_groupby_decimal.q.out | 98 +-
.../clientpositive/tez/vector_struct_in.q.out | 645 +
.../tez/vectorization_part_varchar.q.out | 72 +
.../clientpositive/tez/vectorized_case.q.out | 109 +-
.../tez/vectorized_distinct_gby.q.out | 4 +-
.../vectorized_dynamic_partition_pruning.q.out | 45 -
.../tez/vectorized_parquet_types.q.out | 151 +-
.../tez/vectorized_timestamp_ints_casts.q.out | 50 +-
.../clientpositive/union_lateralview.q.out | 4 +-
.../clientpositive/update_all_types.q.out | 30 +-
.../clientpositive/vector_aggregate_9.q.out | 2 +-
.../clientpositive/vector_between_in.q.out | 14 +-
.../vector_cast_constant.q.java1.7.out | 20 +-
.../vector_custom_udf_configure.q.out | 70 +
.../clientpositive/vector_data_types.q.out | 4 +-
.../clientpositive/vector_decimal_2.q.out | 4 +-
.../clientpositive/vector_decimal_3.q.out | 514 +-
.../clientpositive/vector_decimal_4.q.out | 288 +-
.../clientpositive/vector_decimal_5.q.out | 180 +-
.../clientpositive/vector_decimal_6.q.out | 172 +-
.../vector_decimal_aggregate.q.out | 32 +-
.../clientpositive/vector_decimal_cast.q.out | 20 +-
.../vector_decimal_expressions.q.out | 20 +-
.../clientpositive/vector_decimal_mapjoin.q.out | 212 +-
.../vector_decimal_precision.q.out | 170 +-
.../clientpositive/vector_decimal_round_2.q.out | 14 +-
.../vector_decimal_trailing.q.out | 42 +-
.../clientpositive/vector_decimal_udf.q.out | 960 +-
.../results/clientpositive/vector_reduce1.q.out | 2160 +++
.../results/clientpositive/vector_reduce2.q.out | 2160 +++
.../results/clientpositive/vector_reduce3.q.out | 2160 +++
.../vector_reduce_groupby_decimal.q.out | 98 +-
.../clientpositive/vectorized_case.q.out | 69 +
.../vectorized_distinct_gby.q.out | 4 +-
.../clientpositive/windowing_decimal.q.out | 104 +-
.../clientpositive/windowing_navfn.q.out | 20 +-
.../results/clientpositive/windowing_rank.q.out | 60 +-
.../clientpositive/windowing_windowspec3.q.out | 18 +-
serde/pom.xml | 5 -
.../hive/serde2/AbstractEncodingAwareSerDe.java | 6 +-
.../hadoop/hive/serde2/AbstractSerDe.java | 9 +
.../hive/serde2/ColumnProjectionUtils.java | 15 +-
.../hadoop/hive/serde2/DelimitedJSONSerDe.java | 6 +-
.../serde2/MetadataTypedColumnsetSerDe.java | 8 +-
.../apache/hadoop/hive/serde2/OpenCSVSerde.java | 6 +-
.../apache/hadoop/hive/serde2/RegexSerDe.java | 6 +-
.../apache/hadoop/hive/serde2/SerDeUtils.java | 9 +-
.../apache/hadoop/hive/serde2/WriteBuffers.java | 58 +-
.../hive/serde2/avro/AvroDeserializer.java | 6 +-
.../serde2/avro/AvroLazyObjectInspector.java | 8 +-
.../hadoop/hive/serde2/avro/AvroSerDe.java | 25 +-
.../hadoop/hive/serde2/avro/AvroSerdeUtils.java | 6 +-
.../hadoop/hive/serde2/avro/AvroSerializer.java | 4 +-
.../hadoop/hive/serde2/avro/InstanceCache.java | 6 +-
.../binarysortable/BinarySortableSerDe.java | 6 +-
.../fast/BinarySortableDeserializeRead.java | 33 +-
.../fast/BinarySortableSerializeWrite.java | 17 +-
.../hive/serde2/columnar/ColumnarSerDe.java | 8 +-
.../hive/serde2/columnar/ColumnarStruct.java | 6 +-
.../hive/serde2/dynamic_type/DynamicSerDe.java | 6 +-
.../hive/serde2/fast/DeserializeRead.java | 6 +-
.../hadoop/hive/serde2/fast/SerializeWrite.java | 2 +-
.../hadoop/hive/serde2/io/DateWritable.java | 1 +
.../serde2/io/HiveIntervalDayTimeWritable.java | 6 +-
.../io/HiveIntervalYearMonthWritable.java | 6 +-
.../hadoop/hive/serde2/lazy/LazyBinary.java | 8 +-
.../hadoop/hive/serde2/lazy/LazyDate.java | 6 +-
.../hadoop/hive/serde2/lazy/LazyDouble.java | 6 +-
.../hadoop/hive/serde2/lazy/LazyFloat.java | 6 +-
.../hadoop/hive/serde2/lazy/LazyHiveChar.java | 6 +-
.../hive/serde2/lazy/LazyHiveDecimal.java | 10 +-
.../hive/serde2/lazy/LazyHiveVarchar.java | 6 +-
.../apache/hadoop/hive/serde2/lazy/LazyMap.java | 6 +-
.../hadoop/hive/serde2/lazy/LazyPrimitive.java | 6 +-
.../hive/serde2/lazy/LazySerDeParameters.java | 6 +-
.../hive/serde2/lazy/LazySimpleSerDe.java | 5 -
.../hadoop/hive/serde2/lazy/LazyStruct.java | 6 +-
.../hadoop/hive/serde2/lazy/LazyTimestamp.java | 10 +-
.../hadoop/hive/serde2/lazy/LazyUtils.java | 3 +-
.../lazy/fast/LazySimpleDeserializeRead.java | 171 +-
.../lazy/fast/LazySimpleSerializeWrite.java | 24 +-
.../LazyListObjectInspector.java | 6 +-
.../objectinspector/LazyMapObjectInspector.java | 6 +-
.../LazyUnionObjectInspector.java | 8 +-
.../hive/serde2/lazybinary/LazyBinaryDate.java | 6 +-
.../LazyBinaryHiveIntervalDayTime.java | 6 +-
.../LazyBinaryHiveIntervalYearMonth.java | 6 +-
.../hive/serde2/lazybinary/LazyBinaryMap.java | 6 +-
.../hive/serde2/lazybinary/LazyBinarySerDe.java | 6 +-
.../serde2/lazybinary/LazyBinaryStruct.java | 6 +-
.../serde2/lazybinary/LazyBinaryTimestamp.java | 6 +-
.../hive/serde2/lazybinary/LazyBinaryUnion.java | 6 +-
.../hive/serde2/lazybinary/LazyBinaryUtils.java | 2 +-
.../fast/LazyBinaryDeserializeRead.java | 31 +-
.../fast/LazyBinarySerializeWrite.java | 8 +-
.../objectinspector/ObjectInspectorUtils.java | 32 +-
.../StandardStructObjectInspector.java | 8 +-
.../PrimitiveObjectInspectorUtils.java | 6 +-
.../WritableHiveVarcharObjectInspector.java | 6 +-
.../serde2/thrift/TBinarySortableProtocol.java | 6 +-
.../serde2/thrift/TCTLSeparatedProtocol.java | 6 +-
.../hive/serde2/typeinfo/TypeInfoUtils.java | 98 +-
.../apache/hadoop/hive/serde2/VerifyFast.java | 9 +-
.../hive/serde2/avro/TestTypeInfoToSchema.java | 7 +-
.../binarysortable/TestBinarySortableFast.java | 3 +-
.../hive/serde2/lazy/TestLazySimpleFast.java | 3 +-
.../serde2/lazybinary/TestLazyBinaryFast.java | 3 +-
service/pom.xml | 5 -
.../apache/hive/service/AbstractService.java | 6 +-
.../apache/hive/service/CompositeService.java | 6 +-
.../org/apache/hive/service/CookieSigner.java | 6 +-
.../apache/hive/service/ServiceOperations.java | 6 +-
.../org/apache/hive/service/ServiceUtils.java | 25 +
.../hive/service/auth/HiveAuthFactory.java | 8 +-
.../apache/hive/service/auth/HttpAuthUtils.java | 6 +-
.../auth/LdapAuthenticationProviderImpl.java | 6 +-
.../org/apache/hive/service/cli/CLIService.java | 8 +-
.../cli/operation/GetTablesOperation.java | 47 +-
.../cli/operation/HiveCommandOperation.java | 10 +-
.../cli/operation/LogDivertAppender.java | 7 +-
.../cli/operation/MetadataOperation.java | 23 +-
.../hive/service/cli/operation/Operation.java | 6 +-
.../service/cli/operation/OperationManager.java | 9 +-
.../service/cli/session/HiveSessionImpl.java | 33 +-
.../cli/session/HiveSessionImplwithUGI.java | 6 +-
.../service/cli/session/SessionManager.java | 6 +-
.../thrift/RetryingThriftCLIServiceClient.java | 6 +-
.../cli/thrift/ThriftBinaryCLIService.java | 2 +-
.../service/cli/thrift/ThriftCLIService.java | 6 +-
.../cli/thrift/ThriftHttpCLIService.java | 3 +-
.../service/cli/thrift/ThriftHttpServlet.java | 6 +-
.../apache/hive/service/server/HiveServer2.java | 17 +-
.../server/ThreadWithGarbageCleanup.java | 6 +-
.../apache/hive/service/cli/CLIServiceTest.java | 6 +-
shims/0.23/pom.xml | 5 -
.../apache/hadoop/hive/shims/Hadoop23Shims.java | 3 +
.../apache/hadoop/mapred/WebHCatJTShim23.java | 10 +-
shims/common/pom.xml | 16 +-
.../org/apache/hadoop/fs/DefaultFileAccess.java | 6 +-
.../apache/hadoop/hive/shims/HadoopShims.java | 18 +-
.../hadoop/hive/shims/HadoopShimsSecure.java | 6 +-
.../apache/hadoop/hive/thrift/DBTokenStore.java | 7 +-
.../hive/thrift/HadoopThriftAuthBridge.java | 12 +-
.../hadoop/hive/thrift/ZooKeeperTokenStore.java | 2 +-
shims/scheduler/pom.xml | 5 -
.../hadoop/hive/schshim/FairSchedulerShim.java | 6 +-
.../hive/spark/client/SparkClientUtilities.java | 7 +-
.../hive/spark/counter/SparkCounters.java | 6 +-
.../hadoop/hive/common/io/DiskRangeList.java | 6 +-
.../hadoop/hive/common/type/HiveDecimal.java | 11 +
.../hive/ql/exec/vector/ColumnVector.java | 3 +-
.../ql/exec/vector/DecimalColumnVector.java | 2 -
.../hive/ql/io/sarg/SearchArgumentImpl.java | 5 -
.../hive/serde2/io/HiveDecimalWritable.java | 4 -
testutils/ptest2/pom.xml | 5 -
1287 files changed, 57004 insertions(+), 21783 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/cad0ea6a/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/cad0ea6a/itests/src/test/resources/testconfiguration.properties
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/cad0ea6a/pom.xml
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/cad0ea6a/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/HashTableLoader.java
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/cad0ea6a/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/RemoteHiveSparkClient.java
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/cad0ea6a/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkPlanGenerator.java
----------------------------------------------------------------------
diff --cc
ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkPlanGenerator.java
index 2ab9c2d,6951993..6abef4e
--- a/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkPlanGenerator.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkPlanGenerator.java
@@@ -24,9 -23,8 +24,10 @@@ import java.util.List
import java.util.Map;
import java.util.Set;
- import org.apache.commons.logging.Log;
- import org.apache.commons.logging.LogFactory;
+ import org.slf4j.Logger;
+ import org.slf4j.LoggerFactory;
++
+import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.hive.common.JavaUtils;
import org.apache.hadoop.hive.ql.io.merge.MergeFileMapper;
http://git-wip-us.apache.org/repos/asf/hive/blob/cad0ea6a/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/status/impl/JobMetricsListener.java
----------------------------------------------------------------------
diff --cc
ql/src/java/org/apache/hadoop/hive/ql/exec/spark/status/impl/JobMetricsListener.java
index 52f4b9c,84603d5..09c54c1
---
a/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/status/impl/JobMetricsListener.java
+++
b/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/status/impl/JobMetricsListener.java
@@@ -21,19 -21,33 +21,20 @@@ import java.util.Iterator
import java.util.List;
import java.util.Map;
- import org.apache.commons.logging.Log;
- import org.apache.commons.logging.LogFactory;
+ import org.slf4j.Logger;
+ import org.slf4j.LoggerFactory;
++
+import org.apache.spark.JavaSparkListener;
import org.apache.spark.executor.TaskMetrics;
-import org.apache.spark.scheduler.SparkListener;
-import org.apache.spark.scheduler.SparkListenerApplicationEnd;
-import org.apache.spark.scheduler.SparkListenerApplicationStart;
-import org.apache.spark.scheduler.SparkListenerBlockManagerAdded;
-import org.apache.spark.scheduler.SparkListenerBlockManagerRemoved;
-import org.apache.spark.scheduler.SparkListenerEnvironmentUpdate;
-import org.apache.spark.scheduler.SparkListenerExecutorMetricsUpdate;
-import org.apache.spark.scheduler.SparkListenerJobEnd;
import org.apache.spark.scheduler.SparkListenerJobStart;
-import org.apache.spark.scheduler.SparkListenerStageCompleted;
-import org.apache.spark.scheduler.SparkListenerStageSubmitted;
import org.apache.spark.scheduler.SparkListenerTaskEnd;
-import org.apache.spark.scheduler.SparkListenerTaskGettingResult;
-import org.apache.spark.scheduler.SparkListenerTaskStart;
-import org.apache.spark.scheduler.SparkListenerUnpersistRDD;
-import org.apache.spark.scheduler.SparkListenerExecutorRemoved;
-import org.apache.spark.scheduler.SparkListenerExecutorAdded;
import com.google.common.collect.Lists;
import com.google.common.collect.Maps;
-public class JobMetricsListener implements SparkListener {
+public class JobMetricsListener extends JavaSparkListener {
- private static final Log LOG = LogFactory.getLog(JobMetricsListener.class);
+ private static final Logger LOG =
LoggerFactory.getLogger(JobMetricsListener.class);
private final Map<Integer, int[]> jobIdToStageId = Maps.newHashMap();
private final Map<Integer, Integer> stageIdToJobId = Maps.newHashMap();
http://git-wip-us.apache.org/repos/asf/hive/blob/cad0ea6a/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/mapjoin/VectorMapJoinCommonOperator.java
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/cad0ea6a/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/mapjoin/fast/VectorMapJoinFastTableContainer.java
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/cad0ea6a/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/Vectorizer.java
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/cad0ea6a/ql/src/java/org/apache/hadoop/hive/ql/optimizer/spark/SparkMapJoinOptimizer.java
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/cad0ea6a/ql/src/java/org/apache/hadoop/hive/ql/parse/spark/GenSparkWork.java
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/cad0ea6a/spark-client/src/main/java/org/apache/hive/spark/client/SparkClientUtilities.java
----------------------------------------------------------------------
diff --cc
spark-client/src/main/java/org/apache/hive/spark/client/SparkClientUtilities.java
index bbbd97b,cd38346..b779f3f
---
a/spark-client/src/main/java/org/apache/hive/spark/client/SparkClientUtilities.java
+++
b/spark-client/src/main/java/org/apache/hive/spark/client/SparkClientUtilities.java
@@@ -24,20 -24,18 +24,21 @@@ import java.io.File
import java.net.URL;
import java.net.URLClassLoader;
import java.util.List;
-import java.util.Set;
+import java.util.Map;
+import java.util.concurrent.ConcurrentHashMap;
import org.apache.commons.lang.StringUtils;
- import org.apache.commons.logging.Log;
- import org.apache.commons.logging.LogFactory;
+ import org.slf4j.Logger;
+ import org.slf4j.LoggerFactory;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
public class SparkClientUtilities {
- protected static final transient Log LOG =
LogFactory.getLog(SparkClientUtilities.class);
+ protected static final transient Logger LOG =
LoggerFactory.getLogger(SparkClientUtilities.class);
+
+ private static final Map<String, Long> downloadedFiles = new
ConcurrentHashMap<>();
+
/**
* Add new elements to the classpath.
*
