HIVE-11277: Merge master to parquet 06/16/2015 [Parquet branch]
Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/68fd78dd Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/68fd78dd Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/68fd78dd Branch: refs/heads/parquet Commit: 68fd78ddb15a78ee5b68f78e84ea11af435d7b94 Parents: 5a0ae3c e61a1a9 Author: Ferdinand Xu <cheng.a...@intel.com> Authored: Thu Jul 16 03:51:03 2015 -0400 Committer: Ferdinand Xu <cheng.a...@intel.com> Committed: Thu Jul 16 03:51:03 2015 -0400 ---------------------------------------------------------------------- .gitignore | 1 + NOTICE | 2 +- RELEASE_NOTES.txt | 571 +- accumulo-handler/pom.xml | 2 +- .../accumulo/AccumuloConnectionParameters.java | 111 +- .../hive/accumulo/AccumuloStorageHandler.java | 50 + .../hive/accumulo/HiveAccumuloHelper.java | 280 + .../mr/HiveAccumuloTableInputFormat.java | 74 +- .../mr/HiveAccumuloTableOutputFormat.java | 63 +- .../TestAccumuloConnectionParameters.java | 19 + .../hive/accumulo/TestHiveAccumuloHelper.java | 75 + .../mr/TestHiveAccumuloTableInputFormat.java | 8 +- .../mr/TestHiveAccumuloTableOutputFormat.java | 2 +- .../positive/accumulo_predicate_pushdown.q.out | 76 +- .../results/positive/accumulo_queries.q.out | 70 +- ant/pom.xml | 2 +- .../apache/hadoop/hive/ant/QTestGenTask.java | 37 +- beeline/pom.xml | 8 +- .../java/org/apache/hive/beeline/BeeLine.java | 4 +- .../org/apache/hive/beeline/BeeLineOpts.java | 13 +- .../java/org/apache/hive/beeline/Commands.java | 33 +- .../apache/hive/beeline/HiveSchemaHelper.java | 1 - .../org/apache/hive/beeline/HiveSchemaTool.java | 3 + .../hive/beeline/TestBeelineArgParsing.java | 32 +- .../test/resources/DummyDriver-1.0-SNAPSHOT.jar | Bin 2812 -> 0 bytes beeline/src/test/resources/DummyDriver.txt | 59 + .../src/test/resources/postgresql-9.3.jdbc3.jar | Bin 539003 -> 0 bytes bin/ext/hiveserver2.cmd | 51 +- bin/ext/hplsql.sh | 37 + bin/hive.cmd | 2 +- bin/hplsql | 25 + bin/hplsql.cmd | 58 + cli/pom.xml | 2 +- common/pom.xml | 22 +- .../apache/hadoop/hive/common/FileUtils.java | 9 +- .../hadoop/hive/common/JvmPauseMonitor.java | 230 + .../hive/common/jsonexplain/tez/Attr.java | 6 +- .../hive/common/jsonexplain/tez/Connection.java | 6 +- .../hadoop/hive/common/jsonexplain/tez/Op.java | 64 +- .../hive/common/jsonexplain/tez/Printer.java | 41 + .../hive/common/jsonexplain/tez/Stage.java | 95 +- .../common/jsonexplain/tez/TezJsonParser.java | 63 +- .../hive/common/jsonexplain/tez/Vertex.java | 75 +- .../hive/common/metrics/LegacyMetrics.java | 255 + .../hadoop/hive/common/metrics/Metrics.java | 253 - .../hive/common/metrics/common/Metrics.java | 91 + .../common/metrics/common/MetricsConstant.java | 35 + .../common/metrics/common/MetricsFactory.java | 62 + .../common/metrics/common/MetricsVariable.java | 26 + .../metrics/metrics2/CodahaleMetrics.java | 401 + .../metrics/metrics2/MetricsReporting.java | 27 + .../org/apache/hadoop/hive/conf/HiveConf.java | 92 +- .../hive/conf/LoopingByteArrayInputStream.java | 2 +- .../apache/hive/common/util/HiveTestUtils.java | 46 + .../hive/common/metrics/TestLegacyMetrics.java | 295 + .../hadoop/hive/common/metrics/TestMetrics.java | 286 - .../metrics/metrics2/TestCodahaleMetrics.java | 180 + .../hive/common/type/TestHiveBaseChar.java | 2 +- .../hive/common/type/TestHiveVarchar.java | 22 +- contrib/pom.xml | 2 +- .../util/typedbytes/TypedBytesInput.java | 2 +- .../util/typedbytes/TypedBytesOutput.java | 2 +- .../util/typedbytes/TypedBytesRecordInput.java | 2 +- .../util/typedbytes/TypedBytesRecordOutput.java | 2 +- .../typedbytes/TypedBytesWritableInput.java | 2 +- .../typedbytes/TypedBytesWritableOutput.java | 2 +- .../test/results/clientpositive/url_hook.q.out | 4 + data/conf/spark/standalone/hive-site.xml | 6 + data/conf/spark/yarn-client/hive-site.xml | 6 + data/files/ct_events_clean.txt | 76 + data/files/customers.txt | 3 + data/files/emp2.txt | 16 + data/files/encoding-utf8.txt | 12 + data/files/encoding_iso-8859-1.txt | 4 + data/files/nested_orders.txt | 8 + data/files/orders.txt | 8 + data/files/service_request_clean.txt | 76 + data/files/sortdp.txt | 32 + data/files/store_200 | 12 + data/files/vectortab_a_1k | 1000 +++ data/files/vectortab_b_1k | 1000 +++ data/scripts/q_test_cleanup.sql | 2 +- data/scripts/q_test_cleanup_for_encryption.sql | 2 +- data/scripts/q_test_init_for_encryption.sql | 2 +- dev-support/jenkins-submit-build.sh | 14 +- hbase-handler/pom.xml | 2 +- .../results/positive/external_table_ppd.q.out | 9 +- .../positive/hbase_binary_storage_queries.q.out | 2 - .../results/positive/hbase_custom_key2.q.out | 18 +- .../results/positive/hbase_custom_key3.q.out | 24 +- .../results/positive/hbase_ppd_key_range.q.out | 76 +- .../test/results/positive/hbase_pushdown.q.out | 68 +- .../test/results/positive/hbase_queries.q.out | 42 +- .../src/test/results/positive/hbase_stats.q.out | 7 - .../test/results/positive/hbase_stats2.q.out | 7 - .../test/results/positive/hbase_stats3.q.out | 12 - .../positive/hbase_stats_empty_partition.q.out | 2 - .../test/results/positive/hbase_timestamp.q.out | 32 +- .../test/results/positive/ppd_key_ranges.q.out | 32 +- hcatalog/core/pom.xml | 2 +- .../SemanticAnalysis/HCatSemanticAnalyzer.java | 7 +- .../hive/hcatalog/common/HCatException.java | 2 +- .../hive/hcatalog/data/TestJsonSerDe.java | 2 +- hcatalog/hcatalog-pig-adapter/pom.xml | 2 +- .../apache/hive/hcatalog/pig/HCatLoader.java | 8 - .../hive/hcatalog/pig/TestHCatLoader.java | 44 - .../hcatalog/pig/TestHCatLoaderEncryption.java | 27 +- hcatalog/pom.xml | 2 +- hcatalog/server-extensions/pom.xml | 9 +- .../src/test/e2e/templeton/deployers/env.sh | 5 +- .../tests/jobsubmission_streaming.conf | 2 +- hcatalog/streaming/pom.xml | 8 +- .../streaming/AbstractRecordWriter.java | 4 +- .../streaming/DelimitedInputWriter.java | 2 +- .../hive/hcatalog/streaming/HiveEndPoint.java | 2 +- .../streaming/mutate/HiveConfFactory.java | 63 + .../mutate/UgiMetaStoreClientFactory.java | 102 + .../streaming/mutate/client/AcidTable.java | 112 + .../mutate/client/AcidTableSerializer.java | 100 + .../mutate/client/ClientException.java | 15 + .../mutate/client/ConnectionException.java | 15 + .../streaming/mutate/client/MutatorClient.java | 149 + .../mutate/client/MutatorClientBuilder.java | 115 + .../streaming/mutate/client/TableType.java | 37 + .../streaming/mutate/client/Transaction.java | 114 + .../mutate/client/TransactionException.java | 15 + .../mutate/client/lock/HeartbeatFactory.java | 30 + .../mutate/client/lock/HeartbeatTimerTask.java | 66 + .../streaming/mutate/client/lock/Lock.java | 305 + .../mutate/client/lock/LockException.java | 15 + .../mutate/client/lock/LockFailureListener.java | 26 + .../mutate/doc-files/system-overview.dot | 27 + .../hive/hcatalog/streaming/mutate/package.html | 495 ++ .../mutate/worker/BucketIdException.java | 11 + .../mutate/worker/BucketIdResolver.java | 11 + .../mutate/worker/BucketIdResolverImpl.java | 76 + .../mutate/worker/CreatePartitionHelper.java | 83 + .../mutate/worker/GroupRevisitedException.java | 11 + .../mutate/worker/GroupingValidator.java | 74 + .../streaming/mutate/worker/Mutator.java | 21 + .../mutate/worker/MutatorCoordinator.java | 281 + .../worker/MutatorCoordinatorBuilder.java | 76 + .../streaming/mutate/worker/MutatorFactory.java | 16 + .../streaming/mutate/worker/MutatorImpl.java | 86 + .../streaming/mutate/worker/OperationType.java | 7 + .../worker/PartitionCreationException.java | 15 + .../mutate/worker/RecordInspector.java | 11 + .../mutate/worker/RecordInspectorImpl.java | 45 + .../mutate/worker/RecordSequenceException.java | 11 + .../mutate/worker/SequenceValidator.java | 49 + .../mutate/worker/WorkerException.java | 15 + .../hive/hcatalog/streaming/TestStreaming.java | 2 +- .../streaming/mutate/ExampleUseCase.java | 82 + .../streaming/mutate/MutableRecord.java | 50 + .../mutate/ReflectiveMutatorFactory.java | 51 + .../streaming/mutate/StreamingAssert.java | 191 + .../streaming/mutate/StreamingTestUtils.java | 261 + .../streaming/mutate/TestMutations.java | 544 ++ .../mutate/client/TestAcidTableSerializer.java | 66 + .../mutate/client/TestMutatorClient.java | 176 + .../mutate/client/TestTransaction.java | 95 + .../client/lock/TestHeartbeatTimerTask.java | 100 + .../streaming/mutate/client/lock/TestLock.java | 310 + .../mutate/worker/TestBucketIdResolverImpl.java | 38 + .../mutate/worker/TestGroupingValidator.java | 70 + .../mutate/worker/TestMutatorCoordinator.java | 234 + .../mutate/worker/TestMutatorImpl.java | 99 + .../mutate/worker/TestRecordInspectorImpl.java | 31 + .../mutate/worker/TestSequenceValidator.java | 91 + hcatalog/webhcat/java-client/pom.xml | 2 +- .../hive/hcatalog/api/HCatClientHMSImpl.java | 14 +- .../hive/hcatalog/api/TestHCatClient.java | 2 +- hcatalog/webhcat/svr/pom.xml | 2 +- .../hive/hcatalog/templeton/AppConfig.java | 30 +- .../hive/hcatalog/templeton/HcatDelegator.java | 4 +- .../hive/hcatalog/templeton/HiveDelegator.java | 15 +- .../hive/hcatalog/templeton/JarDelegator.java | 8 +- .../hcatalog/templeton/LauncherDelegator.java | 14 + .../hive/hcatalog/templeton/PigDelegator.java | 13 +- .../hcatalog/templeton/SecureProxySupport.java | 6 +- .../apache/hive/hcatalog/templeton/Server.java | 34 +- .../hive/hcatalog/templeton/SqoopDelegator.java | 20 +- .../hcatalog/templeton/StreamingDelegator.java | 3 +- .../templeton/tool/JobSubmissionConstants.java | 3 + .../hcatalog/templeton/tool/LaunchMapper.java | 241 +- .../templeton/tool/TempletonControllerJob.java | 7 +- hplsql/pom.xml | 128 + .../antlr4/org/apache/hive/hplsql/Hplsql.g4 | 1426 ++++ .../java/org/apache/hive/hplsql/Arguments.java | 206 + .../main/java/org/apache/hive/hplsql/Conf.java | 175 + .../main/java/org/apache/hive/hplsql/Conn.java | 243 + .../java/org/apache/hive/hplsql/Converter.java | 56 + .../main/java/org/apache/hive/hplsql/Copy.java | 426 ++ .../main/java/org/apache/hive/hplsql/Exec.java | 1959 +++++ .../java/org/apache/hive/hplsql/Expression.java | 574 ++ .../main/java/org/apache/hive/hplsql/File.java | 132 + .../java/org/apache/hive/hplsql/Handler.java | 41 + .../java/org/apache/hive/hplsql/Hplsql.java | 25 + .../java/org/apache/hive/hplsql/Interval.java | 109 + .../main/java/org/apache/hive/hplsql/Query.java | 155 + .../main/java/org/apache/hive/hplsql/Scope.java | 69 + .../java/org/apache/hive/hplsql/Select.java | 411 ++ .../java/org/apache/hive/hplsql/Signal.java | 48 + .../main/java/org/apache/hive/hplsql/Stmt.java | 1021 +++ .../org/apache/hive/hplsql/StreamGobbler.java | 51 + .../main/java/org/apache/hive/hplsql/Timer.java | 59 + .../main/java/org/apache/hive/hplsql/Udf.java | 117 + .../main/java/org/apache/hive/hplsql/Utils.java | 289 + .../main/java/org/apache/hive/hplsql/Var.java | 430 ++ .../apache/hive/hplsql/functions/Function.java | 709 ++ .../hive/hplsql/functions/FunctionDatetime.java | 151 + .../hive/hplsql/functions/FunctionMisc.java | 188 + .../hive/hplsql/functions/FunctionOra.java | 231 + .../hive/hplsql/functions/FunctionString.java | 276 + .../org/apache/hive/hplsql/TestHplsqlLocal.java | 330 + hplsql/src/test/queries/local/add.sql | 2 + hplsql/src/test/queries/local/assign.sql | 7 + hplsql/src/test/queries/local/bool_expr.sql | 47 + hplsql/src/test/queries/local/break.sql | 10 + hplsql/src/test/queries/local/case.sql | 35 + hplsql/src/test/queries/local/cast.sql | 4 + hplsql/src/test/queries/local/char.sql | 1 + hplsql/src/test/queries/local/coalesce.sql | 4 + hplsql/src/test/queries/local/concat.sql | 2 + .../src/test/queries/local/create_function.sql | 11 + .../src/test/queries/local/create_function2.sql | 11 + .../src/test/queries/local/create_procedure.sql | 9 + hplsql/src/test/queries/local/date.sql | 5 + hplsql/src/test/queries/local/dbms_output.sql | 6 + hplsql/src/test/queries/local/declare.sql | 16 + .../test/queries/local/declare_condition.sql | 8 + .../test/queries/local/declare_condition2.sql | 10 + hplsql/src/test/queries/local/decode.sql | 10 + hplsql/src/test/queries/local/equal.sql | 55 + hplsql/src/test/queries/local/exception.sql | 14 + hplsql/src/test/queries/local/exception2.sql | 10 + hplsql/src/test/queries/local/exception3.sql | 5 + hplsql/src/test/queries/local/exception4.sql | 7 + hplsql/src/test/queries/local/exception5.sql | 10 + hplsql/src/test/queries/local/exit.sql | 31 + hplsql/src/test/queries/local/expr.sql | 21 + hplsql/src/test/queries/local/for_range.sql | 20 + hplsql/src/test/queries/local/if.sql | 68 + hplsql/src/test/queries/local/instr.sql | 49 + hplsql/src/test/queries/local/interval.sql | 15 + hplsql/src/test/queries/local/lang.sql | 57 + hplsql/src/test/queries/local/leave.sql | 33 + hplsql/src/test/queries/local/len.sql | 1 + hplsql/src/test/queries/local/length.sql | 1 + hplsql/src/test/queries/local/lower.sql | 1 + hplsql/src/test/queries/local/nvl.sql | 4 + hplsql/src/test/queries/local/nvl2.sql | 2 + hplsql/src/test/queries/local/print.sql | 5 + hplsql/src/test/queries/local/return.sql | 3 + hplsql/src/test/queries/local/seterror.sql | 10 + hplsql/src/test/queries/local/sub.sql | 1 + hplsql/src/test/queries/local/substr.sql | 2 + hplsql/src/test/queries/local/substring.sql | 8 + hplsql/src/test/queries/local/timestamp.sql | 4 + hplsql/src/test/queries/local/timestamp_iso.sql | 2 + hplsql/src/test/queries/local/to_char.sql | 1 + hplsql/src/test/queries/local/to_timestamp.sql | 5 + hplsql/src/test/queries/local/trim.sql | 1 + hplsql/src/test/queries/local/twopipes.sql | 1 + hplsql/src/test/queries/local/upper.sql | 1 + hplsql/src/test/queries/local/values_into.sql | 6 + hplsql/src/test/queries/local/while.sql | 20 + hplsql/src/test/results/local/add.out.txt | 2 + hplsql/src/test/results/local/assign.out.txt | 8 + hplsql/src/test/results/local/bool_expr.out.txt | 32 + hplsql/src/test/results/local/break.out.txt | 29 + hplsql/src/test/results/local/case.out.txt | 12 + hplsql/src/test/results/local/cast.out.txt | 8 + hplsql/src/test/results/local/char.out.txt | 1 + hplsql/src/test/results/local/coalesce.out.txt | 4 + hplsql/src/test/results/local/concat.out.txt | 2 + .../test/results/local/create_function.out.txt | 9 + .../test/results/local/create_function2.out.txt | 10 + .../test/results/local/create_procedure.out.txt | 8 + hplsql/src/test/results/local/date.out.txt | 4 + .../src/test/results/local/dbms_output.out.txt | 3 + hplsql/src/test/results/local/declare.out.txt | 13 + .../results/local/declare_condition.out.txt | 7 + .../results/local/declare_condition2.out.txt | 12 + hplsql/src/test/results/local/decode.out.txt | 13 + hplsql/src/test/results/local/equal.out.txt | 48 + hplsql/src/test/results/local/exception.out.txt | 13 + .../src/test/results/local/exception2.out.txt | 5 + hplsql/src/test/results/local/exit.out.txt | 42 + hplsql/src/test/results/local/expr.out.txt | 29 + hplsql/src/test/results/local/for_range.out.txt | 65 + hplsql/src/test/results/local/if.out.txt | 40 + hplsql/src/test/results/local/instr.out.txt | 33 + hplsql/src/test/results/local/interval.out.txt | 11 + hplsql/src/test/results/local/lang.out.txt | 34 + hplsql/src/test/results/local/leave.out.txt | 42 + hplsql/src/test/results/local/len.out.txt | 1 + hplsql/src/test/results/local/length.out.txt | 1 + hplsql/src/test/results/local/lower.out.txt | 1 + hplsql/src/test/results/local/nvl.out.txt | 4 + hplsql/src/test/results/local/nvl2.out.txt | 2 + .../test/results/local/plhqlexception.out.txt | 6 + .../test/results/local/plhqlexception1.out.txt | 10 + .../test/results/local/plhqlexception2.out.txt | 106 + hplsql/src/test/results/local/print.out.txt | 6 + hplsql/src/test/results/local/return.out.txt | 3 + .../results/local/select_conversion.out.txt | 9 + hplsql/src/test/results/local/seterror.out.txt | 6 + hplsql/src/test/results/local/sub.out.txt | 1 + hplsql/src/test/results/local/substr.out.txt | 2 + hplsql/src/test/results/local/substring.out.txt | 8 + hplsql/src/test/results/local/timestamp.out.txt | 4 + .../test/results/local/timestamp_iso.out.txt | 2 + hplsql/src/test/results/local/to_char.out.txt | 1 + .../src/test/results/local/to_timestamp.out.txt | 4 + hplsql/src/test/results/local/trim.out.txt | 1 + hplsql/src/test/results/local/twopipes.out.txt | 1 + hplsql/src/test/results/local/upper.out.txt | 1 + .../src/test/results/local/values_into.out.txt | 11 + hplsql/src/test/results/local/while.out.txt | 72 + hwi/pom.xml | 2 +- itests/custom-serde/pom.xml | 2 +- itests/hcatalog-unit/pom.xml | 2 +- itests/hive-jmh/pom.xml | 2 +- itests/hive-minikdc/pom.xml | 22 +- .../hive/minikdc/TestHs2HooksWithMiniKdc.java | 2 +- itests/hive-unit-hadoop2/pom.xml | 2 +- itests/hive-unit/pom.xml | 2 +- .../org/apache/hadoop/hive/UtilsForTest.java | 41 + .../apache/hadoop/hive/hooks/TestHs2Hooks.java | 10 +- .../hadoop/hive/metastore/TestFilterHooks.java | 29 +- .../hive/metastore/TestMetaStoreMetrics.java | 146 + .../TestHiveAuthorizerCheckInvocation.java | 34 +- .../plugin/TestHiveAuthorizerShowFilters.java | 6 +- .../hive/ql/txn/compactor/TestCompactor.java | 11 +- .../hive/beeline/TestBeeLineWithArgs.java | 87 + .../org/apache/hive/jdbc/TestJdbcDriver2.java | 20 + .../apache/hive/jdbc/TestJdbcWithMiniHS2.java | 123 + .../authorization/TestJdbcMetadataApiAuth.java | 260 + .../TestJdbcWithSQLAuthorization.java | 18 + itests/pom.xml | 3 +- itests/qtest-accumulo/pom.xml | 508 ++ .../test/java/org/apache/hive/TestDummy.java | 31 + itests/qtest-spark/pom.xml | 2 +- itests/qtest/pom.xml | 43 +- .../test/resources/testconfiguration.properties | 20 +- itests/test-serde/pom.xml | 2 +- itests/util/pom.xml | 2 +- .../org/apache/hadoop/hive/ql/QTestUtil.java | 3 +- jdbc/pom.xml | 2 +- .../org/apache/hive/jdbc/HiveConnection.java | 65 +- .../apache/hive/jdbc/HivePreparedStatement.java | 2 +- .../apache/hive/jdbc/HiveQueryResultSet.java | 45 +- .../org/apache/hive/jdbc/HiveStatement.java | 24 +- metastore/pom.xml | 2 +- .../upgrade/derby/hive-schema-2.0.0.derby.sql | 336 + .../derby/upgrade-1.2.0-to-2.0.0.derby.sql | 3 + .../scripts/upgrade/derby/upgrade.order.derby | 2 +- .../upgrade/mssql/hive-schema-2.0.0.mssql.sql | 947 +++ .../mssql/upgrade-1.2.0-to-2.0.0.mssql.sql | 5 + .../scripts/upgrade/mssql/upgrade.order.mssql | 2 +- .../upgrade/mysql/021-HIVE-7018.mysql.sql | 53 + .../upgrade/mysql/hive-schema-1.3.0.mysql.sql | 10 +- .../upgrade/mysql/hive-schema-2.0.0.mysql.sql | 834 +++ .../mysql/upgrade-1.2.0-to-1.3.0.mysql.sql | 2 +- .../mysql/upgrade-1.2.0-to-2.0.0.mysql.sql | 4 + .../scripts/upgrade/mysql/upgrade.order.mysql | 2 +- .../upgrade/oracle/hive-schema-2.0.0.oracle.sql | 788 ++ .../oracle/upgrade-1.2.0-to-2.0.0.oracle.sql | 4 + .../scripts/upgrade/oracle/upgrade.order.oracle | 2 +- .../postgres/hive-schema-1.3.0.postgres.sql | 36 - .../postgres/hive-schema-2.0.0.postgres.sql | 1457 ++++ .../upgrade-1.2.0-to-2.0.0.postgres.sql | 12 + .../upgrade/postgres/upgrade.order.postgres | 2 +- .../hive/metastore/AggregateStatsCache.java | 5 +- .../apache/hadoop/hive/metastore/Deadline.java | 2 +- .../hadoop/hive/metastore/HiveAlterHandler.java | 10 +- .../hadoop/hive/metastore/HiveMetaStore.java | 292 +- .../hive/metastore/HiveMetaStoreClient.java | 20 +- .../hive/metastore/HiveMetaStoreFsImpl.java | 1 - .../hadoop/hive/metastore/IMetaStoreClient.java | 57 +- .../hive/metastore/MetaStoreDirectSql.java | 72 +- .../hive/metastore/MetaStoreSchemaInfo.java | 14 +- .../hadoop/hive/metastore/MetaStoreUtils.java | 26 - .../hadoop/hive/metastore/ObjectStore.java | 1898 ++--- .../hive/metastore/PartitionDropOptions.java | 6 - .../hadoop/hive/metastore/ProtectMode.java | 97 - .../hive/metastore/StatObjectConverter.java | 16 +- .../apache/hadoop/hive/metastore/Warehouse.java | 14 +- .../hive/metastore/tools/HiveMetaTool.java | 23 +- .../hive/metastore/txn/CompactionInfo.java | 9 + .../metastore/txn/CompactionTxnHandler.java | 28 +- .../hadoop/hive/metastore/txn/TxnHandler.java | 36 +- .../hadoop/hive/metastore/TestObjectStore.java | 230 + odbc/pom.xml | 2 +- packaging/pom.xml | 2 +- pom.xml | 39 +- ql/pom.xml | 14 +- .../java/org/apache/hadoop/hive/ql/Driver.java | 39 +- .../org/apache/hadoop/hive/ql/ErrorMsg.java | 22 +- .../org/apache/hadoop/hive/ql/QueryPlan.java | 9 +- .../apache/hadoop/hive/ql/exec/ColumnInfo.java | 2 +- .../hive/ql/exec/CommonMergeJoinOperator.java | 76 +- .../org/apache/hadoop/hive/ql/exec/DDLTask.java | 244 +- .../hive/ql/exec/DefaultFetchFormatter.java | 1 - .../apache/hadoop/hive/ql/exec/ExplainTask.java | 58 +- .../hadoop/hive/ql/exec/FilterOperator.java | 3 +- .../hadoop/hive/ql/exec/FunctionRegistry.java | 1 + .../hadoop/hive/ql/exec/MapJoinOperator.java | 6 +- .../hive/ql/exec/OrcFileMergeOperator.java | 70 +- .../hive/ql/exec/PTFRollingPartition.java | 30 +- .../hive/ql/exec/PartitionKeySampler.java | 9 +- .../hadoop/hive/ql/exec/ReduceSinkOperator.java | 7 +- .../apache/hadoop/hive/ql/exec/TaskFactory.java | 2 +- .../apache/hadoop/hive/ql/exec/Utilities.java | 39 +- .../hadoop/hive/ql/exec/mr/ExecDriver.java | 16 +- .../hive/ql/exec/mr/ExecMapperContext.java | 10 +- .../persistence/BytesBytesMultiHashMap.java | 48 +- .../persistence/HybridHashTableContainer.java | 57 +- .../persistence/MapJoinBytesTableContainer.java | 74 +- .../hadoop/hive/ql/exec/spark/CacheTran.java | 54 + .../hive/ql/exec/spark/GroupByShuffler.java | 4 + .../hive/ql/exec/spark/HashTableLoader.java | 23 +- .../ql/exec/spark/HivePairFlatMapFunction.java | 1 + .../ql/exec/spark/HiveSparkClientFactory.java | 1 + .../ql/exec/spark/LocalHiveSparkClient.java | 8 +- .../hadoop/hive/ql/exec/spark/MapInput.java | 16 + .../hadoop/hive/ql/exec/spark/MapTran.java | 22 +- .../hadoop/hive/ql/exec/spark/ReduceTran.java | 23 +- .../ql/exec/spark/RemoteHiveSparkClient.java | 16 +- .../hadoop/hive/ql/exec/spark/ShuffleTran.java | 24 + .../hive/ql/exec/spark/SmallTableCache.java | 73 + .../hive/ql/exec/spark/SortByShuffler.java | 5 + .../hadoop/hive/ql/exec/spark/SparkPlan.java | 150 + .../hive/ql/exec/spark/SparkPlanGenerator.java | 25 +- .../ql/exec/spark/SparkReduceRecordHandler.java | 29 +- .../hive/ql/exec/spark/SparkShuffler.java | 2 + .../hadoop/hive/ql/exec/spark/SparkTran.java | 6 + .../hive/ql/exec/spark/SparkUtilities.java | 53 +- .../ql/exec/spark/session/SparkSessionImpl.java | 2 +- .../spark/session/SparkSessionManagerImpl.java | 63 +- .../ql/exec/spark/status/SparkJobMonitor.java | 2 +- .../hive/ql/exec/tez/HashTableLoader.java | 85 +- .../hive/ql/exec/tez/HiveSplitGenerator.java | 24 + .../ql/exec/tez/MergeFileRecordProcessor.java | 42 +- .../hive/ql/exec/tez/ReduceRecordSource.java | 33 +- .../hadoop/hive/ql/exec/tez/TezJobMonitor.java | 12 +- .../hive/ql/exec/tez/TezSessionPoolManager.java | 21 +- .../hive/ql/exec/tez/TezSessionState.java | 10 - .../hive/ql/exec/vector/BytesColumnVector.java | 9 + .../hive/ql/exec/vector/ColumnVector.java | 10 + .../ql/exec/vector/VectorColumnSetInfo.java | 42 +- .../hive/ql/exec/vector/VectorCopyRow.java | 35 +- .../ql/exec/vector/VectorFilterOperator.java | 5 +- .../ql/exec/vector/VectorGroupByOperator.java | 16 +- .../ql/exec/vector/VectorizationContext.java | 60 +- .../ql/exec/vector/VectorizedBatchUtil.java | 43 +- .../ql/exec/vector/VectorizedRowBatchCtx.java | 2 +- .../mapjoin/VectorMapJoinCommonOperator.java | 50 +- .../mapjoin/VectorMapJoinRowBytesContainer.java | 9 +- .../apache/hadoop/hive/ql/hooks/ATSHook.java | 27 +- .../hadoop/hive/ql/hooks/HookContext.java | 12 + .../hadoop/hive/ql/hooks/LineageInfo.java | 96 + .../hadoop/hive/ql/hooks/LineageLogger.java | 441 ++ .../hadoop/hive/ql/hooks/WriteEntity.java | 6 +- .../hadoop/hive/ql/io/AcidInputFormat.java | 60 +- .../hadoop/hive/ql/io/AcidOutputFormat.java | 49 +- .../org/apache/hadoop/hive/ql/io/AcidUtils.java | 152 +- .../hadoop/hive/ql/io/FileFormatException.java | 30 + .../ql/io/HiveContextAwareRecordReader.java | 2 +- .../hadoop/hive/ql/io/HiveFileFormatUtils.java | 19 +- .../hadoop/hive/ql/io/HiveInputFormat.java | 39 +- .../org/apache/hadoop/hive/ql/io/IOContext.java | 43 - .../apache/hadoop/hive/ql/io/IOContextMap.java | 81 + .../ql/io/avro/AvroContainerOutputFormat.java | 2 +- .../hadoop/hive/ql/io/merge/MergeFileTask.java | 6 +- .../hive/ql/io/orc/ColumnStatisticsImpl.java | 217 +- .../apache/hadoop/hive/ql/io/orc/FileDump.java | 7 +- .../hadoop/hive/ql/io/orc/MemoryManager.java | 39 +- .../apache/hadoop/hive/ql/io/orc/OrcFile.java | 15 +- .../hive/ql/io/orc/OrcFileKeyWrapper.java | 27 +- .../io/orc/OrcFileStripeMergeRecordReader.java | 23 +- .../hadoop/hive/ql/io/orc/OrcInputFormat.java | 60 +- .../hive/ql/io/orc/OrcNewInputFormat.java | 16 +- .../hadoop/hive/ql/io/orc/OrcNewSplit.java | 13 +- .../hive/ql/io/orc/OrcRawRecordMerger.java | 66 +- .../hadoop/hive/ql/io/orc/OrcRecordUpdater.java | 63 +- .../apache/hadoop/hive/ql/io/orc/OrcSplit.java | 16 +- .../apache/hadoop/hive/ql/io/orc/OrcUtils.java | 4 + .../hadoop/hive/ql/io/orc/ReaderImpl.java | 19 +- .../hive/ql/io/orc/RecordReaderFactory.java | 7 +- .../hadoop/hive/ql/io/orc/RecordReaderImpl.java | 9 +- .../ql/io/orc/RunLengthIntegerReaderV2.java | 8 +- .../hadoop/hive/ql/io/orc/WriterImpl.java | 69 +- .../io/parquet/FilterPredicateLeafBuilder.java | 8 +- .../hive/ql/io/parquet/LeafFilterFactory.java | 20 +- .../ql/io/parquet/MapredParquetInputFormat.java | 3 +- .../io/parquet/MapredParquetOutputFormat.java | 2 +- .../parquet/VectorizedParquetInputFormat.java | 2 +- .../convert/DataWritableRecordConverter.java | 8 +- .../ql/io/parquet/convert/ETypeConverter.java | 10 +- .../convert/HiveCollectionConverter.java | 8 +- .../io/parquet/convert/HiveGroupConverter.java | 15 +- .../io/parquet/convert/HiveSchemaConverter.java | 18 +- .../io/parquet/convert/HiveStructConverter.java | 6 +- .../hive/ql/io/parquet/convert/Repeated.java | 12 +- .../parquet/read/DataWritableReadSupport.java | 20 +- .../read/ParquetRecordReaderWrapper.java | 133 +- .../ql/io/parquet/serde/ParquetHiveSerDe.java | 4 +- .../hive/ql/io/parquet/timestamp/NanoTime.java | 6 +- .../parquet/write/DataWritableWriteSupport.java | 8 +- .../ql/io/parquet/write/DataWritableWriter.java | 648 +- .../write/ParquetRecordWriterWrapper.java | 6 +- .../ql/io/rcfile/stats/PartialScanTask.java | 4 +- .../io/rcfile/truncate/ColumnTruncateTask.java | 4 +- .../hive/ql/io/sarg/SearchArgumentImpl.java | 349 +- .../hadoop/hive/ql/lockmgr/DbLockManager.java | 4 +- .../hadoop/hive/ql/lockmgr/DbTxnManager.java | 22 +- .../hadoop/hive/ql/lockmgr/DummyTxnManager.java | 19 +- .../hadoop/hive/ql/lockmgr/HiveLockObject.java | 37 +- .../hadoop/hive/ql/lockmgr/HiveTxnManager.java | 50 +- .../hive/ql/lockmgr/HiveTxnManagerImpl.java | 140 + .../zookeeper/ZooKeeperHiveLockManager.java | 2 + .../ql/log/NoDeleteRollingFileAppender.java | 176 + .../apache/hadoop/hive/ql/log/PerfLogger.java | 1 - .../apache/hadoop/hive/ql/metadata/Hive.java | 77 +- .../hadoop/hive/ql/metadata/HiveUtils.java | 8 - .../hadoop/hive/ql/metadata/Partition.java | 51 - .../apache/hadoop/hive/ql/metadata/Table.java | 65 +- .../formatting/JsonMetaDataFormatter.java | 2 +- .../formatting/MetaDataFormatUtils.java | 24 +- .../metadata/formatting/MetaDataFormatter.java | 2 +- .../formatting/TextMetaDataFormatter.java | 76 +- .../BucketingSortingReduceSinkOptimizer.java | 4 + .../hive/ql/optimizer/ColumnPrunerProcCtx.java | 27 + .../ql/optimizer/ColumnPrunerProcFactory.java | 49 +- .../hive/ql/optimizer/ConstantPropagate.java | 13 +- .../ql/optimizer/ConstantPropagateProcCtx.java | 31 +- .../optimizer/ConstantPropagateProcFactory.java | 151 +- .../hive/ql/optimizer/ConvertJoinMapJoin.java | 21 + .../hive/ql/optimizer/GenMRTableScan1.java | 2 +- .../hive/ql/optimizer/GenMapRedUtils.java | 5 +- .../ql/optimizer/NonBlockingOpDeDupProc.java | 9 - .../hadoop/hive/ql/optimizer/Optimizer.java | 4 + .../ql/optimizer/ReduceSinkMapJoinProc.java | 2 +- .../optimizer/RemoveDynamicPruningBySize.java | 2 +- .../ql/optimizer/calcite/HiveCalciteUtil.java | 148 +- .../ql/optimizer/calcite/HiveRelOptUtil.java | 168 +- .../ql/optimizer/calcite/RelOptHiveTable.java | 6 +- .../calcite/cost/HiveOnTezCostModel.java | 25 +- .../calcite/reloperators/HiveAggregate.java | 58 + .../calcite/reloperators/HiveJoin.java | 25 +- .../calcite/reloperators/HiveMultiJoin.java | 221 + .../calcite/reloperators/HiveProject.java | 5 +- .../calcite/reloperators/HiveSemiJoin.java | 126 + .../rules/HiveInsertExchange4JoinRule.java | 40 +- .../calcite/rules/HiveJoinAddNotNullRule.java | 16 +- .../calcite/rules/HiveJoinCommuteRule.java | 96 + .../rules/HiveJoinProjectTransposeRule.java | 60 + .../HiveJoinPushTransitivePredicatesRule.java | 139 + .../calcite/rules/HiveJoinToMultiJoinRule.java | 387 +- .../calcite/rules/HivePreFilteringRule.java | 218 + .../calcite/rules/HiveProjectMergeRule.java | 1 - .../calcite/rules/HiveRelFieldTrimmer.java | 182 + .../calcite/stats/HiveRelMdSelectivity.java | 11 +- .../calcite/translator/ASTConverter.java | 20 +- .../calcite/translator/ExprNodeConverter.java | 17 + .../calcite/translator/HiveOpConverter.java | 375 +- .../translator/HiveOpConverterPostProc.java | 56 +- .../translator/PlanModifierForASTConv.java | 12 +- .../correlation/ReduceSinkDeDuplication.java | 15 +- .../ql/optimizer/lineage/ExprProcFactory.java | 98 + .../hive/ql/optimizer/lineage/Generator.java | 16 +- .../hive/ql/optimizer/lineage/LineageCtx.java | 79 +- .../ql/optimizer/lineage/OpProcFactory.java | 228 +- .../ql/optimizer/physical/MemoryDecider.java | 288 + .../ql/optimizer/physical/SerializeFilter.java | 178 + .../hive/ql/optimizer/physical/Vectorizer.java | 169 +- .../spark/SetSparkReducerParallelism.java | 30 +- .../spark/SparkReduceSinkMapJoinProc.java | 2 +- .../stats/annotation/StatsRulesProcFactory.java | 311 +- .../hadoop/hive/ql/parse/CalcitePlanner.java | 159 +- .../hive/ql/parse/DDLSemanticAnalyzer.java | 115 +- .../apache/hadoop/hive/ql/parse/EximUtil.java | 31 +- .../hive/ql/parse/ExplainSemanticAnalyzer.java | 9 +- .../hadoop/hive/ql/parse/GenTezProcContext.java | 8 + .../hadoop/hive/ql/parse/GenTezUtils.java | 67 +- .../apache/hadoop/hive/ql/parse/GenTezWork.java | 10 +- .../org/apache/hadoop/hive/ql/parse/HiveLexer.g | 5 - .../apache/hadoop/hive/ql/parse/HiveParser.g | 45 +- .../hive/ql/parse/LoadSemanticAnalyzer.java | 79 +- .../hadoop/hive/ql/parse/PTFInvocationSpec.java | 8 + .../hadoop/hive/ql/parse/PTFTranslator.java | 1 + .../hive/ql/parse/ProcessAnalyzeTable.java | 4 +- .../org/apache/hadoop/hive/ql/parse/QB.java | 19 + .../hadoop/hive/ql/parse/SemanticAnalyzer.java | 362 +- .../hive/ql/parse/SemanticAnalyzerFactory.java | 8 +- .../hadoop/hive/ql/parse/TaskCompiler.java | 4 +- .../hadoop/hive/ql/parse/TezCompiler.java | 33 +- .../hadoop/hive/ql/parse/WindowingSpec.java | 84 +- .../hive/ql/parse/spark/GenSparkUtils.java | 2 +- .../parse/spark/SparkProcessAnalyzeTable.java | 2 +- .../hive/ql/plan/AbstractOperatorDesc.java | 16 +- .../hadoop/hive/ql/plan/AlterTableDesc.java | 20 +- .../apache/hadoop/hive/ql/plan/BaseWork.java | 7 + .../hadoop/hive/ql/plan/ColStatistics.java | 33 +- .../hadoop/hive/ql/plan/ConditionalWork.java | 4 +- .../hadoop/hive/ql/plan/DropTableDesc.java | 26 +- .../hadoop/hive/ql/plan/FileSinkDesc.java | 27 +- .../apache/hadoop/hive/ql/plan/FilterDesc.java | 18 +- .../hadoop/hive/ql/plan/HiveOperation.java | 2 - .../apache/hadoop/hive/ql/plan/JoinDesc.java | 11 +- .../hadoop/hive/ql/plan/MergeJoinWork.java | 8 +- .../hadoop/hive/ql/plan/OperatorDesc.java | 2 + .../apache/hadoop/hive/ql/plan/PlanUtils.java | 28 +- .../hadoop/hive/ql/plan/ReduceSinkDesc.java | 15 +- .../apache/hadoop/hive/ql/plan/Statistics.java | 15 +- .../hadoop/hive/ql/plan/TableScanDesc.java | 23 +- .../hadoop/hive/ql/plan/VectorGroupByDesc.java | 23 +- .../hadoop/hive/ql/processors/SetProcessor.java | 3 + .../AuthorizationPreEventListener.java | 8 +- .../AuthorizationMetaStoreFilterHook.java | 9 +- .../authorization/plugin/HiveAuthorizer.java | 11 + .../plugin/HiveAuthorizerImpl.java | 22 + .../authorization/plugin/HiveOperationType.java | 19 +- .../plugin/HivePrivilegeObjectUtils.java | 51 + .../authorization/plugin/HiveV1Authorizer.java | 20 + .../plugin/sqlstd/Operation2Privilege.java | 17 +- .../SQLStdHiveAuthorizationValidator.java | 5 + .../hadoop/hive/ql/session/LineageState.java | 9 +- .../hadoop/hive/ql/session/OperationLog.java | 2 +- .../hadoop/hive/ql/session/SessionState.java | 44 +- .../apache/hadoop/hive/ql/stats/StatsUtils.java | 263 +- .../hive/ql/txn/compactor/CompactorMR.java | 13 +- .../hadoop/hive/ql/txn/compactor/Initiator.java | 2 +- .../hadoop/hive/ql/txn/compactor/Worker.java | 3 +- .../ql/udf/generic/GenericUDAFCollectList.java | 20 +- .../ql/udf/generic/GenericUDAFCollectSet.java | 19 +- .../ql/udf/generic/GenericUDAFComputeStats.java | 4 +- .../hive/ql/udf/generic/GenericUDAFCount.java | 4 - .../ql/udf/generic/GenericUDAFCovariance.java | 4 - .../ql/udf/generic/GenericUDAFCumeDist.java | 4 - .../ql/udf/generic/GenericUDAFDenseRank.java | 4 - .../ql/udf/generic/GenericUDAFFirstValue.java | 41 +- .../generic/GenericUDAFHistogramNumeric.java | 2 +- .../ql/udf/generic/GenericUDAFLastValue.java | 33 +- .../hive/ql/udf/generic/GenericUDAFMax.java | 45 +- .../hive/ql/udf/generic/GenericUDAFMin.java | 8 +- .../GenericUDAFMkCollectionEvaluator.java | 21 +- .../generic/GenericUDAFPercentileApprox.java | 2 +- .../generic/GenericUDAFStreamingEvaluator.java | 22 - .../hadoop/hive/ql/udf/generic/GenericUDF.java | 23 - .../ql/udf/generic/GenericUDFSortArray.java | 17 +- .../udf/generic/GenericUDFSubstringIndex.java | 159 + .../udf/generic/GenericUDFToUnixTimeStamp.java | 6 +- .../ql/udf/generic/GenericUDFUnixTimeStamp.java | 36 +- .../udf/generic/NumDistinctValueEstimator.java | 18 + .../hive/ql/udf/generic/NumericHistogram.java | 14 + .../hadoop/hive/ql/udf/ptf/MatchPath.java | 5 +- .../hive/ql/udf/ptf/WindowingTableFunction.java | 174 +- .../hadoop/hive/ql/util/JavaDataModel.java | 30 - .../hive/ql/exec/TestFileSinkOperator.java | 3 +- .../hadoop/hive/ql/exec/TestOperators.java | 3 +- .../hadoop/hive/ql/exec/TestUtilities.java | 11 + .../exec/vector/TestVectorGroupByOperator.java | 2 +- .../apache/hadoop/hive/ql/io/TestAcidUtils.java | 73 +- .../ql/io/TestHiveBinarySearchRecordReader.java | 2 +- .../hadoop/hive/ql/io/TestIOContextMap.java | 133 + .../hadoop/hive/ql/io/orc/TestFileDump.java | 57 +- .../hive/ql/io/orc/TestInputOutputFormat.java | 114 +- .../hive/ql/io/orc/TestOrcRawRecordMerger.java | 57 +- .../hive/ql/io/orc/TestOrcRecordUpdater.java | 6 +- .../io/parquet/AbstractTestParquetDirect.java | 8 +- .../ql/io/parquet/TestArrayCompatibility.java | 18 +- .../ql/io/parquet/TestDataWritableWriter.java | 38 +- .../ql/io/parquet/TestHiveSchemaConverter.java | 16 +- .../hive/ql/io/parquet/TestMapStructures.java | 10 +- .../parquet/TestMapredParquetInputFormat.java | 2 +- .../parquet/TestMapredParquetOutputFormat.java | 2 +- .../io/parquet/TestParquetRowGroupFilter.java | 6 +- .../hive/ql/io/sarg/TestSearchArgumentImpl.java | 61 +- .../hive/ql/lockmgr/TestDummyTxnManager.java | 119 +- .../apache/hadoop/hive/ql/parse/TestIUD.java | 7 + .../parse/TestUpdateDeleteSemanticAnalyzer.java | 2 +- .../hadoop/hive/ql/plan/TestViewEntity.java | 53 +- .../hive/ql/session/TestSessionState.java | 30 +- .../hive/ql/txn/compactor/CompactorTest.java | 20 +- .../hive/ql/txn/compactor/TestCleaner.java | 8 +- .../hive/ql/txn/compactor/TestCleaner2.java | 14 + .../hive/ql/txn/compactor/TestInitiator.java | 4 + .../hive/ql/txn/compactor/TestWorker.java | 49 +- .../hive/ql/txn/compactor/TestWorker2.java | 16 + .../ql/udf/generic/TestGenericUDFSortArray.java | 158 + .../generic/TestGenericUDFSubstringIndex.java | 97 + .../alter_partition_invalidspec.q | 8 - .../clientnegative/alter_partition_nodrop.q | 9 - .../alter_partition_nodrop_table.q | 9 - .../clientnegative/alter_partition_offline.q | 11 - .../clientnegative/drop_table_failure3.q | 12 - .../queries/clientnegative/exchange_partition.q | 19 + .../queries/clientnegative/load_orc_negative1.q | 4 + .../queries/clientnegative/load_orc_negative2.q | 6 + .../clientnegative/load_orc_negative_part.q | 14 + .../clientnegative/lockneg_try_lock_db_in_use.q | 2 +- .../queries/clientnegative/protectmode_part.q | 15 - .../queries/clientnegative/protectmode_part1.q | 21 - .../queries/clientnegative/protectmode_part2.q | 9 - .../clientnegative/protectmode_part_no_drop.q | 10 - .../clientnegative/protectmode_part_no_drop2.q | 11 - .../queries/clientnegative/protectmode_tbl1.q | 8 - .../queries/clientnegative/protectmode_tbl2.q | 12 - .../queries/clientnegative/protectmode_tbl3.q | 10 - .../queries/clientnegative/protectmode_tbl4.q | 15 - .../queries/clientnegative/protectmode_tbl5.q | 15 - .../queries/clientnegative/protectmode_tbl6.q | 8 - .../queries/clientnegative/protectmode_tbl7.q | 13 - .../queries/clientnegative/protectmode_tbl8.q | 13 - .../clientnegative/protectmode_tbl_no_drop.q | 9 - .../clientnegative/ptf_negative_NoWindowDefn.q | 9 + .../test/queries/clientnegative/sa_fail_hook3.q | 4 - .../table_nonprintable_negative.q | 11 + .../udaf_collect_set_unsupported.q | 3 + .../clientnegative/udf_sort_array_wrong3.q | 2 +- .../queries/clientpositive/alter_merge_2_orc.q | 6 +- .../alter_partition_protect_mode.q | 26 - .../clientpositive/alter_table_partition_drop.q | 11 + .../queries/clientpositive/ambiguitycheck.q | 2 - .../clientpositive/authorization_view_sqlstd.q | 4 + ql/src/test/queries/clientpositive/auto_join0.q | 12 +- ql/src/test/queries/clientpositive/auto_join1.q | 3 + .../test/queries/clientpositive/auto_join21.q | 1 + .../test/queries/clientpositive/auto_join29.q | 1 + .../test/queries/clientpositive/auto_join30.q | 1 + .../clientpositive/auto_sortmerge_join_10.q | 1 + .../clientpositive/auto_sortmerge_join_13.q | 1 + .../clientpositive/auto_sortmerge_join_14.q | 1 + .../clientpositive/auto_sortmerge_join_15.q | 1 + .../clientpositive/auto_sortmerge_join_5.q | 3 + .../clientpositive/auto_sortmerge_join_9.q | 1 + .../queries/clientpositive/autogen_colalias.q | 4 +- .../queries/clientpositive/avro_timestamp.q | 2 + .../queries/clientpositive/avro_timestamp_win.q | 28 + .../queries/clientpositive/ba_table_union.q | 2 +- ql/src/test/queries/clientpositive/bucket2.q | 1 + ql/src/test/queries/clientpositive/bucket3.q | 1 + ql/src/test/queries/clientpositive/bucket4.q | 1 + .../clientpositive/bucket_map_join_tez1.q | 1 + .../clientpositive/bucket_map_join_tez2.q | 1 + ql/src/test/queries/clientpositive/cbo_gby.q | 3 + .../queries/clientpositive/cbo_rp_auto_join0.q | 1 + .../queries/clientpositive/cbo_rp_auto_join1.q | 1 + .../test/queries/clientpositive/cbo_rp_join0.q | 27 + .../test/queries/clientpositive/cbo_rp_join1.q | 22 + .../test/queries/clientpositive/cbo_subq_in.q | 1 + .../test/queries/clientpositive/cbo_udf_udaf.q | 2 + .../test/queries/clientpositive/cbo_windowing.q | 6 +- .../test/queries/clientpositive/constprog_dpp.q | 17 + .../clientpositive/correlationoptimizer1.q | 1 + ql/src/test/queries/clientpositive/count.q | 1 + ql/src/test/queries/clientpositive/cp_sel.q | 11 + ql/src/test/queries/clientpositive/cross_join.q | 1 + .../clientpositive/cross_product_check_1.q | 10 +- .../clientpositive/cross_product_check_2.q | 7 +- .../clientpositive/crtseltbl_serdeprops.q | 11 + ql/src/test/queries/clientpositive/ctas.q | 2 + ql/src/test/queries/clientpositive/cteViews.q | 41 + .../disable_merge_for_bucketing.q | 1 + .../drop_partitions_ignore_protection.q | 10 - .../clientpositive/dynamic_partition_pruning.q | 1 + .../dynamic_partition_pruning_2.q | 1 + .../clientpositive/dynpart_sort_opt_bucketing.q | 73 + .../dynpart_sort_opt_vectorization.q | 1 + .../clientpositive/dynpart_sort_optimization.q | 1 + .../clientpositive/dynpart_sort_optimization2.q | 8 +- .../queries/clientpositive/encoding_nonutf8.q | 7 + .../clientpositive/encryption_drop_partition.q | 18 + .../clientpositive/encryption_drop_table.q | 18 + .../clientpositive/encryption_drop_view.q | 6 + .../encryption_insert_partition_dynamic.q | 8 +- .../encryption_insert_partition_static.q | 36 +- .../clientpositive/encryption_insert_values.q | 15 + .../encryption_join_unencrypted_tbl.q | 4 +- ...yption_join_with_different_encryption_keys.q | 8 +- .../encryption_load_data_to_encrypted_tables.q | 4 +- .../clientpositive/encryption_move_tbl.q | 4 +- .../encryption_select_read_only_encrypted_tbl.q | 4 +- .../clientpositive/exec_parallel_column_stats.q | 5 + .../test/queries/clientpositive/explainuser_2.q | 7 +- .../test/queries/clientpositive/explainuser_3.q | 115 + .../clientpositive/filter_cond_pushdown.q | 19 + .../clientpositive/filter_join_breaktask2.q | 2 + ql/src/test/queries/clientpositive/fold_case.q | 8 + .../queries/clientpositive/fouter_join_ppr.q | 73 + ql/src/test/queries/clientpositive/groupby1.q | 1 + ql/src/test/queries/clientpositive/groupby2.q | 1 + ql/src/test/queries/clientpositive/groupby3.q | 1 + ...groupby_complex_types_multi_single_reducer.q | 8 +- .../clientpositive/groupby_grouping_sets6.q | 1 - ql/src/test/queries/clientpositive/having.q | 1 + .../clientpositive/hybridgrace_hashjoin_1.q | 1 + .../clientpositive/hybridgrace_hashjoin_2.q | 6 +- .../test/queries/clientpositive/insert_into1.q | 16 +- .../test/queries/clientpositive/insert_into2.q | 15 +- .../clientpositive/insert_into_with_schema2.q | 34 + .../insert_non_utf8_encoding_table.q | 20 + .../clientpositive/insert_nonacid_from_acid.q | 2 + ql/src/test/queries/clientpositive/join0.q | 1 + ql/src/test/queries/clientpositive/join1.q | 1 + ql/src/test/queries/clientpositive/join42.q | 36 + ql/src/test/queries/clientpositive/join43.q | 83 + .../join_merge_multi_expressions.q | 2 + .../test/queries/clientpositive/join_nullsafe.q | 3 + .../queries/clientpositive/limit_pushdown.q | 1 + ql/src/test/queries/clientpositive/lineage2.q | 116 + ql/src/test/queries/clientpositive/lineage3.q | 162 + .../queries/clientpositive/load_dyn_part1.q | 1 + .../queries/clientpositive/load_dyn_part2.q | 1 + .../queries/clientpositive/load_dyn_part3.q | 1 + ql/src/test/queries/clientpositive/load_orc.q | 10 + .../test/queries/clientpositive/load_orc_part.q | 15 + .../test/queries/clientpositive/lvj_mapjoin.q | 1 + .../queries/clientpositive/mapjoin_decimal.q | 7 +- .../queries/clientpositive/mapjoin_mapjoin.q | 1 + ql/src/test/queries/clientpositive/mapreduce1.q | 1 + ql/src/test/queries/clientpositive/mapreduce2.q | 1 + ql/src/test/queries/clientpositive/merge1.q | 1 + ql/src/test/queries/clientpositive/merge2.q | 1 + ql/src/test/queries/clientpositive/mergejoin.q | 3 +- .../clientpositive/metadata_only_queries.q | 1 + ql/src/test/queries/clientpositive/mrr.q | 5 + ql/src/test/queries/clientpositive/orc_merge1.q | 3 + ql/src/test/queries/clientpositive/orc_merge2.q | 1 + ql/src/test/queries/clientpositive/orc_merge3.q | 1 + ql/src/test/queries/clientpositive/orc_merge4.q | 1 + ql/src/test/queries/clientpositive/orc_merge5.q | 1 + ql/src/test/queries/clientpositive/orc_merge6.q | 1 + ql/src/test/queries/clientpositive/orc_merge7.q | 1 + ql/src/test/queries/clientpositive/orc_merge9.q | 44 + .../clientpositive/orc_merge_incompat1.q | 1 + .../clientpositive/orc_merge_incompat2.q | 1 + ql/src/test/queries/clientpositive/parallel.q | 1 + .../queries/clientpositive/partition_date2.q | 2 + .../clientpositive/partition_timestamp.q | 2 + .../clientpositive/partition_timestamp2.q | 2 + .../clientpositive/partition_timestamp2_win.q | 58 + .../clientpositive/partition_timestamp_win.q | 59 + .../test/queries/clientpositive/protectmode.q | 63 - .../test/queries/clientpositive/protectmode2.q | 23 - ql/src/test/queries/clientpositive/ptf.q | 1 + .../test/queries/clientpositive/ptf_matchpath.q | 1 + .../test/queries/clientpositive/ptf_streaming.q | 1 + .../queries/clientpositive/ql_rewrite_gbtoidx.q | 4 +- .../queries/clientpositive/script_env_var1.q | 4 +- .../test/queries/clientpositive/script_pipe.q | 1 + .../queries/clientpositive/selectDistinctStar.q | 5 +- .../clientpositive/select_dummy_source.q | 1 + .../queries/clientpositive/select_same_col.q | 5 +- ql/src/test/queries/clientpositive/skewjoin.q | 12 +- .../queries/clientpositive/stats_noscan_1.q | 1 + .../queries/clientpositive/stats_only_null.q | 4 + .../queries/clientpositive/subquery_exists.q | 2 + .../test/queries/clientpositive/subquery_in.q | 1 + .../queries/clientpositive/table_nonprintable.q | 30 + ql/src/test/queries/clientpositive/temp_table.q | 7 +- .../clientpositive/tez_bmj_schema_evolution.q | 1 + ql/src/test/queries/clientpositive/tez_dml.q | 3 + ql/src/test/queries/clientpositive/tez_join.q | 1 + .../test/queries/clientpositive/tez_join_hash.q | 3 + .../clientpositive/tez_join_result_complex.q | 139 + .../queries/clientpositive/tez_join_tests.q | 1 + .../queries/clientpositive/tez_joins_explain.q | 2 +- .../queries/clientpositive/tez_multi_union.q | 1 + .../clientpositive/tez_schema_evolution.q | 12 +- .../test/queries/clientpositive/tez_self_join.q | 33 + ql/src/test/queries/clientpositive/tez_smb_1.q | 32 + .../test/queries/clientpositive/tez_smb_main.q | 1 + ql/src/test/queries/clientpositive/tez_union.q | 1 + ql/src/test/queries/clientpositive/tez_union2.q | 1 + .../tez_union_dynamic_partition.q | 22 + .../queries/clientpositive/tez_union_group_by.q | 1 + .../clientpositive/tez_union_multiinsert.q | 1 + ql/src/test/queries/clientpositive/transform1.q | 1 + .../queries/clientpositive/udaf_collect_set_2.q | 222 + .../clientpositive/udaf_percentile_approx_23.q | 2 - .../clientpositive/udf_folder_constants.q | 11 + .../queries/clientpositive/udf_sort_array.q | 10 + .../clientpositive/udf_substring_index.q | 32 + .../queries/clientpositive/udf_unix_timestamp.q | 8 +- ql/src/test/queries/clientpositive/union2.q | 1 + ql/src/test/queries/clientpositive/union3.q | 1 + ql/src/test/queries/clientpositive/union35.q | 2 - ql/src/test/queries/clientpositive/union4.q | 1 + ql/src/test/queries/clientpositive/union5.q | 1 + ql/src/test/queries/clientpositive/union6.q | 1 + ql/src/test/queries/clientpositive/union7.q | 1 + ql/src/test/queries/clientpositive/union8.q | 1 + ql/src/test/queries/clientpositive/union9.q | 1 + .../queries/clientpositive/unionDistinct_1.q | 1 + .../queries/clientpositive/unionDistinct_2.q | 2 + .../update_after_multiple_inserts.q | 2 + .../clientpositive/update_all_partitioned.q | 4 +- .../queries/clientpositive/update_all_types.q | 2 + .../queries/clientpositive/update_orig_table.q | 2 + .../clientpositive/update_where_partitioned.q | 4 +- .../queries/clientpositive/vector_aggregate_9.q | 1 + .../queries/clientpositive/vector_between_in.q | 1 + .../clientpositive/vector_binary_join_groupby.q | 1 + .../test/queries/clientpositive/vector_bucket.q | 1 + .../clientpositive/vector_cast_constant.q | 1 + .../test/queries/clientpositive/vector_char_2.q | 1 + .../test/queries/clientpositive/vector_char_4.q | 1 + .../clientpositive/vector_char_mapjoin1.q | 1 + .../queries/clientpositive/vector_char_simple.q | 1 + .../queries/clientpositive/vector_coalesce.q | 52 +- .../queries/clientpositive/vector_coalesce_2.q | 1 + .../clientpositive/vector_count_distinct.q | 1 + .../queries/clientpositive/vector_data_types.q | 13 +- .../test/queries/clientpositive/vector_date_1.q | 1 + .../queries/clientpositive/vector_decimal_1.q | 1 + .../clientpositive/vector_decimal_10_0.q | 1 + .../queries/clientpositive/vector_decimal_2.q | 1 + .../clientpositive/vector_decimal_aggregate.q | 1 + .../clientpositive/vector_decimal_cast.q | 1 + .../clientpositive/vector_decimal_expressions.q | 12 +- .../clientpositive/vector_decimal_mapjoin.q | 1 + .../clientpositive/vector_decimal_math_funcs.q | 1 + .../clientpositive/vector_decimal_precision.q | 1 + .../clientpositive/vector_decimal_round.q | 1 + .../clientpositive/vector_decimal_round_2.q | 1 + .../queries/clientpositive/vector_decimal_udf.q | 1 + .../clientpositive/vector_decimal_udf2.q | 1 + .../queries/clientpositive/vector_distinct_2.q | 1 + ql/src/test/queries/clientpositive/vector_elt.q | 1 + .../queries/clientpositive/vector_groupby_3.q | 1 + .../clientpositive/vector_groupby_reduce.q | 4 + .../clientpositive/vector_grouping_sets.q | 64 + .../queries/clientpositive/vector_if_expr.q | 1 + .../queries/clientpositive/vector_inner_join.q | 1 + .../queries/clientpositive/vector_interval_1.q | 1 + .../queries/clientpositive/vector_interval_2.q | 1 + .../clientpositive/vector_interval_mapjoin.q | 88 + .../test/queries/clientpositive/vector_join30.q | 1 + .../clientpositive/vector_left_outer_join.q | 1 + .../clientpositive/vector_left_outer_join2.q | 1 + .../clientpositive/vector_leftsemi_mapjoin.q | 1 + .../clientpositive/vector_mapjoin_reduce.q | 1 + .../vector_mr_diff_schema_alias.q | 1 + .../clientpositive/vector_multi_insert.q | 1 + .../vector_non_string_partition.q | 1 + .../clientpositive/vector_null_projection.q | 21 + .../clientpositive/vector_nullsafe_join.q | 1 + .../queries/clientpositive/vector_orderby_5.q | 1 + .../queries/clientpositive/vector_outer_join0.q | 1 + .../queries/clientpositive/vector_outer_join1.q | 20 +- .../queries/clientpositive/vector_outer_join2.q | 19 +- .../queries/clientpositive/vector_outer_join3.q | 18 +- .../queries/clientpositive/vector_outer_join4.q | 17 +- .../queries/clientpositive/vector_outer_join5.q | 1 + .../vector_partition_diff_num_cols.q | 1 + .../vector_partitioned_date_time.q | 5 +- .../vector_partitioned_date_time_win.q | 129 + .../vector_reduce_groupby_decimal.q | 1 + .../clientpositive/vector_string_concat.q | 1 + .../queries/clientpositive/vector_varchar_4.q | 1 + .../clientpositive/vector_varchar_mapjoin1.q | 1 + .../clientpositive/vector_varchar_simple.q | 1 + .../queries/clientpositive/vectorization_0.q | 3 + .../queries/clientpositive/vectorization_1.q | 3 + .../queries/clientpositive/vectorization_10.q | 3 + .../queries/clientpositive/vectorization_11.q | 3 + .../queries/clientpositive/vectorization_12.q | 3 + .../queries/clientpositive/vectorization_13.q | 142 +- .../queries/clientpositive/vectorization_14.q | 3 + .../queries/clientpositive/vectorization_15.q | 3 + .../queries/clientpositive/vectorization_16.q | 1 + .../queries/clientpositive/vectorization_17.q | 51 + .../queries/clientpositive/vectorization_2.q | 3 + .../queries/clientpositive/vectorization_3.q | 3 + .../queries/clientpositive/vectorization_4.q | 3 + .../queries/clientpositive/vectorization_5.q | 3 + .../queries/clientpositive/vectorization_6.q | 3 + .../queries/clientpositive/vectorization_7.q | 80 +- .../queries/clientpositive/vectorization_8.q | 81 +- .../queries/clientpositive/vectorization_9.q | 39 +- .../clientpositive/vectorization_decimal_date.q | 1 + .../queries/clientpositive/vectorization_div0.q | 1 + .../clientpositive/vectorization_limit.q | 1 + .../clientpositive/vectorization_part_project.q | 5 +- .../clientpositive/vectorization_part_varchar.q | 7 + .../clientpositive/vectorization_pushdown.q | 1 + .../vectorization_short_regress.q | 420 +- .../clientpositive/vectorized_bucketmapjoin1.q | 1 + .../queries/clientpositive/vectorized_case.q | 1 + .../queries/clientpositive/vectorized_casts.q | 3 + .../queries/clientpositive/vectorized_context.q | 1 + .../clientpositive/vectorized_date_funcs.q | 3 + .../clientpositive/vectorized_distinct_gby.q | 3 +- .../vectorized_dynamic_partition_pruning.q | 1 + .../queries/clientpositive/vectorized_mapjoin.q | 3 + .../clientpositive/vectorized_math_funcs.q | 1 + .../clientpositive/vectorized_nested_mapjoin.q | 3 + .../queries/clientpositive/vectorized_parquet.q | 1 + .../clientpositive/vectorized_rcfile_columnar.q | 2 +- .../clientpositive/vectorized_shufflejoin.q | 11 +- .../clientpositive/vectorized_string_funcs.q | 1 + .../clientpositive/vectorized_timestamp_funcs.q | 6 +- ql/src/test/queries/clientpositive/windowing.q | 2 +- .../clientpositive/windowing_windowspec2.q | 36 + .../clientpositive/windowing_windowspec3.q | 62 + ql/src/test/resources/RefreshedJarClassV1.txt | 26 + ql/src/test/resources/RefreshedJarClassV2.txt | 26 + ql/src/test/resources/SessionStateTest.jar.v1 | Bin 2176 -> 0 bytes ql/src/test/resources/SessionStateTest.jar.v2 | Bin 2177 -> 0 bytes .../resources/orc-file-dump-bloomfilter.out | 92 +- .../resources/orc-file-dump-bloomfilter2.out | 92 +- .../orc-file-dump-dictionary-threshold.out | 76 +- ql/src/test/resources/orc-file-dump.json | 108 +- ql/src/test/resources/orc-file-dump.out | 84 +- ql/src/test/resources/orc-file-has-null.out | 62 +- .../alter_numbuckets_partitioned_table.q.out | 8 - .../results/beelinepositive/create_like.q.out | 3 - .../results/beelinepositive/create_like2.q.out | 1 - .../beelinepositive/create_like_view.q.out | 4 - .../beelinepositive/create_skewed_table1.q.out | 3 - .../results/beelinepositive/create_view.q.out | 14 - .../create_view_partitioned.q.out | 3 - ql/src/test/results/beelinepositive/ctas.q.out | 5 - .../describe_formatted_view_partitioned.q.out | 1 - .../beelinepositive/describe_table.q.out | 3 - .../test/results/beelinepositive/merge3.q.out | 1 - .../part_inherit_tbl_props.q.out | 1 - .../part_inherit_tbl_props_empty.q.out | 1 - .../part_inherit_tbl_props_with_star.q.out | 1 - .../results/beelinepositive/protectmode2.q.out | 2 - .../test/results/beelinepositive/stats1.q.out | 2 - .../test/results/beelinepositive/stats10.q.out | 3 - .../test/results/beelinepositive/stats11.q.out | 4 - .../test/results/beelinepositive/stats12.q.out | 5 - .../test/results/beelinepositive/stats13.q.out | 6 - .../test/results/beelinepositive/stats14.q.out | 5 - .../test/results/beelinepositive/stats15.q.out | 5 - .../test/results/beelinepositive/stats16.q.out | 2 - .../test/results/beelinepositive/stats18.q.out | 2 - .../test/results/beelinepositive/stats2.q.out | 2 - .../test/results/beelinepositive/stats3.q.out | 2 - .../test/results/beelinepositive/stats4.q.out | 6 - .../test/results/beelinepositive/stats5.q.out | 1 - .../test/results/beelinepositive/stats6.q.out | 5 - .../test/results/beelinepositive/stats7.q.out | 3 - .../test/results/beelinepositive/stats8.q.out | 10 - .../test/results/beelinepositive/stats9.q.out | 1 - .../beelinepositive/stats_empty_partition.q.out | 1 - .../clientnegative/alter_file_format.q.out | 1 - .../alter_view_as_select_with_partition.q.out | 1 - .../clientnegative/authorization_ctas2.q.out | 2 + .../clientnegative/exchange_partition.q.out | 54 + .../clientnegative/load_orc_negative1.q.out | 9 + .../clientnegative/load_orc_negative2.q.out | 25 + .../clientnegative/load_orc_negative_part.q.out | 52 + .../lockneg_try_lock_db_in_use.q.out | 9 +- .../ptf_negative_NoWindowDefn.q.out | 1 + .../stats_partialscan_autogether.q.out | 2 - .../table_nonprintable_negative.q.out | 19 + .../udaf_collect_set_unsupported.q.out | 1 + .../clientnegative/udf_assert_true.q.out | 12 +- .../clientnegative/udf_assert_true2.q.out | 6 +- .../clientnegative/udf_sort_array_wrong1.q.out | 2 +- .../clientnegative/udf_sort_array_wrong2.q.out | 2 +- .../clientnegative/udf_sort_array_wrong3.q.out | 2 +- .../results/clientpositive/add_part_exist.q.out | 2 + ql/src/test/results/clientpositive/alter1.q.out | 4 + ql/src/test/results/clientpositive/alter2.q.out | 4 + ql/src/test/results/clientpositive/alter3.q.out | 4 + ql/src/test/results/clientpositive/alter4.q.out | 4 + ql/src/test/results/clientpositive/alter5.q.out | 4 + .../alter_change_db_location.q.out | 2 + .../results/clientpositive/alter_db_owner.q.out | 6 + .../clientpositive/alter_file_format.q.out | 19 - .../results/clientpositive/alter_index.q.out | 2 + .../clientpositive/alter_merge_2_orc.q.out | 16 +- .../clientpositive/alter_merge_orc.q.out | 24 +- .../clientpositive/alter_merge_stats_orc.q.out | 30 +- .../alter_numbuckets_partitioned_table.q.out | 16 - .../alter_numbuckets_partitioned_table2.q.out | 27 - ...lter_numbuckets_partitioned_table2_h23.q.out | 27 - ...alter_numbuckets_partitioned_table_h23.q.out | 16 - .../alter_partition_change_col.q.out | 8 +- .../alter_partition_clusterby_sortby.q.out | 7 - .../clientpositive/alter_rename_partition.q.out | 6 + .../clientpositive/alter_skewed_table.q.out | 6 - .../clientpositive/alter_table_cascade.q.out | 8 +- .../clientpositive/alter_table_not_sorted.q.out | 2 - .../alter_table_partition_drop.q.out | 74 + .../clientpositive/alter_table_serde2.q.out | 6 - .../clientpositive/alter_view_as_select.q.out | 3 - .../clientpositive/annotate_stats_filter.q.out | 24 +- .../clientpositive/annotate_stats_groupby.q.out | 28 +- .../annotate_stats_groupby2.q.out | 8 +- .../clientpositive/annotate_stats_join.q.out | 8 +- .../annotate_stats_join_pkfk.q.out | 62 +- .../clientpositive/annotate_stats_limit.q.out | 2 +- .../clientpositive/annotate_stats_part.q.out | 16 +- .../clientpositive/annotate_stats_select.q.out | 58 +- .../clientpositive/annotate_stats_table.q.out | 8 +- .../clientpositive/authorization_index.q.out | 1 - .../authorization_owner_actions_db.q.out | 2 + .../authorization_view_sqlstd.q.out | 14 + .../results/clientpositive/auto_join0.q.out | 235 +- .../results/clientpositive/auto_join1.q.out | 8 +- .../results/clientpositive/auto_join12.q.out | 54 +- .../results/clientpositive/auto_join13.q.out | 26 +- .../results/clientpositive/auto_join14.q.out | 12 +- .../results/clientpositive/auto_join16.q.out | 4 +- .../results/clientpositive/auto_join30.q.out | 24 + .../results/clientpositive/auto_join31.q.out | 4 + .../results/clientpositive/auto_join32.q.out | 32 +- .../results/clientpositive/auto_join5.q.out | 8 +- .../results/clientpositive/auto_join8.q.out | 16 +- .../clientpositive/auto_join_stats.q.out | 28 +- .../clientpositive/auto_join_stats2.q.out | 8 +- .../auto_join_without_localtask.q.out | 270 +- .../clientpositive/auto_sortmerge_join_1.q.out | 8 + .../clientpositive/auto_sortmerge_join_12.q.out | 2 +- .../clientpositive/auto_sortmerge_join_14.q.out | 4 + .../clientpositive/auto_sortmerge_join_15.q.out | 4 + .../clientpositive/auto_sortmerge_join_2.q.out | 8 + .../clientpositive/auto_sortmerge_join_3.q.out | 8 + .../clientpositive/auto_sortmerge_join_4.q.out | 8 + .../clientpositive/auto_sortmerge_join_5.q.out | 14 + .../clientpositive/auto_sortmerge_join_6.q.out | 66 + .../clientpositive/auto_sortmerge_join_7.q.out | 8 + .../clientpositive/auto_sortmerge_join_8.q.out | 8 + .../clientpositive/auto_sortmerge_join_9.q.out | 143 + .../clientpositive/autogen_colalias.q.out | 12 +- .../clientpositive/avro_timestamp.q.java1.7.out | 8 +- .../clientpositive/avro_timestamp.q.java1.8.out | 8 +- .../avro_timestamp_win.q.java1.7.out | 134 + .../avro_timestamp_win.q.java1.8.out | 134 + .../results/clientpositive/ba_table_union.q.out | 16 +- .../clientpositive/binarysortable_1.q.out | Bin 4302 -> 4329 bytes .../test/results/clientpositive/bucket5.q.out | 1 - .../clientpositive/bucket_map_join_1.q.out | 10 +- .../clientpositive/bucket_map_join_2.q.out | 10 +- .../results/clientpositive/bucketmapjoin1.q.out | 28 +- .../bucketsortoptimize_insert_2.q.out | 20 + .../bucketsortoptimize_insert_4.q.out | 16 + .../bucketsortoptimize_insert_5.q.out | 20 + .../bucketsortoptimize_insert_6.q.out | 24 + .../bucketsortoptimize_insert_7.q.out | 2 +- .../test/results/clientpositive/cbo_gby.q.out | 18 +- .../clientpositive/cbo_rp_auto_join0.q.out | 32 +- .../clientpositive/cbo_rp_auto_join1.q.out | 619 +- .../results/clientpositive/cbo_rp_join0.q.out | 6886 ++++++++++++++++++ .../results/clientpositive/cbo_rp_join1.q.out | 426 ++ .../results/clientpositive/cbo_subq_in.q.out | 2 + .../results/clientpositive/cbo_udf_udaf.q.out | 18 +- .../results/clientpositive/cbo_windowing.q.out | 122 +- .../test/results/clientpositive/cluster.q.out | 20 +- .../clientpositive/column_access_stats.q.out | 78 +- .../clientpositive/columnstats_partlvl.q.out | 14 +- .../clientpositive/columnstats_partlvl_dp.q.out | 8 +- .../clientpositive/columnstats_tbllvl.q.out | 14 +- .../test/results/clientpositive/combine2.q.out | 16 +- .../results/clientpositive/complex_alias.q.out | 42 +- .../clientpositive/compute_stats_date.q.out | 2 +- .../constantPropagateForSubQuery.q.out | 38 +- .../clientpositive/correlationoptimizer1.q.out | 16 +- .../clientpositive/correlationoptimizer10.q.out | 6 +- .../clientpositive/correlationoptimizer11.q.out | 8 +- .../clientpositive/correlationoptimizer15.q.out | 124 +- .../clientpositive/correlationoptimizer2.q.out | 10 +- .../clientpositive/correlationoptimizer3.q.out | 12 +- .../clientpositive/correlationoptimizer4.q.out | 6 +- .../clientpositive/correlationoptimizer5.q.out | 6 + .../clientpositive/correlationoptimizer6.q.out | 1047 ++- ql/src/test/results/clientpositive/cp_sel.q.out | 195 + .../create_alter_list_bucketing_table1.q.out | 7 - .../results/clientpositive/create_like.q.out | 9 - .../results/clientpositive/create_like2.q.out | 1 - .../clientpositive/create_like_tbl_props.q.out | 5 - .../clientpositive/create_like_view.q.out | 4 - .../clientpositive/create_or_replace_view.q.out | 5 - .../clientpositive/create_skewed_table1.q.out | 3 - .../results/clientpositive/create_view.q.out | 16 +- .../create_view_partitioned.q.out | 3 - .../clientpositive/create_view_translate.q.out | 2 - .../results/clientpositive/cross_join.q.out | 8 +- .../clientpositive/cross_product_check_1.q.out | 20 +- .../clientpositive/cross_product_check_2.q.out | 76 +- .../clientpositive/crtseltbl_serdeprops.q.out | 35 + ql/src/test/results/clientpositive/ctas.q.out | 7 +- .../results/clientpositive/ctas_colname.q.out | 7 - .../results/clientpositive/ctas_hadoop20.q.out | 5 - .../ctas_uses_database_location.q.out | 1 - .../test/results/clientpositive/cteViews.q.out | 242 + .../test/results/clientpositive/database.q.out | 12 + .../clientpositive/database_location.q.out | 10 +- .../clientpositive/database_properties.q.out | 6 + .../clientpositive/dbtxnmgr_query5.q.out | 2 + .../clientpositive/decimal_precision2.q.out | 28 +- .../results/clientpositive/decimal_serde.q.out | 2 - .../clientpositive/default_file_format.q.out | 5 - .../describe_comment_indent.q.out | 1 - .../describe_comment_nonascii.q.out | 1 - .../clientpositive/describe_database.q.out | 4 + .../clientpositive/describe_database_json.q.out | 12 + .../describe_formatted_view_partitioned.q.out | 2 - .../clientpositive/describe_syntax.q.out | 6 - .../results/clientpositive/describe_table.q.out | 7 - .../clientpositive/describe_table_json.q.out | 4 + .../display_colstats_tbllvl.q.out | 6 +- .../dynpart_sort_opt_bucketing.q.out | 277 + .../dynpart_sort_opt_vectorization.q.out | 48 +- .../dynpart_sort_optimization.q.out | 32 - .../dynpart_sort_optimization2.q.out | 198 +- .../dynpart_sort_optimization_acid.q.out | 60 +- .../clientpositive/encoding_nonutf8.q.out | 36 + .../encrypted/encryption_drop_partition.q.out | 81 + .../encrypted/encryption_drop_table.q.out | 62 + .../encrypted/encryption_drop_view.q.out | 34 + .../encryption_insert_partition_dynamic.q.out | 50 +- .../encryption_insert_partition_static.q.out | 718 +- .../encrypted/encryption_insert_values.q.out | 70 + .../encryption_join_unencrypted_tbl.q.out | 16 +- ...on_join_with_different_encryption_keys.q.out | 16 +- ...cryption_load_data_to_encrypted_tables.q.out | 8 +- .../encrypted/encryption_move_tbl.q.out | 16 +- ...ryption_select_read_only_encrypted_tbl.q.out | 8 +- .../exec_parallel_column_stats.q.out | 51 + .../clientpositive/exim_hidden_files.q.out | 1 - .../clientpositive/explain_logical.q.out | 28 +- .../clientpositive/explain_rearrange.q.out | 32 +- .../extrapolate_part_stats_full.q.out | 24 +- .../extrapolate_part_stats_partial.q.out | 76 +- .../extrapolate_part_stats_partial_ndv.q.out | 38 +- .../clientpositive/filter_cond_pushdown.q.out | 382 + .../clientpositive/filter_join_breaktask.q.out | 12 +- .../clientpositive/filter_join_breaktask2.q.out | 8 +- .../results/clientpositive/filter_numeric.q.out | 6 +- .../test/results/clientpositive/fold_case.q.out | 186 +- .../clientpositive/fold_eq_with_case_when.q.out | 8 +- .../test/results/clientpositive/fold_when.q.out | 32 +- .../clientpositive/fouter_join_ppr.q.out | 1694 +++++ .../test/results/clientpositive/groupby10.q.out | 140 +- .../test/results/clientpositive/groupby11.q.out | 70 +- .../test/results/clientpositive/groupby2.q.out | 33 +- .../clientpositive/groupby2_map_skew.q.out | 33 +- .../test/results/clientpositive/groupby8.q.out | 140 +- .../clientpositive/groupby8_map_skew.q.out | 70 +- ...pby_complex_types_multi_single_reducer.q.out | 68 +- .../results/clientpositive/groupby_cube1.q.out | 137 +- .../clientpositive/groupby_grouping_sets2.q.out | 36 +- .../clientpositive/groupby_grouping_sets3.q.out | 32 +- .../clientpositive/groupby_grouping_sets4.q.out | 72 +- .../clientpositive/groupby_grouping_sets5.q.out | 44 +- .../clientpositive/groupby_grouping_sets6.q.out | 70 +- .../results/clientpositive/groupby_ppd.q.out | 34 +- .../clientpositive/groupby_rollup1.q.out | 123 +- .../clientpositive/groupby_sort_1_23.q.out | 10 +- .../results/clientpositive/groupby_sort_6.q.out | 46 +- .../clientpositive/groupby_sort_skew_1_23.q.out | 10 +- ql/src/test/results/clientpositive/having.q.out | 28 +- .../test/results/clientpositive/having2.q.out | 32 +- .../identity_project_remove_skip.q.out | 6 + .../results/clientpositive/implicit_cast1.q.out | 8 +- .../clientpositive/index_auto_empty.q.out | 8 +- .../clientpositive/index_auto_mult_tables.q.out | 12 + .../index_auto_mult_tables_compact.q.out | 9 + .../clientpositive/index_auto_partitioned.q.out | 9 + .../clientpositive/index_auto_unused.q.out | 4 +- .../clientpositive/index_auto_update.q.out | 2 + .../results/clientpositive/index_bitmap.q.out | 24 + .../index_bitmap_auto_partitioned.q.out | 12 + .../clientpositive/index_bitmap_rc.q.out | 24 + .../results/clientpositive/index_compact.q.out | 18 + .../clientpositive/index_compact_2.q.out | 18 + .../results/clientpositive/index_creation.q.out | 2 + .../results/clientpositive/index_serde.q.out | 6 +- .../clientpositive/index_skewtable.q.out | 13 +- .../clientpositive/infer_bucket_sort.q.out | 50 - .../infer_bucket_sort_bucketed_table.q.out | 2 - .../infer_bucket_sort_convert_join.q.out | 4 - .../infer_bucket_sort_dyn_part.q.out | 16 - .../infer_bucket_sort_grouping_operators.q.out | 12 - .../infer_bucket_sort_list_bucket.q.out | 4 - .../infer_bucket_sort_map_operators.q.out | 8 - .../infer_bucket_sort_merge.q.out | 4 - .../infer_bucket_sort_multi_insert.q.out | 16 - .../infer_bucket_sort_num_buckets.q.out | 4 - .../infer_bucket_sort_reducers_power_two.q.out | 12 - .../clientpositive/infer_const_type.q.out | 28 +- ql/src/test/results/clientpositive/input2.q.out | 4 + .../test/results/clientpositive/input21.q.out | 10 +- .../test/results/clientpositive/input23.q.out | 8 +- .../test/results/clientpositive/input24.q.out | 4 +- .../test/results/clientpositive/input25.q.out | 36 +- .../test/results/clientpositive/input26.q.out | 28 +- ql/src/test/results/clientpositive/input3.q.out | 4 + ql/src/test/results/clientpositive/input7.q.out | 2 +- ql/src/test/results/clientpositive/input9.q.out | 6 +- .../results/clientpositive/input_part10.q.out | 5 +- .../results/clientpositive/input_part4.q.out | 6 +- .../test/results/clientpositive/insert1.q.out | 46 +- .../results/clientpositive/insert_into1.q.out | 86 +- .../results/clientpositive/insert_into2.q.out | 82 +- .../results/clientpositive/insert_into5.q.out | 5 +- .../insert_into_with_schema2.q.out | 135 + .../insert_non_utf8_encoding_table.q.out | 89 + .../insert_nonacid_from_acid.q.out | 20 +- ql/src/test/results/clientpositive/join12.q.out | 28 +- ql/src/test/results/clientpositive/join13.q.out | 32 +- ql/src/test/results/clientpositive/join14.q.out | 14 +- ql/src/test/results/clientpositive/join19.q.out | 62 +- ql/src/test/results/clientpositive/join28.q.out | 2 +- ql/src/test/results/clientpositive/join29.q.out | 6 + ql/src/test/results/clientpositive/join31.q.out | 6 + ql/src/test/results/clientpositive/join32.q.out | 38 +- .../clientpositive/join32_lessSize.q.out | 128 +- ql/src/test/results/clientpositive/join33.q.out | 38 +- ql/src/test/results/clientpositive/join34.q.out | 2 +- ql/src/test/results/clientpositive/join35.q.out | 2 +- ql/src/test/results/clientpositive/join42.q.out | 312 + ql/src/test/results/clientpositive/join43.q.out | 648 ++ ql/src/test/results/clientpositive/join5.q.out | 20 +- ql/src/test/results/clientpositive/join8.q.out | 18 +- .../clientpositive/join_alt_syntax.q.out | 104 +- .../clientpositive/join_cond_pushdown_1.q.out | 42 +- .../clientpositive/join_cond_pushdown_2.q.out | 62 +- .../clientpositive/join_cond_pushdown_3.q.out | 42 +- .../clientpositive/join_cond_pushdown_4.q.out | 62 +- .../join_cond_pushdown_unqual1.q.out | 48 +- .../join_cond_pushdown_unqual2.q.out | 24 +- .../join_cond_pushdown_unqual3.q.out | 48 +- .../join_cond_pushdown_unqual4.q.out | 24 +- .../results/clientpositive/join_hive_626.q.out | 28 +- .../join_merge_multi_expressions.q.out | 6 +- .../results/clientpositive/join_merging.q.out | 117 +- .../results/clientpositive/join_nulls.q.out | 2 +- .../results/clientpositive/join_nullsafe.q.out | 6 +- .../results/clientpositive/join_reorder.q.out | 92 +- .../results/clientpositive/join_reorder2.q.out | 68 +- .../results/clientpositive/join_reorder3.q.out | 68 +- .../results/clientpositive/join_reorder4.q.out | 54 +- .../test/results/clientpositive/join_view.q.out | 18 +- .../test/results/clientpositive/keyword_1.q.out | 8 +- .../results/clientpositive/lateral_view.q.out | 68 +- .../clientpositive/lateral_view_explode2.q.out | 12 +- .../clientpositive/lateral_view_noalias.q.out | 22 +- .../results/clientpositive/lb_fs_stats.q.out | 2 - .../results/clientpositive/limit_pushdown.q.out | 98 +- .../test/results/clientpositive/lineage1.q.out | 4 +- .../test/results/clientpositive/lineage2.q.out | 2905 ++++++++ .../test/results/clientpositive/lineage3.q.out | 2482 +++++++ .../clientpositive/list_bucket_dml_1.q.out | 4 - .../list_bucket_dml_10.q.java1.7.out | 2 - .../list_bucket_dml_10.q.java1.8.out | 2 - .../list_bucket_dml_11.q.java1.7.out | 2 - .../list_bucket_dml_11.q.java1.8.out | 2 - .../list_bucket_dml_12.q.java1.7.out | 4 +- .../list_bucket_dml_12.q.java1.8.out | 2 - .../list_bucket_dml_13.q.java1.7.out | 4 +- .../list_bucket_dml_13.q.java1.8.out | 2 - .../clientpositive/list_bucket_dml_14.q.out | 1 - .../list_bucket_dml_2.q.java1.7.out | 2 - .../list_bucket_dml_2.q.java1.8.out | 2 - .../clientpositive/list_bucket_dml_3.q.out | 2 - .../list_bucket_dml_4.q.java1.7.out | 4 - .../list_bucket_dml_4.q.java1.8.out | 4 - .../list_bucket_dml_5.q.java1.7.out | 4 - .../list_bucket_dml_5.q.java1.8.out | 4 - .../list_bucket_dml_6.q.java1.7.out | 8 - .../list_bucket_dml_6.q.java1.8.out | 8 - .../clientpositive/list_bucket_dml_7.q.out | 8 - .../list_bucket_dml_8.q.java1.7.out | 6 - .../list_bucket_dml_8.q.java1.8.out | 6 - .../list_bucket_dml_9.q.java1.7.out | 4 - .../list_bucket_dml_9.q.java1.8.out | 4 - .../list_bucket_query_multiskew_1.q.out | 2 - .../list_bucket_query_multiskew_2.q.out | 2 - .../list_bucket_query_multiskew_3.q.out | 6 - .../list_bucket_query_oneskew_1.q.out | 2 - .../list_bucket_query_oneskew_2.q.out | 24 +- .../list_bucket_query_oneskew_3.q.out | 2 - .../clientpositive/load_dyn_part13.q.out | 8 +- .../clientpositive/load_dyn_part14.q.out | 63 +- .../test/results/clientpositive/load_orc.q.out | 43 + .../results/clientpositive/load_orc_part.q.out | 70 + .../clientpositive/louter_join_ppr.q.out | 74 +- .../clientpositive/mapjoin_mapjoin.q.out | 120 +- .../clientpositive/mapjoin_subquery.q.out | 4 +- .../clientpositive/mapjoin_subquery2.q.out | 20 +- ql/src/test/results/clientpositive/merge3.q.out | 1 - .../results/clientpositive/merge_join_1.q.out | 32 +- .../results/clientpositive/mergejoins.q.out | 40 +- .../clientpositive/mergejoins_mixed.q.out | 332 +- .../results/clientpositive/metadataonly1.q.out | 72 +- .../results/clientpositive/multiMapJoin1.q.out | 86 +- .../results/clientpositive/multiMapJoin2.q.out | 30 +- .../results/clientpositive/multi_insert.q.out | 32 +- ...i_insert_move_tasks_share_dependencies.q.out | 32 +- .../clientpositive/multigroupby_singlemr.q.out | 136 +- .../results/clientpositive/nullformatCTAS.q.out | 6 +- .../results/clientpositive/nullgroup3.q.out | 16 +- .../results/clientpositive/nullgroup5.q.out | 14 +- .../clientpositive/optimize_nullscan.q.out | 82 +- .../results/clientpositive/optional_outer.q.out | 36 +- .../results/clientpositive/orc_analyze.q.out | 48 - .../results/clientpositive/orc_create.q.out | 6 - .../orc_dictionary_threshold.q.out | 2 +- .../results/clientpositive/orc_merge1.q.out | 8 +- .../results/clientpositive/orc_merge9.q.out | 186 + .../clientpositive/orc_predicate_pushdown.q.out | 36 +- .../clientpositive/outer_join_ppr.q.java1.7.out | 168 +- .../clientpositive/parallel_orderby.q.out | 2 - .../parquet_array_null_element.q.out | 1 - .../results/clientpositive/parquet_create.q.out | 1 - .../clientpositive/parquet_partitioned.q.out | 1 - .../results/clientpositive/parquet_serde.q.out | 5 - .../clientpositive/part_inherit_tbl_props.q.out | 2 - .../part_inherit_tbl_props_empty.q.out | 2 - .../part_inherit_tbl_props_with_star.q.out | 2 - .../clientpositive/partition_boolexpr.q.out | 8 +- .../partition_coltype_literals.q.out | 16 - .../clientpositive/partition_date2.q.out | 8 +- .../clientpositive/partition_timestamp.q.out | 8 +- .../clientpositive/partition_timestamp2.q.out | 8 +- .../partition_timestamp2_win.q.out | 399 + .../partition_timestamp_win.q.out | 316 + .../test/results/clientpositive/ppd_gby.q.out | 41 +- .../test/results/clientpositive/ppd_gby2.q.out | 49 +- .../results/clientpositive/ppd_gby_join.q.out | 134 +- .../test/results/clientpositive/ppd_join.q.out | 130 +- .../test/results/clientpositive/ppd_join2.q.out | 143 +- .../test/results/clientpositive/ppd_join3.q.out | 165 +- .../test/results/clientpositive/ppd_join4.q.out | 24 +- .../test/results/clientpositive/ppd_join5.q.out | 22 +- .../clientpositive/ppd_outer_join2.q.out | 16 +- .../clientpositive/ppd_outer_join3.q.out | 16 +- .../clientpositive/ppd_outer_join4.q.out | 112 +- .../clientpositive/ppd_outer_join5.q.out | 72 +- .../results/clientpositive/ppd_random.q.out | 80 +- .../clientpositive/ppd_repeated_alias.q.out | 78 +- .../results/clientpositive/ppd_udf_case.q.out | 40 +- .../results/clientpositive/ppd_udf_col.q.out | 190 +- .../test/results/clientpositive/ppd_union.q.out | 42 +- .../results/clientpositive/ppd_union_view.q.out | 120 +- ql/src/test/results/clientpositive/ppd_vc.q.out | 8 +- .../results/clientpositive/protectmode2.q.out | 2 - ql/src/test/results/clientpositive/ptf.q.out | 28 +- .../clientpositive/ql_rewrite_gbtoidx.q.out | 258 +- .../ql_rewrite_gbtoidx_cbo_1.q.out | 260 +- .../ql_rewrite_gbtoidx_cbo_2.q.out | 16 +- .../query_result_fileformat.q.out | 12 +- ql/src/test/results/clientpositive/quote1.q.out | 6 +- .../results/clientpositive/quotedid_basic.q.out | 70 +- .../results/clientpositive/quotedid_skew.q.out | 40 +- .../clientpositive/rcfile_default_format.q.out | 8 - .../clientpositive/rcfile_null_value.q.out | 20 +- .../clientpositive/reduce_deduplicate.q.out | 16 +- .../results/clientpositive/rename_column.q.out | 4 + .../clientpositive/router_join_ppr.q.out | 170 +- .../runtime_skewjoin_mapjoin_spark.q.out | 27 +- .../test/results/clientpositive/sample6.q.out | 12 +- .../clientpositive/script_env_var1.q.out | 8 +- .../clientpositive/selectDistinctStar.q.out | 94 +- .../clientpositive/select_dummy_source.q.out | 34 +- .../clientpositive/select_same_col.q.out | 8 +- .../test/results/clientpositive/semijoin.q.out | 10 +- .../results/clientpositive/show_functions.q.out | 1 + .../results/clientpositive/show_tables.q.out | 18 + .../test/results/clientpositive/skewjoin.q.out | 133 +- .../clientpositive/skewjoin_mapjoin1.q.out | 112 +- .../clientpositive/skewjoin_mapjoin10.q.out | 26 +- .../clientpositive/skewjoin_mapjoin11.q.out | 32 +- .../clientpositive/skewjoin_mapjoin2.q.out | 72 +- .../clientpositive/skewjoin_mapjoin3.q.out | 32 +- .../clientpositive/skewjoin_mapjoin4.q.out | 40 +- .../clientpositive/skewjoin_mapjoin5.q.out | 50 +- .../clientpositive/skewjoin_mapjoin6.q.out | 48 +- .../clientpositive/skewjoin_mapjoin7.q.out | 68 +- .../clientpositive/skewjoin_mapjoin8.q.out | 20 +- .../clientpositive/skewjoin_mapjoin9.q.out | 40 +- .../skewjoin_union_remove_1.q.out | 144 +- .../skewjoin_union_remove_2.q.out | 48 +- .../results/clientpositive/skewjoinopt1.q.out | 144 +- .../results/clientpositive/skewjoinopt10.q.out | 52 +- .../results/clientpositive/skewjoinopt11.q.out | 84 +- .../results/clientpositive/skewjoinopt12.q.out | 40 +- .../results/clientpositive/skewjoinopt13.q.out | 28 +- .../results/clientpositive/skewjoinopt14.q.out | 48 +- .../results/clientpositive/skewjoinopt15.q.out | 34 +- .../results/clientpositive/skewjoinopt16.q.out | 40 +- .../results/clientpositive/skewjoinopt17.q.out | 80 +- .../results/clientpositive/skewjoinopt18.q.out | 6 +- .../results/clientpositive/skewjoinopt19.q.out | 40 +- .../results/clientpositive/skewjoinopt2.q.out | 168 +- .../results/clientpositive/skewjoinopt20.q.out | 40 +- .../results/clientpositive/skewjoinopt3.q.out | 80 +- .../results/clientpositive/skewjoinopt4.q.out | 80 +- .../results/clientpositive/skewjoinopt5.q.out | 40 +- .../results/clientpositive/skewjoinopt6.q.out | 40 +- .../results/clientpositive/skewjoinopt7.q.out | 52 +- .../results/clientpositive/skewjoinopt8.q.out | 52 +- .../results/clientpositive/skewjoinopt9.q.out | 54 +- .../results/clientpositive/smb_mapjoin9.q.out | 8 +- .../clientpositive/spark/alter_merge_orc.q.out | 24 +- .../spark/alter_merge_stats_orc.q.out | 30 +- .../spark/annotate_stats_join.q.out | 212 +- .../clientpositive/spark/auto_join0.q.out | 97 +- .../clientpositive/spark/auto_join1.q.out | 68 +- .../clientpositive/spark/auto_join10.q.out | 28 +- .../clientpositive/spark/auto_join11.q.out | 32 +- .../clientpositive/spark/auto_join12.q.out | 54 +- .../clientpositive/spark/auto_join13.q.out | 40 +- .../clientpositive/spark/auto_join14.q.out | 70 +- .../clientpositive/spark/auto_join16.q.out | 68 +- .../clientpositive/spark/auto_join17.q.out | 60 +- .../clientpositive/spark/auto_join18.q.out | 30 +- .../spark/auto_join18_multi_distinct.q.out | 30 +- .../clientpositive/spark/auto_join19.q.out | 56 +- .../clientpositive/spark/auto_join26.q.out | 68 +- .../clientpositive/spark/auto_join27.q.out | 31 +- .../clientpositive/spark/auto_join32.q.out | 104 +- .../clientpositive/spark/auto_join4.q.out | 14 +- .../clientpositive/spark/auto_join5.q.out | 14 +- .../clientpositive/spark/auto_join6.q.out | 10 +- .../clientpositive/spark/auto_join8.q.out | 14 +- .../clientpositive/spark/auto_join9.q.out | 56 +- .../spark/auto_join_filters.q.out | 4 +- .../clientpositive/spark/auto_join_nulls.q.out | 6 +- .../clientpositive/spark/auto_join_stats.q.out | 4 +- .../clientpositive/spark/auto_join_stats2.q.out | 8 +- .../spark/auto_join_without_localtask.q.out | 122 +- .../spark/auto_sortmerge_join_10.q.out | 10 + .../spark/auto_sortmerge_join_12.q.out | 2 +- .../spark/auto_sortmerge_join_5.q.out | 6 + .../results/clientpositive/spark/bucket5.q.out | 1 - .../spark/bucket_map_join_1.q.out | 10 +- .../spark/bucket_map_join_2.q.out | 10 +- .../clientpositive/spark/bucketmapjoin1.q.out | 28 +- .../spark/bucketsortoptimize_insert_7.q.out | 18 +- .../results/clientpositive/spark/cbo_gby.q.out | 24 +- .../clientpositive/spark/cbo_subq_in.q.out | 2 + .../clientpositive/spark/cbo_udf_udaf.q.out | 18 +- .../spark/column_access_stats.q.out | 104 +- .../spark/constprog_partitioner.q.out | 80 +- .../results/clientpositive/spark/count.q.out | 24 +- .../clientpositive/spark/cross_join.q.out | 74 +- .../spark/cross_product_check_1.q.out | 60 +- .../spark/cross_product_check_2.q.out | 106 +- .../results/clientpositive/spark/ctas.q.out | 7 +- .../spark/filter_join_breaktask.q.out | 12 +- .../spark/filter_join_breaktask2.q.out | 8 +- .../results/clientpositive/spark/groupby1.q.out | 8 +- .../clientpositive/spark/groupby10.q.out | 88 +- .../clientpositive/spark/groupby11.q.out | 44 +- .../results/clientpositive/spark/groupby2.q.out | 25 +- .../results/clientpositive/spark/groupby3.q.out | 8 +- .../clientpositive/spark/groupby3_map.q.out | 8 +- .../spark/groupby3_map_multi_distinct.q.out | 8 +- .../spark/groupby3_map_skew.q.out | 8 +- .../clientpositive/spark/groupby3_noskew.q.out | 6 +- .../spark/groupby3_noskew_multi_distinct.q.out | 6 +- .../results/clientpositive/spark/groupby4.q.out | 6 +- .../results/clientpositive/spark/groupby8.q.out | 88 +- .../spark/groupby8_map_skew.q.out | 44 +- ...pby_complex_types_multi_single_reducer.q.out | 90 +- .../clientpositive/spark/groupby_cube1.q.out | 151 +- .../clientpositive/spark/groupby_map_ppr.q.out | 8 +- .../spark/groupby_map_ppr_multi_distinct.q.out | 8 +- .../clientpositive/spark/groupby_position.q.out | 130 +- .../clientpositive/spark/groupby_ppr.q.out | 8 +- .../clientpositive/spark/groupby_rollup1.q.out | 133 +- .../spark/groupby_sort_1_23.q.out | 111 +- .../spark/groupby_sort_skew_1_23.q.out | 111 +- .../results/clientpositive/spark/having.q.out | 94 +- .../spark/index_auto_self_join.q.out | 116 +- .../infer_bucket_sort_bucketed_table.q.out | 2 - .../spark/infer_bucket_sort_convert_join.q.out | 4 - .../spark/infer_bucket_sort_map_operators.q.out | 13 +- .../spark/infer_bucket_sort_merge.q.out | 8 +- .../spark/infer_bucket_sort_num_buckets.q.out | 4 - .../infer_bucket_sort_reducers_power_two.q.out | 12 - .../clientpositive/spark/innerjoin.q.out | 54 +- .../results/clientpositive/spark/insert1.q.out | 46 +- .../clientpositive/spark/insert_into1.q.out | 92 +- .../clientpositive/spark/insert_into2.q.out | 88 +- .../results/clientpositive/spark/join1.q.out | 38 +- .../results/clientpositive/spark/join10.q.out | 28 +- .../results/clientpositive/spark/join11.q.out | 18 +- .../results/clientpositive/spark/join12.q.out | 26 +- .../results/clientpositive/spark/join13.q.out | 82 +- .../results/clientpositive/spark/join14.q.out | 60 +- .../results/clientpositive/spark/join16.q.out | 36 +- .../results/clientpositive/spark/join17.q.out | 52 +- .../results/clientpositive/spark/join18.q.out | 12 +- .../spark/join18_multi_distinct.q.out | 12 +- .../results/clientpositive/spark/join19.q.out | 62 +- .../results/clientpositive/spark/join28.q.out | 2 +- .../results/clientpositive/spark/join29.q.out | 66 +- .../results/clientpositive/spark/join31.q.out | 104 +- .../results/clientpositive/spark/join32.q.out | 104 +- .../clientpositive/spark/join32_lessSize.q.out | 242 +- .../results/clientpositive/spark/join33.q.out | 104 +- .../results/clientpositive/spark/join34.q.out | 44 +- .../results/clientpositive/spark/join35.q.out | 96 +- .../results/clientpositive/spark/join4.q.out | 16 +- .../results/clientpositive/spark/join40.q.out | 116 +- .../results/clientpositive/spark/join5.q.out | 16 +- .../results/clientpositive/spark/join6.q.out | 10 +- .../results/clientpositive/spark/join8.q.out | 16 +- .../results/clientpositive/spark/join9.q.out | 42 +- .../clientpositive/spark/join_alt_syntax.q.out | 314 +- .../spark/join_cond_pushdown_1.q.out | 70 +- .../spark/join_cond_pushdown_2.q.out | 134 +- .../spark/join_cond_pushdown_3.q.out | 70 +- .../spark/join_cond_pushdown_4.q.out | 134 +- .../spark/join_cond_pushdown_unqual1.q.out | 48 +- .../spark/join_cond_pushdown_unqual2.q.out | 24 +- .../spark/join_cond_pushdown_unqual3.q.out | 48 +- .../spark/join_cond_pushdown_unqual4.q.out | 24 +- .../clientpositive/spark/join_hive_626.q.out | 28 +- .../spark/join_merge_multi_expressions.q.out | 6 +- .../clientpositive/spark/join_merging.q.out | 115 +- .../clientpositive/spark/join_nullsafe.q.out | 6 +- .../clientpositive/spark/join_reorder.q.out | 92 +- .../clientpositive/spark/join_reorder2.q.out | 68 +- .../clientpositive/spark/join_reorder3.q.out | 68 +- .../clientpositive/spark/join_reorder4.q.out | 54 +- .../results/clientpositive/spark/join_vc.q.out | 40 +- .../clientpositive/spark/join_view.q.out | 18 +- .../spark/lateral_view_explode2.q.out | 12 +- .../spark/limit_partition_metadataonly.q.out | 4 +- .../clientpositive/spark/limit_pushdown.q.out | 70 +- .../spark/list_bucket_dml_10.q.java1.7.out | 2 - .../spark/list_bucket_dml_10.q.java1.8.out | 2 - .../spark/list_bucket_dml_2.q.java1.7.out | 2 - .../spark/list_bucket_dml_2.q.java1.8.out | 2 - .../spark/list_bucket_dml_2.q.out | Bin 28747 -> 28667 bytes .../clientpositive/spark/load_dyn_part13.q.out | 20 +- .../clientpositive/spark/load_dyn_part14.q.out | 48 +- .../clientpositive/spark/louter_join_ppr.q.out | 454 +- .../clientpositive/spark/mapjoin_decimal.q.out | 41 +- .../clientpositive/spark/mapjoin_mapjoin.q.out | 202 +- .../clientpositive/spark/mapjoin_subquery.q.out | 4 +- .../spark/mapjoin_subquery2.q.out | 30 +- .../results/clientpositive/spark/merge1.q.out | 4 +- .../results/clientpositive/spark/merge2.q.out | 4 +- .../clientpositive/spark/mergejoins.q.out | 40 +- .../clientpositive/spark/mergejoins_mixed.q.out | 332 +- .../spark/metadata_only_queries.q.out | 12 +- .../clientpositive/spark/multi_insert.q.out | 80 +- ...i_insert_move_tasks_share_dependencies.q.out | 80 +- .../clientpositive/spark/multi_join_union.q.out | 8 + .../spark/multigroupby_singlemr.q.out | 146 +- .../spark/optimize_nullscan.q.out | 76 +- .../clientpositive/spark/orc_analyze.q.out | 22 - .../results/clientpositive/spark/order2.q.out | 2 +- .../spark/outer_join_ppr.q.java1.7.out | 292 +- .../spark/outer_join_ppr.q.java1.8.out | 366 +- .../clientpositive/spark/parallel_join1.q.out | 38 +- .../clientpositive/spark/parallel_orderby.q.out | 8 +- .../test/results/clientpositive/spark/pcr.q.out | 4 +- .../clientpositive/spark/ppd_gby_join.q.out | 102 +- .../results/clientpositive/spark/ppd_join.q.out | 102 +- .../clientpositive/spark/ppd_join2.q.out | 141 +- .../clientpositive/spark/ppd_join3.q.out | 163 +- .../clientpositive/spark/ppd_join4.q.out | 24 +- .../clientpositive/spark/ppd_join5.q.out | 54 +- .../clientpositive/spark/ppd_join_filter.q.out | 442 +- .../clientpositive/spark/ppd_outer_join1.q.out | 120 +- .../clientpositive/spark/ppd_outer_join2.q.out | 158 +- .../clientpositive/spark/ppd_outer_join3.q.out | 154 +- .../clientpositive/spark/ppd_outer_join4.q.out | 150 +- .../clientpositive/spark/ppd_outer_join5.q.out | 72 +- .../test/results/clientpositive/spark/ptf.q.out | 28 +- .../spark/ql_rewrite_gbtoidx.q.out | 263 +- .../spark/ql_rewrite_gbtoidx_cbo_1.q.out | 469 +- .../spark/reduce_deduplicate.q.out | 16 +- .../clientpositive/spark/router_join_ppr.q.out | 442 +- .../spark/runtime_skewjoin_mapjoin_spark.q.out | 5 +- .../results/clientpositive/spark/sample6.q.out | 12 +- .../clientpositive/spark/script_env_var1.q.out | 8 +- .../results/clientpositive/spark/semijoin.q.out | 36 +- .../results/clientpositive/spark/skewjoin.q.out | 287 +- .../clientpositive/spark/skewjoin_noskew.q.out | 32 +- .../spark/skewjoin_union_remove_1.q.out | 120 +- .../spark/skewjoin_union_remove_2.q.out | 42 +- .../clientpositive/spark/skewjoinopt1.q.out | 120 +- .../clientpositive/spark/skewjoinopt10.q.out | 32 +- .../clientpositive/spark/skewjoinopt11.q.out | 64 +- .../clientpositive/spark/skewjoinopt12.q.out | 30 +- .../clientpositive/spark/skewjoinopt13.q.out | 28 +- .../clientpositive/spark/skewjoinopt14.q.out | 40 +- .../clientpositive/spark/skewjoinopt15.q.out | 40 +- .../clientpositive/spark/skewjoinopt16.q.out | 30 +- .../clientpositive/spark/skewjoinopt17.q.out | 60 +- .../clientpositive/spark/skewjoinopt18.q.out | 6 +- .../clientpositive/spark/skewjoinopt19.q.out | 30 +- .../clientpositive/spark/skewjoinopt2.q.out | 128 +- .../clientpositive/spark/skewjoinopt20.q.out | 30 +- .../clientpositive/spark/skewjoinopt3.q.out | 60 +- .../clientpositive/spark/skewjoinopt4.q.out | 60 +- .../clientpositive/spark/skewjoinopt5.q.out | 30 +- .../clientpositive/spark/skewjoinopt6.q.out | 30 +- .../clientpositive/spark/skewjoinopt7.q.out | 42 +- .../clientpositive/spark/skewjoinopt8.q.out | 42 +- .../clientpositive/spark/skewjoinopt9.q.out | 42 +- .../results/clientpositive/spark/stats1.q.out | 10 +- .../results/clientpositive/spark/stats10.q.out | 5 - .../results/clientpositive/spark/stats12.q.out | 11 +- .../results/clientpositive/spark/stats13.q.out | 12 +- .../results/clientpositive/spark/stats14.q.out | 7 - .../results/clientpositive/spark/stats15.q.out | 7 - .../results/clientpositive/spark/stats16.q.out | 2 - .../results/clientpositive/spark/stats18.q.out | 4 - .../results/clientpositive/spark/stats2.q.out | 4 +- .../results/clientpositive/spark/stats20.q.out | 2 - .../results/clientpositive/spark/stats3.q.out | 2 - .../results/clientpositive/spark/stats5.q.out | 1 - .../results/clientpositive/spark/stats6.q.out | 9 - .../results/clientpositive/spark/stats7.q.out | 7 +- .../results/clientpositive/spark/stats8.q.out | 20 +- .../results/clientpositive/spark/stats9.q.out | 1 - .../clientpositive/spark/stats_counter.q.out | 2 - .../spark/stats_counter_partitioned.q.out | 16 - .../clientpositive/spark/stats_noscan_1.q.out | 17 - .../clientpositive/spark/stats_noscan_2.q.out | 14 +- .../clientpositive/spark/stats_only_null.q.out | 12 +- .../spark/stats_partscan_1_23.q.out | 6 - .../results/clientpositive/spark/statsfs.q.out | 14 - .../clientpositive/spark/subquery_exists.q.out | 22 +- .../clientpositive/spark/subquery_in.q.out | 230 +- .../spark/subquery_multiinsert.q.java1.7.out | 14 +- .../spark/subquery_multiinsert.q.java1.8.out | 14 +- .../spark/table_access_keys_stats.q.out | 18 +- .../clientpositive/spark/temp_table.q.out | 100 +- .../spark/tez_joins_explain.q.out | 2 - .../clientpositive/spark/transform1.q.out | 8 +- .../clientpositive/spark/udf_in_file.q.out | 8 +- .../results/clientpositive/spark/union.q.out | 12 +- .../results/clientpositive/spark/union10.q.out | 18 +- .../results/clientpositive/spark/union11.q.out | 93 +- .../results/clientpositive/spark/union12.q.out | 14 +- .../results/clientpositive/spark/union13.q.out | 8 +- .../results/clientpositive/spark/union14.q.out | 84 +- .../results/clientpositive/spark/union15.q.out | 111 +- .../results/clientpositive/spark/union16.q.out | 125 + .../results/clientpositive/spark/union17.q.out | 24 +- .../results/clientpositive/spark/union18.q.out | 10 + .../results/clientpositive/spark/union19.q.out | 16 +- .../results/clientpositive/spark/union2.q.out | 12 +- .../results/clientpositive/spark/union20.q.out | 28 +- .../results/clientpositive/spark/union21.q.out | 24 +- .../results/clientpositive/spark/union22.q.out | 13 +- .../results/clientpositive/spark/union23.q.out | 7 + .../results/clientpositive/spark/union24.q.out | 71 +- .../results/clientpositive/spark/union25.q.out | 52 +- .../results/clientpositive/spark/union26.q.out | 16 + .../results/clientpositive/spark/union27.q.out | 8 + .../results/clientpositive/spark/union28.q.out | 80 +- .../results/clientpositive/spark/union29.q.out | 16 +- .../results/clientpositive/spark/union3.q.out | 12 + .../results/clientpositive/spark/union30.q.out | 84 +- .../results/clientpositive/spark/union31.q.out | 32 + .../results/clientpositive/spark/union32.q.out | 30 + .../results/clientpositive/spark/union33.q.out | 30 +- .../results/clientpositive/spark/union34.q.out | 63 +- .../results/clientpositive/spark/union4.q.out | 12 +- .../results/clientpositive/spark/union5.q.out | 62 +- .../results/clientpositive/spark/union6.q.out | 8 +- .../results/clientpositive/spark/union7.q.out | 82 +- .../results/clientpositive/spark/union8.q.out | 13 +- .../results/clientpositive/spark/union9.q.out | 19 +- .../clientpositive/spark/union_date_trim.q.out | 4 +- .../spark/union_lateralview.q.out | 24 + .../clientpositive/spark/union_ppr.q.out | 10 + .../clientpositive/spark/union_remove_1.q.out | 33 +- .../clientpositive/spark/union_remove_10.q.out | 27 +- .../clientpositive/spark/union_remove_11.q.out | 15 +- .../clientpositive/spark/union_remove_12.q.out | 17 +- .../clientpositive/spark/union_remove_13.q.out | 23 +- .../clientpositive/spark/union_remove_14.q.out | 17 +- .../clientpositive/spark/union_remove_15.q.out | 39 +- .../clientpositive/spark/union_remove_16.q.out | 39 +- .../clientpositive/spark/union_remove_17.q.out | 13 +- .../clientpositive/spark/union_remove_18.q.out | 55 +- .../clientpositive/spark/union_remove_19.q.out | 233 +- .../clientpositive/spark/union_remove_2.q.out | 27 +- .../clientpositive/spark/union_remove_20.q.out | 35 +- .../clientpositive/spark/union_remove_21.q.out | 85 +- .../clientpositive/spark/union_remove_22.q.out | 65 +- .../clientpositive/spark/union_remove_23.q.out | 33 +- .../clientpositive/spark/union_remove_24.q.out | 35 +- .../clientpositive/spark/union_remove_25.q.out | 66 +- .../clientpositive/spark/union_remove_3.q.out | 15 +- .../clientpositive/spark/union_remove_4.q.out | 33 +- .../clientpositive/spark/union_remove_5.q.out | 27 +- .../clientpositive/spark/union_remove_6.q.out | 30 +- .../spark/union_remove_6_subq.q.out | 52 +- .../clientpositive/spark/union_remove_7.q.out | 33 +- .../clientpositive/spark/union_remove_8.q.out | 27 +- .../clientpositive/spark/union_remove_9.q.out | 25 +- .../clientpositive/spark/union_top_level.q.out | 400 +- .../clientpositive/spark/union_view.q.out | 143 + .../spark/vector_cast_constant.q.java1.7.out | 6 +- .../spark/vector_cast_constant.q.java1.8.out | 6 +- .../spark/vector_count_distinct.q.out | 6 +- .../spark/vector_data_types.q.out | 116 +- .../spark/vector_decimal_aggregate.q.out | 12 +- .../spark/vector_distinct_2.q.out | 4 +- .../clientpositive/spark/vector_elt.q.out | 2 +- .../clientpositive/spark/vector_groupby_3.q.out | 6 +- .../spark/vector_mapjoin_reduce.q.out | 261 +- .../clientpositive/spark/vector_orderby_5.q.out | 6 +- .../spark/vector_string_concat.q.out | 6 +- .../clientpositive/spark/vectorization_0.q.out | 28 +- .../clientpositive/spark/vectorization_1.q.out | 8 +- .../clientpositive/spark/vectorization_10.q.out | 428 +- .../clientpositive/spark/vectorization_11.q.out | 74 +- .../clientpositive/spark/vectorization_12.q.out | 994 +-- .../clientpositive/spark/vectorization_13.q.out | 430 +- .../clientpositive/spark/vectorization_14.q.out | 1182 +-- .../clientpositive/spark/vectorization_15.q.out | 68 +- .../clientpositive/spark/vectorization_16.q.out | 8 +- .../clientpositive/spark/vectorization_17.q.out | 507 ++ .../clientpositive/spark/vectorization_2.q.out | 8 +- .../clientpositive/spark/vectorization_3.q.out | 8 +- .../clientpositive/spark/vectorization_4.q.out | 8 +- .../clientpositive/spark/vectorization_5.q.out | 8 +- .../clientpositive/spark/vectorization_6.q.out | 3042 ++++---- .../clientpositive/spark/vectorization_7.q.out | 328 +- .../clientpositive/spark/vectorization_8.q.out | 314 +- .../clientpositive/spark/vectorization_9.q.out | 965 ++- .../spark/vectorization_div0.q.out | 6 +- .../spark/vectorization_part_project.q.out | 42 +- .../spark/vectorization_pushdown.q.out | 8 +- .../spark/vectorization_short_regress.q.out | 1338 ++-- .../clientpositive/spark/vectorized_case.q.out | 2 +- .../spark/vectorized_mapjoin.q.out | 68 +- .../spark/vectorized_nested_mapjoin.q.out | 8 +- .../clientpositive/spark/vectorized_ptf.q.out | 136 +- .../spark/vectorized_rcfile_columnar.q.out | 24 +- .../spark/vectorized_shufflejoin.q.out | 89 +- .../spark/vectorized_timestamp_funcs.q.out | 304 +- .../clientpositive/spark/windowing.q.out | 44 +- ql/src/test/results/clientpositive/stats1.q.out | 2 - .../test/results/clientpositive/stats10.q.out | 5 - .../test/results/clientpositive/stats11.q.out | 8 - .../test/results/clientpositive/stats12.q.out | 11 +- .../test/results/clientpositive/stats13.q.out | 12 +- .../test/results/clientpositive/stats14.q.out | 7 - .../test/results/clientpositive/stats15.q.out | 7 - .../test/results/clientpositive/stats16.q.out | 2 - .../test/results/clientpositive/stats18.q.out | 4 - .../test/results/clientpositive/stats19.q.out | 12 - ql/src/test/results/clientpositive/stats2.q.out | 4 +- .../test/results/clientpositive/stats20.q.out | 2 - ql/src/test/results/clientpositive/stats3.q.out | 2 - ql/src/test/results/clientpositive/stats4.q.out | 10 - ql/src/test/results/clientpositive/stats5.q.out | 1 - ql/src/test/results/clientpositive/stats6.q.out | 9 - ql/src/test/results/clientpositive/stats7.q.out | 7 +- ql/src/test/results/clientpositive/stats8.q.out | 20 +- ql/src/test/results/clientpositive/stats9.q.out | 1 - .../results/clientpositive/stats_counter.q.out | 2 - .../stats_counter_partitioned.q.out | 16 - .../clientpositive/stats_empty_partition.q.out | 2 - .../clientpositive/stats_invalidation.q.out | 2 - .../stats_list_bucket.q.java1.7.out | 3 - .../stats_list_bucket.q.java1.8.out | 3 - .../results/clientpositive/stats_noscan_1.q.out | 17 - .../results/clientpositive/stats_noscan_2.q.out | 14 +- .../clientpositive/stats_only_null.q.out | 4 - .../clientpositive/stats_partscan_1.q.out | 6 - .../clientpositive/stats_partscan_1_23.q.out | 6 - .../test/results/clientpositive/statsfs.q.out | 14 - .../subq_where_serialization.q.out | 5 + .../clientpositive/subquery_exists.q.out | 2 + .../clientpositive/subquery_in_having.q.out | 132 +- .../subquery_multiinsert.q.java1.7.out | 18 +- .../clientpositive/subquery_notexists.q.out | 12 +- .../subquery_notexists_having.q.out | 12 +- .../results/clientpositive/subquery_notin.q.out | 50 +- .../subquery_notin_having.q.java1.7.out | 68 +- .../subquery_unqual_corr_expr.q.out | 8 +- .../subquery_unqualcolumnrefs.q.out | 74 +- .../results/clientpositive/subquery_views.q.out | 20 +- .../symlink_text_input_format.q.out | 24 +- .../clientpositive/table_nonprintable.q.out | 72 + .../results/clientpositive/temp_table.q.out | 84 +- .../temp_table_display_colstats_tbllvl.q.out | 6 +- .../clientpositive/temp_table_names.q.out | 8 + .../temp_table_windowing_expressions.q.out | 8 +- .../clientpositive/tez/alter_merge_2_orc.q.out | 16 +- .../clientpositive/tez/alter_merge_orc.q.out | 24 +- .../tez/alter_merge_stats_orc.q.out | 30 +- .../results/clientpositive/tez/auto_join0.q.out | 91 +- .../results/clientpositive/tez/auto_join1.q.out | 8 +- .../tez/auto_sortmerge_join_10.q.out | 14 + .../tez/auto_sortmerge_join_12.q.out | 5 +- .../tez/auto_sortmerge_join_5.q.out | 6 + .../results/clientpositive/tez/cbo_gby.q.out | 18 +- .../clientpositive/tez/cbo_subq_in.q.out | 2 + .../clientpositive/tez/cbo_udf_udaf.q.out | 18 +- .../clientpositive/tez/cbo_windowing.q.out | 122 +- .../clientpositive/tez/constprog_dpp.q.out | 113 + .../results/clientpositive/tez/cross_join.q.out | 8 +- .../tez/cross_product_check_1.q.out | 20 +- .../tez/cross_product_check_2.q.out | 88 +- .../test/results/clientpositive/tez/ctas.q.out | 7 +- .../tez/dynamic_partition_pruning.q.out | 390 +- .../tez/dynamic_partition_pruning_2.q.out | 10 + .../tez/dynpart_sort_opt_vectorization.q.out | 48 +- .../tez/dynpart_sort_optimization.q.out | 32 - .../tez/dynpart_sort_optimization2.q.out | 198 +- .../clientpositive/tez/explainuser_1.q.out | 2882 ++++---- .../clientpositive/tez/explainuser_2.q.out | 3767 ++++++---- .../clientpositive/tez/explainuser_3.q.out | 522 ++ .../tez/filter_join_breaktask2.q.out | 8 +- .../results/clientpositive/tez/groupby2.q.out | 17 +- .../results/clientpositive/tez/having.q.out | 28 +- .../tez/hybridgrace_hashjoin_2.q.out | 20 +- .../results/clientpositive/tez/insert1.q.out | 392 +- .../clientpositive/tez/insert_into1.q.out | 86 +- .../clientpositive/tez/insert_into2.q.out | 82 +- .../clientpositive/tez/join_nullsafe.q.out | 6 +- .../clientpositive/tez/limit_pushdown.q.out | 78 +- .../clientpositive/tez/mapjoin_decimal.q.out | 42 +- .../clientpositive/tez/mapjoin_mapjoin.q.out | 266 +- .../results/clientpositive/tez/mergejoin.q.out | 12 + .../clientpositive/tez/metadataonly1.q.out | 72 +- .../test/results/clientpositive/tez/mrr.q.out | 2134 +++--- .../clientpositive/tez/optimize_nullscan.q.out | 72 +- .../clientpositive/tez/orc_analyze.q.out | 48 - .../results/clientpositive/tez/orc_merge1.q.out | 8 +- .../results/clientpositive/tez/orc_merge9.q.out | 186 + .../test/results/clientpositive/tez/ptf.q.out | 28 +- .../clientpositive/tez/script_env_var1.q.out | 8 +- .../clientpositive/tez/selectDistinctStar.q.out | 110 +- .../results/clientpositive/tez/skewjoin.q.out | 110 +- .../clientpositive/tez/stats_counter.q.out | 2 - .../tez/stats_counter_partitioned.q.out | 16 - .../clientpositive/tez/stats_noscan_1.q.out | 17 - .../clientpositive/tez/stats_only_null.q.out | 418 ++ .../clientpositive/tez/subquery_exists.q.out | 2 + .../results/clientpositive/tez/temp_table.q.out | 93 +- .../results/clientpositive/tez/tez_dml.q.out | 2008 ++--- .../results/clientpositive/tez/tez_fsstat.q.out | 2 - .../results/clientpositive/tez/tez_join.q.out | 28 +- .../clientpositive/tez/tez_join_hash.q.out | 297 +- .../tez/tez_join_result_complex.q.out | 2159 ++++++ .../clientpositive/tez/tez_joins_explain.q.out | 2 - .../clientpositive/tez/tez_multi_union.q.out | 1002 +-- .../tez/tez_schema_evolution.q.out | 96 +- .../clientpositive/tez/tez_self_join.q.out | 205 + .../results/clientpositive/tez/tez_smb_1.q.out | 278 + .../clientpositive/tez/tez_smb_main.q.out | 20 + .../results/clientpositive/tez/tez_union.q.out | 161 +- .../results/clientpositive/tez/tez_union2.q.out | 18 + .../tez/tez_union_dynamic_partition.q.out | 156 + .../clientpositive/tez/tez_union_group_by.q.out | 51 +- .../tez/tez_union_multiinsert.q.out | 126 +- .../results/clientpositive/tez/transform1.q.out | 8 +- .../results/clientpositive/tez/union2.q.out | 10 + .../results/clientpositive/tez/union3.q.out | 12 + .../results/clientpositive/tez/union4.q.out | 12 + .../results/clientpositive/tez/union5.q.out | 12 +- .../results/clientpositive/tez/union6.q.out | 10 + .../results/clientpositive/tez/union7.q.out | 12 +- .../results/clientpositive/tez/union8.q.out | 9 + .../results/clientpositive/tez/union9.q.out | 15 + .../clientpositive/tez/unionDistinct_1.q.out | 837 ++- .../clientpositive/tez/unionDistinct_2.q.out | 38 +- .../tez/update_after_multiple_inserts.q.out | 12 +- .../tez/update_all_partitioned.q.out | 14 +- .../clientpositive/tez/update_all_types.q.out | 48 +- .../clientpositive/tez/update_orig_table.q.out | 17 +- .../tez/update_where_partitioned.q.out | 20 +- .../clientpositive/tez/vector_bucket.q.out | 10 +- .../clientpositive/tez/vector_coalesce.q.out | 378 +- .../tez/vector_count_distinct.q.out | 1 + .../clientpositive/tez/vector_data_types.q.out | 116 +- .../clientpositive/tez/vector_date_1.q.out | 20 +- .../clientpositive/tez/vector_decimal_2.q.out | 55 +- .../tez/vector_decimal_expressions.q.out | 99 +- .../tez/vector_decimal_round_2.q.out | 8 +- .../tez/vector_groupby_reduce.q.out | 10 +- .../tez/vector_grouping_sets.q.out | 266 + .../clientpositive/tez/vector_interval_1.q.out | 24 +- .../clientpositive/tez/vector_interval_2.q.out | 60 +- .../tez/vector_interval_mapjoin.q.out | 281 + .../tez/vector_leftsemi_mapjoin.q.out | 1092 +-- .../tez/vector_mr_diff_schema_alias.q.out | 42 +- .../tez/vector_multi_insert.q.out | 20 +- .../tez/vector_null_projection.q.out | 178 + .../clientpositive/tez/vector_outer_join1.q.out | 376 +- .../clientpositive/tez/vector_outer_join2.q.out | 122 +- .../clientpositive/tez/vector_outer_join3.q.out | 164 +- .../clientpositive/tez/vector_outer_join4.q.out | 1060 +-- .../tez/vector_partitioned_date_time.q.out | 10 +- .../clientpositive/tez/vectorization_0.q.out | 8 +- .../clientpositive/tez/vectorization_1.q.out | 8 +- .../clientpositive/tez/vectorization_10.q.out | 428 +- .../clientpositive/tez/vectorization_11.q.out | 74 +- .../clientpositive/tez/vectorization_12.q.out | 994 +-- .../clientpositive/tez/vectorization_13.q.out | 414 +- .../clientpositive/tez/vectorization_14.q.out | 1170 +-- .../clientpositive/tez/vectorization_15.q.out | 58 +- .../clientpositive/tez/vectorization_17.q.out | 507 ++ .../clientpositive/tez/vectorization_2.q.out | 8 +- .../clientpositive/tez/vectorization_3.q.out | 8 +- .../clientpositive/tez/vectorization_4.q.out | 8 +- .../clientpositive/tez/vectorization_5.q.out | 8 +- .../clientpositive/tez/vectorization_6.q.out | 3042 ++++---- .../clientpositive/tez/vectorization_7.q.out | 320 +- .../clientpositive/tez/vectorization_8.q.out | 306 +- .../clientpositive/tez/vectorization_9.q.out | 957 ++- .../tez/vectorization_part_project.q.out | 40 +- .../tez/vectorization_short_regress.q.out | 1232 ++-- .../clientpositive/tez/vectorized_casts.q.out | 42 +- .../tez/vectorized_date_funcs.q.out | 272 +- .../tez/vectorized_distinct_gby.q.out | 5 +- .../vectorized_dynamic_partition_pruning.q.out | 398 +- .../clientpositive/tez/vectorized_mapjoin.q.out | 8 +- .../tez/vectorized_nested_mapjoin.q.out | 8 +- .../clientpositive/tez/vectorized_ptf.q.out | 136 +- .../tez/vectorized_rcfile_columnar.q.out | 24 +- .../tez/vectorized_shufflejoin.q.out | 37 +- .../tez/vectorized_timestamp_funcs.q.out | 292 +- .../tez_join_result_complex.q.out | 1337 ++++ .../clientpositive/timestamp_literal.q.out | 12 +- .../results/clientpositive/transform1.q.out | 8 +- .../clientpositive/truncate_column.q.out | 11 - .../results/clientpositive/type_widening.q.out | 4 +- .../clientpositive/udaf_collect_set_2.q.out | 742 ++ .../udaf_percentile_approx_23.q.out | 10 +- ql/src/test/results/clientpositive/udf5.q.out | 30 +- .../results/clientpositive/udf_add_months.q.out | 4 +- .../clientpositive/udf_bitwise_shiftleft.q.out | 4 +- .../clientpositive/udf_bitwise_shiftright.q.out | 4 +- .../udf_bitwise_shiftrightunsigned.q.out | 4 +- .../test/results/clientpositive/udf_cbrt.q.out | 4 +- .../test/results/clientpositive/udf_crc32.q.out | 4 +- .../clientpositive/udf_current_database.q.out | 16 +- .../clientpositive/udf_date_format.q.out | 4 +- .../results/clientpositive/udf_decode.q.out | 4 +- .../results/clientpositive/udf_factorial.q.out | 4 +- .../clientpositive/udf_folder_constants.q.out | 120 + .../clientpositive/udf_from_utc_timestamp.q.out | 4 +- .../results/clientpositive/udf_in_file.q.out | 10 +- .../results/clientpositive/udf_last_day.q.out | 4 +- .../results/clientpositive/udf_length.q.out | 4 +- .../clientpositive/udf_levenshtein.q.out | 4 +- .../test/results/clientpositive/udf_md5.q.out | 4 +- .../clientpositive/udf_months_between.q.out | 4 +- .../results/clientpositive/udf_quarter.q.out | 4 +- .../test/results/clientpositive/udf_sha1.q.out | 4 +- .../test/results/clientpositive/udf_sha2.q.out | 4 +- .../results/clientpositive/udf_sort_array.q.out | 33 + .../results/clientpositive/udf_soundex.q.out | 4 +- .../clientpositive/udf_substring_index.q.out | 107 + .../clientpositive/udf_to_utc_timestamp.q.out | 4 +- .../test/results/clientpositive/udf_trunc.q.out | 32 +- .../clientpositive/udf_unix_timestamp.q.out | 32 +- .../results/clientpositive/udtf_stack.q.out | 20 +- .../clientpositive/unicode_notation.q.out | 3 - .../test/results/clientpositive/union10.q.out | 12 +- .../test/results/clientpositive/union11.q.out | 16 +- .../test/results/clientpositive/union12.q.out | 12 +- .../test/results/clientpositive/union14.q.out | 12 +- .../test/results/clientpositive/union15.q.out | 16 +- .../test/results/clientpositive/union17.q.out | 22 +- .../test/results/clientpositive/union18.q.out | 8 +- .../test/results/clientpositive/union19.q.out | 20 +- .../test/results/clientpositive/union20.q.out | 4 +- .../test/results/clientpositive/union21.q.out | 24 +- .../test/results/clientpositive/union22.q.out | 11 +- .../test/results/clientpositive/union28.q.out | 4 +- .../test/results/clientpositive/union29.q.out | 4 +- .../test/results/clientpositive/union30.q.out | 4 +- .../test/results/clientpositive/union33.q.out | 4 +- ql/src/test/results/clientpositive/union4.q.out | 8 +- ql/src/test/results/clientpositive/union5.q.out | 12 +- ql/src/test/results/clientpositive/union7.q.out | 12 +- .../clientpositive/unionDistinct_1.q.out | 371 +- .../clientpositive/unionDistinct_2.q.out | 42 +- .../clientpositive/union_date_trim.q.out | 4 +- .../results/clientpositive/union_remove_1.q.out | 29 +- .../clientpositive/union_remove_10.q.out | 27 +- .../clientpositive/union_remove_11.q.out | 33 +- .../clientpositive/union_remove_12.q.out | 23 +- .../clientpositive/union_remove_13.q.out | 29 +- .../clientpositive/union_remove_14.q.out | 23 +- .../clientpositive/union_remove_15.q.out | 37 +- .../clientpositive/union_remove_16.q.out | 37 +- .../clientpositive/union_remove_17.q.out | 25 +- .../clientpositive/union_remove_18.q.out | 53 +- .../clientpositive/union_remove_19.q.out | 69 +- .../results/clientpositive/union_remove_2.q.out | 27 +- .../clientpositive/union_remove_20.q.out | 33 +- .../clientpositive/union_remove_21.q.out | 27 +- .../clientpositive/union_remove_22.q.out | 69 +- .../clientpositive/union_remove_23.q.out | 37 +- .../clientpositive/union_remove_24.q.out | 33 +- .../clientpositive/union_remove_25.q.out | 46 +- .../results/clientpositive/union_remove_3.q.out | 33 +- .../results/clientpositive/union_remove_4.q.out | 29 +- .../results/clientpositive/union_remove_5.q.out | 27 +- .../results/clientpositive/union_remove_6.q.out | 40 +- .../clientpositive/union_remove_6_subq.q.out | 40 +- .../results/clientpositive/union_remove_7.q.out | 29 +- .../results/clientpositive/union_remove_8.q.out | 27 +- .../results/clientpositive/union_remove_9.q.out | 35 +- .../clientpositive/union_top_level.q.out | 316 +- .../results/clientpositive/union_view.q.out | 216 +- .../update_after_multiple_inserts.q.out | 12 +- .../clientpositive/update_all_partitioned.q.out | 14 +- .../clientpositive/update_all_types.q.out | 48 +- .../clientpositive/update_orig_table.q.out | 17 +- .../update_where_partitioned.q.out | 20 +- .../results/clientpositive/vector_bucket.q.out | 10 +- .../clientpositive/vector_coalesce.q.out | 286 +- .../clientpositive/vector_data_types.q.out | 116 +- .../results/clientpositive/vector_date_1.q.out | 20 +- .../clientpositive/vector_decimal_2.q.out | 55 +- .../vector_decimal_expressions.q.out | 73 +- .../clientpositive/vector_decimal_round_2.q.out | 8 +- .../clientpositive/vector_groupby_reduce.q.out | 10 +- .../clientpositive/vector_grouping_sets.q.out | 253 + .../clientpositive/vector_interval_1.q.out | 24 +- .../clientpositive/vector_interval_2.q.out | 60 +- .../vector_interval_mapjoin.q.out | 281 + .../results/clientpositive/vector_join30.q.out | 24 + .../vector_leftsemi_mapjoin.q.out | 48 +- .../clientpositive/vector_mapjoin_reduce.q.out | 12 + .../vector_mr_diff_schema_alias.q.out | 42 +- .../clientpositive/vector_multi_insert.q.out | 6 +- .../clientpositive/vector_null_projection.q.out | 167 + .../clientpositive/vector_outer_join1.q.out | 368 +- .../clientpositive/vector_outer_join2.q.out | 118 +- .../clientpositive/vector_outer_join3.q.out | 152 +- .../clientpositive/vector_outer_join4.q.out | 1052 +-- .../vector_partitioned_date_time.q.out | 10 +- .../vector_partitioned_date_time_win.q.out | 2036 ++++++ .../clientpositive/vectorization_0.q.out | 8 +- .../clientpositive/vectorization_1.q.out | 8 +- .../clientpositive/vectorization_10.q.out | 428 +- .../clientpositive/vectorization_11.q.out | 74 +- .../clientpositive/vectorization_12.q.out | 994 +-- .../clientpositive/vectorization_13.q.out | 414 +- .../clientpositive/vectorization_14.q.out | 1170 +-- .../clientpositive/vectorization_15.q.out | 58 +- .../clientpositive/vectorization_17.q.out | 500 ++ .../clientpositive/vectorization_2.q.out | 8 +- .../clientpositive/vectorization_3.q.out | 8 +- .../clientpositive/vectorization_4.q.out | 8 +- .../clientpositive/vectorization_5.q.out | 8 +- .../clientpositive/vectorization_6.q.out | 3042 ++++---- .../clientpositive/vectorization_7.q.out | 312 +- .../clientpositive/vectorization_8.q.out | 298 +- .../clientpositive/vectorization_9.q.out | 957 ++- .../vectorization_part_project.q.out | 40 +- .../vectorization_part_varchar.q.out | 72 + .../vectorization_short_regress.q.out | 1232 ++-- .../clientpositive/vectorized_casts.q.out | 42 +- .../clientpositive/vectorized_date_funcs.q.out | 272 +- .../vectorized_distinct_gby.q.out | 4 +- .../clientpositive/vectorized_mapjoin.q.out | 8 +- .../vectorized_nested_mapjoin.q.out | 8 +- .../results/clientpositive/vectorized_ptf.q.out | 132 +- .../vectorized_rcfile_columnar.q.out | 24 +- .../clientpositive/vectorized_shufflejoin.q.out | 44 +- .../vectorized_timestamp_funcs.q.out | 292 +- .../test/results/clientpositive/windowing.q.out | 44 +- .../clientpositive/windowing_expressions.q.out | 8 +- .../clientpositive/windowing_windowspec2.q.out | 2610 ++++++- .../clientpositive/windowing_windowspec3.q.out | 232 + serde/pom.xml | 4 +- .../hadoop/hive/ql/io/sarg/ExpressionTree.java | 157 + .../hadoop/hive/ql/io/sarg/SearchArgument.java | 14 +- .../hive/serde2/AbstractEncodingAwareSerDe.java | 7 +- .../hive/serde2/ColumnProjectionUtils.java | 29 +- .../hadoop/hive/serde2/NullStructSerDe.java | 2 +- .../apache/hadoop/hive/serde2/SerDeUtils.java | 4 +- .../hive/serde2/avro/AvroDeserializer.java | 11 +- .../hive/serde2/io/TimestampWritable.java | 2 +- .../objectinspector/ObjectInspectorUtils.java | 20 +- .../hive/serde2/avro/TestAvroDeserializer.java | 63 +- .../avro/TestAvroObjectInspectorGenerator.java | 33 + .../hive/serde2/io/TestTimestampWritable.java | 2 +- .../hive/serde2/lazy/TestLazySimpleSerDe.java | 9 +- .../TestObjectInspectorUtils.java | 22 + service/pom.xml | 2 +- .../apache/hive/service/auth/HttpAuthUtils.java | 2 +- .../auth/LdapAuthenticationProviderImpl.java | 460 +- .../service/auth/TSetIpAddressProcessor.java | 4 +- .../org/apache/hive/service/cli/CLIService.java | 13 - .../java/org/apache/hive/service/cli/Type.java | 2 +- .../cli/operation/GetCatalogsOperation.java | 12 +- .../cli/operation/GetColumnsOperation.java | 34 + .../cli/operation/GetFunctionsOperation.java | 25 + .../cli/operation/GetSchemasOperation.java | 13 + .../cli/operation/GetTableTypesOperation.java | 4 + .../cli/operation/GetTablesOperation.java | 10 + .../cli/operation/GetTypeInfoOperation.java | 4 + .../cli/operation/MetadataOperation.java | 35 + .../service/cli/operation/OperationManager.java | 13 +- .../service/cli/operation/SQLOperation.java | 16 +- .../hive/service/cli/session/HiveSession.java | 12 +- .../service/cli/session/HiveSessionBase.java | 2 - .../service/cli/session/HiveSessionImpl.java | 102 +- .../cli/session/HiveSessionImplwithUGI.java | 84 +- .../service/cli/session/SessionManager.java | 6 +- .../service/cli/thrift/ThriftCLIService.java | 25 +- .../service/cli/thrift/ThriftHttpServlet.java | 20 +- .../apache/hive/service/server/HiveServer2.java | 34 +- .../apache/hive/service/cli/CLIServiceTest.java | 135 +- shims/0.20S/pom.xml | 2 +- .../hadoop/hive/shims/Hadoop20SShims.java | 5 - .../apache/hadoop/mapred/WebHCatJTShim20S.java | 10 + shims/0.23/pom.xml | 2 +- .../apache/hadoop/hive/shims/Hadoop23Shims.java | 27 +- .../apache/hadoop/mapred/WebHCatJTShim23.java | 18 +- shims/aggregator/pom.xml | 2 +- shims/common/pom.xml | 2 +- .../apache/hadoop/hive/shims/HadoopShims.java | 7 +- .../hive/thrift/HadoopThriftAuthBridge.java | 6 +- shims/pom.xml | 2 +- shims/scheduler/pom.xml | 2 +- spark-client/pom.xml | 4 +- .../apache/hive/spark/client/JobContext.java | 2 +- .../hive/spark/client/JobContextImpl.java | 7 +- .../hive/spark/client/SparkClientImpl.java | 5 +- .../hive/spark/client/SparkClientUtilities.java | 13 +- .../apache/hive/spark/client/rpc/RpcServer.java | 18 + testutils/pom.xml | 2 +- 2237 files changed, 125207 insertions(+), 49813 deletions(-) ----------------------------------------------------------------------