HIVE-19416 : merge master into branch (Sergey Shelukhin) 0719
Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/651e7950 Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/651e7950 Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/651e7950 Branch: refs/heads/master-txnstats Commit: 651e7950977dd4e63da42648c38b03c3bf097e7f Parents: f0a2fff 851c8ab Author: sergey <[email protected]> Authored: Thu Jul 19 14:44:10 2018 -0700 Committer: sergey <[email protected]> Committed: Thu Jul 19 14:44:10 2018 -0700 ---------------------------------------------------------------------- .gitignore | 1 + RELEASE_NOTES.txt | 8 + .../org/apache/hive/beeline/BeeLineOpts.java | 11 +- .../apache/hive/beeline/cli/TestHiveCli.java | 2 - .../org/apache/hadoop/hive/conf/HiveConf.java | 2 + .../HiveHBaseTableSnapshotInputFormat.java | 4 +- hcatalog/core/pom.xml | 7 + hcatalog/webhcat/java-client/pom.xml | 7 + hcatalog/webhcat/svr/pom.xml | 7 + itests/hcatalog-unit/pom.xml | 6 + itests/hive-blobstore/pom.xml | 13 + .../insert_overwrite_directory.q.out | 2 + .../write_final_output_blobstore.q.out | 8 + itests/hive-minikdc/pom.xml | 13 + itests/hive-unit-hadoop2/pom.xml | 6 + itests/hive-unit/pom.xml | 8 +- itests/qtest-accumulo/pom.xml | 13 + itests/qtest-spark/pom.xml | 13 + itests/qtest/pom.xml | 13 + .../test/resources/testconfiguration.properties | 7 +- itests/util/pom.xml | 6 + llap-server/pom.xml | 7 + metastore/pom.xml | 5 + packaging/src/main/assembly/bin.xml | 2 +- packaging/src/main/assembly/src.xml | 1 + ql/pom.xml | 8 + .../hadoop/hive/ql/plan/api/OperatorType.java | 5 +- ...eColumnArithmeticIntervalYearMonthColumn.txt | 3 +- ...YearMonthColumnArithmeticTimestampColumn.txt | 4 +- .../java/org/apache/hadoop/hive/ql/Context.java | 10 + .../java/org/apache/hadoop/hive/ql/Driver.java | 5 +- .../org/apache/hadoop/hive/ql/QueryPlan.java | 9 + .../apache/hadoop/hive/ql/exec/ExplainTask.java | 13 +- .../hadoop/hive/ql/exec/KeyWrapperFactory.java | 2 +- .../hadoop/hive/ql/exec/OperatorFactory.java | 4 + .../hadoop/hive/ql/exec/TableScanOperator.java | 7 + .../hadoop/hive/ql/exec/TopNKeyOperator.java | 214 + .../hadoop/hive/ql/exec/repl/ReplLoadTask.java | 6 +- .../IncrementalLoadTasksBuilder.java | 10 +- .../hive/ql/exec/vector/VectorAssignRow.java | 20 +- .../ql/exec/vector/VectorTopNKeyOperator.java | 304 + .../apache/hadoop/hive/ql/hooks/ATSHook.java | 3 +- .../hive/ql/hooks/HiveProtoLoggingHook.java | 3 +- .../metadata/HiveMaterializedViewsRegistry.java | 11 +- .../hive/ql/optimizer/TopNKeyProcessor.java | 109 + .../ql/optimizer/calcite/RelOptHiveTable.java | 73 +- .../hive/ql/optimizer/physical/Vectorizer.java | 37 + .../hadoop/hive/ql/parse/CalcitePlanner.java | 86 +- .../hive/ql/parse/ExplainSemanticAnalyzer.java | 3 +- .../hadoop/hive/ql/parse/TezCompiler.java | 27 + .../apache/hadoop/hive/ql/plan/ExplainWork.java | 14 +- .../apache/hadoop/hive/ql/plan/TopNKeyDesc.java | 139 + .../hadoop/hive/ql/plan/VectorTopNKeyDesc.java | 39 + .../hadoop/hive/ql/txn/compactor/Worker.java | 1 + .../hive/ql/udf/generic/GenericUDAFCount.java | 6 +- .../hadoop/hive/ql/exec/TestExplainTask.java | 2 +- .../ql/exec/vector/VectorRandomRowSource.java | 35 +- .../vector/aggregation/AggregationBase.java | 22 +- .../aggregation/TestVectorAggregation.java | 133 +- .../expressions/TestVectorArithmetic.java | 143 +- .../expressions/TestVectorCastStatement.java | 2 + .../expressions/TestVectorDateAddSub.java | 4 + .../vector/expressions/TestVectorDateDiff.java | 4 + .../expressions/TestVectorIfStatement.java | 2 + .../vector/expressions/TestVectorNegative.java | 2 + .../expressions/TestVectorStringConcat.java | 2 + .../expressions/TestVectorStringUnary.java | 2 + .../vector/expressions/TestVectorSubStr.java | 2 + .../expressions/TestVectorTimestampExtract.java | 3 + .../parse/TestUpdateDeleteSemanticAnalyzer.java | 2 +- ql/src/test/queries/clientpositive/bucket7.q | 12 + ql/src/test/queries/clientpositive/topnkey.q | 31 + .../queries/clientpositive/vector_topnkey.q | 30 + .../results/clientpositive/acid_nullscan.q.out | 3 + .../alter_partition_coltype.q.out | 18 + .../results/clientpositive/ambiguitycheck.q.out | 3 + .../analyze_table_null_partition.q.out | 2 + .../clientpositive/autoColumnStats_1.q.out | 2 + .../clientpositive/autoColumnStats_2.q.out | 2 + .../auto_join_reordering_values.q.out | 17 + .../test/results/clientpositive/bucket1.q.out | 2 + .../test/results/clientpositive/bucket2.q.out | 2 + .../test/results/clientpositive/bucket3.q.out | 2 + .../test/results/clientpositive/bucket7.q.out | 56 + .../clientpositive/bucket_map_join_spark1.q.out | 14 + .../clientpositive/bucket_map_join_spark2.q.out | 14 + .../clientpositive/bucket_map_join_spark3.q.out | 14 + .../clientpositive/bucket_map_join_spark4.q.out | 20 + .../test/results/clientpositive/combine2.q.out | 3 + .../test/results/clientpositive/comments.q.out | 7 + .../constantPropagateForSubQuery.q.out | 6 + .../dynamic_partition_skip_default.q.out | 9 + .../encryption_join_unencrypted_tbl.q.out | 7 + ...on_join_with_different_encryption_keys.q.out | 7 + .../erasurecoding/erasure_explain.q.out | 4 + .../extrapolate_part_stats_date.q.out | 2 + .../extrapolate_part_stats_full.q.out | 8 + .../extrapolate_part_stats_partial.q.out | 12 + .../results/clientpositive/filter_aggr.q.out | 3 + .../clientpositive/filter_join_breaktask.q.out | 10 + .../results/clientpositive/filter_union.q.out | 7 + .../clientpositive/groupby_sort_1_23.q.out | 71 + .../results/clientpositive/groupby_sort_6.q.out | 12 + .../clientpositive/groupby_sort_skew_1_23.q.out | 71 + .../test/results/clientpositive/input23.q.out | 8 + ql/src/test/results/clientpositive/input4.q.out | 2 +- .../test/results/clientpositive/input42.q.out | 9 + .../results/clientpositive/input_part1.q.out | 3 + .../results/clientpositive/input_part9.q.out | 3 + ql/src/test/results/clientpositive/join17.q.out | 7 + ql/src/test/results/clientpositive/join26.q.out | 10 + ql/src/test/results/clientpositive/join32.q.out | 10 + ql/src/test/results/clientpositive/join33.q.out | 10 + ql/src/test/results/clientpositive/join34.q.out | 11 + ql/src/test/results/clientpositive/join35.q.out | 13 + ql/src/test/results/clientpositive/join9.q.out | 7 + .../clientpositive/join_filters_overlap.q.out | 50 + .../clientpositive/list_bucket_dml_1.q.out | 6 + .../clientpositive/list_bucket_dml_11.q.out | 5 + .../clientpositive/list_bucket_dml_12.q.out | 8 + .../clientpositive/list_bucket_dml_13.q.out | 5 + .../clientpositive/list_bucket_dml_14.q.out | 5 + .../clientpositive/list_bucket_dml_2.q.out | 6 + .../clientpositive/list_bucket_dml_3.q.out | 6 + .../clientpositive/list_bucket_dml_4.q.out | 9 + .../clientpositive/list_bucket_dml_5.q.out | 6 + .../clientpositive/list_bucket_dml_6.q.out | 9 + .../clientpositive/list_bucket_dml_7.q.out | 9 + .../clientpositive/list_bucket_dml_8.q.out | 6 + .../clientpositive/list_bucket_dml_9.q.out | 9 + .../list_bucket_query_multiskew_1.q.out | 12 + .../list_bucket_query_multiskew_2.q.out | 9 + .../list_bucket_query_multiskew_3.q.out | 12 + .../list_bucket_query_oneskew_1.q.out | 9 + .../list_bucket_query_oneskew_2.q.out | 14 + .../list_bucket_query_oneskew_3.q.out | 3 + .../llap/acid_bucket_pruning.q.out | 3 + .../clientpositive/llap/autoColumnStats_1.q.out | 2 + .../clientpositive/llap/autoColumnStats_2.q.out | 2 + .../llap/auto_sortmerge_join_1.q.out | 21 + .../llap/auto_sortmerge_join_11.q.out | 14 + .../llap/auto_sortmerge_join_12.q.out | 12 + .../llap/auto_sortmerge_join_2.q.out | 14 + .../llap/auto_sortmerge_join_3.q.out | 21 + .../llap/auto_sortmerge_join_4.q.out | 21 + .../llap/auto_sortmerge_join_5.q.out | 21 + .../llap/auto_sortmerge_join_7.q.out | 21 + .../llap/auto_sortmerge_join_8.q.out | 21 + .../results/clientpositive/llap/bucket2.q.out | 2 + .../results/clientpositive/llap/bucket3.q.out | 2 + .../results/clientpositive/llap/bucket4.q.out | 2 + .../clientpositive/llap/bucket_groupby.q.out | 274 +- .../clientpositive/llap/bucket_many.q.out | 2 + .../llap/bucket_num_reducers.q.out | 2 + .../llap/bucket_num_reducers2.q.out | 2 + .../clientpositive/llap/bucketmapjoin1.q.out | 28 + .../clientpositive/llap/bucketmapjoin2.q.out | 21 + .../clientpositive/llap/bucketmapjoin3.q.out | 14 + .../clientpositive/llap/bucketmapjoin4.q.out | 14 + .../clientpositive/llap/bucketpruning1.q.out | 54 + .../clientpositive/llap/check_constraint.q.out | 27 +- .../llap/current_date_timestamp.q.out | 2 + .../llap/disable_merge_for_bucketing.q.out | 2 + .../llap/dynamic_semijoin_reduction.q.out | 7 + .../llap/dynamic_semijoin_user_level.q.out | 7 + .../clientpositive/llap/explainuser_1.q.out | 28 +- .../clientpositive/llap/explainuser_2.q.out | 406 +- .../extrapolate_part_stats_partial_ndv.q.out | 6 + .../llap/filter_join_breaktask.q.out | 10 + .../clientpositive/llap/filter_union.q.out | 7 + .../clientpositive/llap/join32_lessSize.q.out | 44 + .../clientpositive/llap/limit_pushdown.q.out | 135 +- .../clientpositive/llap/limit_pushdown3.q.out | 89 +- .../llap/list_bucket_dml_10.q.out | 2 + .../llap/llap_decimal64_reader.q.out | 46 +- .../clientpositive/llap/mapjoin_mapjoin.q.out | 10 + .../clientpositive/llap/metadataonly1.q.out | 27 + .../clientpositive/llap/offset_limit.q.out | 27 +- .../llap/offset_limit_ppd_optimizer.q.out | 85 +- .../llap/orc_struct_type_vectorization.q.out | 53 +- .../parquet_complex_types_vectorization.q.out | 159 +- .../llap/parquet_map_type_vectorization.q.out | 53 +- .../parquet_struct_type_vectorization.q.out | 53 +- .../clientpositive/llap/partition_pruning.q.out | 9 + .../clientpositive/llap/ppd_union_view.q.out | 24 + .../clientpositive/llap/smb_mapjoin_15.q.out | 36 + .../results/clientpositive/llap/stats11.q.out | 14 + .../llap/tez_fixed_bucket_pruning.q.out | 32 + .../llap/tez_join_result_complex.q.out | 14 + .../results/clientpositive/llap/topnkey.q.out | 318 + .../clientpositive/llap/unionDistinct_1.q.out | 74 + .../clientpositive/llap/union_stats.q.out | 93 +- .../llap/vector_cast_constant.q.out | 55 +- .../clientpositive/llap/vector_char_2.q.out | 110 +- .../vector_groupby_grouping_sets_limit.q.out | 346 +- .../llap/vector_groupby_reduce.q.out | 49 +- .../llap/vector_mr_diff_schema_alias.q.out | 25 +- .../llap/vector_reduce_groupby_decimal.q.out | 53 +- .../llap/vector_string_concat.q.out | 47 +- .../clientpositive/llap/vector_topnkey.q.out | 592 + .../clientpositive/llap/vectorization_0.q.out | 9 + .../llap/vectorization_limit.q.out | 63 +- .../clientpositive/louter_join_ppr.q.out | 28 + ql/src/test/results/clientpositive/macro.q.out | 9 + .../clientpositive/mapjoin_mapjoin.q.out | 10 + ql/src/test/results/clientpositive/merge3.q.out | 5 + .../offset_limit_global_optimizer.q.out | 20 + .../results/clientpositive/outer_join_ppr.q.out | 14 + .../parquet_vectorization_0.q.out | 9 + ql/src/test/results/clientpositive/pcr.q.out | 82 + .../clientpositive/perf/tez/query10.q.out | 346 +- .../clientpositive/perf/tez/query14.q.out | 2198 +-- .../clientpositive/perf/tez/query15.q.out | 138 +- .../clientpositive/perf/tez/query17.q.out | 372 +- .../clientpositive/perf/tez/query25.q.out | 366 +- .../clientpositive/perf/tez/query26.q.out | 226 +- .../clientpositive/perf/tez/query27.q.out | 230 +- .../clientpositive/perf/tez/query29.q.out | 374 +- .../clientpositive/perf/tez/query35.q.out | 346 +- .../clientpositive/perf/tez/query37.q.out | 142 +- .../clientpositive/perf/tez/query40.q.out | 206 +- .../clientpositive/perf/tez/query43.q.out | 128 +- .../clientpositive/perf/tez/query45.q.out | 272 +- .../clientpositive/perf/tez/query49.q.out | 478 +- .../clientpositive/perf/tez/query5.q.out | 542 +- .../clientpositive/perf/tez/query50.q.out | 250 +- .../clientpositive/perf/tez/query60.q.out | 546 +- .../clientpositive/perf/tez/query66.q.out | 452 +- .../clientpositive/perf/tez/query69.q.out | 364 +- .../clientpositive/perf/tez/query7.q.out | 226 +- .../clientpositive/perf/tez/query76.q.out | 356 +- .../clientpositive/perf/tez/query77.q.out | 562 +- .../clientpositive/perf/tez/query8.q.out | 276 +- .../clientpositive/perf/tez/query80.q.out | 756 +- .../clientpositive/perf/tez/query82.q.out | 142 +- .../clientpositive/perf/tez/query99.q.out | 230 +- .../test/results/clientpositive/plan_json.q.out | 2 +- .../results/clientpositive/pointlookup2.q.out | 56 + .../results/clientpositive/pointlookup3.q.out | 53 + .../results/clientpositive/pointlookup4.q.out | 4 + .../clientpositive/ppd_join_filter.q.out | 36 + ql/src/test/results/clientpositive/ppd_vc.q.out | 11 + .../clientpositive/ppr_allchildsarenull.q.out | 6 + .../test/results/clientpositive/push_or.q.out | 4 + .../clientpositive/rand_partitionpruner1.q.out | 3 + .../clientpositive/rand_partitionpruner2.q.out | 3 + .../clientpositive/rand_partitionpruner3.q.out | 6 + .../clientpositive/router_join_ppr.q.out | 28 + .../clientpositive/serde_user_properties.q.out | 8 + .../spark/auto_join_reordering_values.q.out | 17 + .../spark/auto_sortmerge_join_1.q.out | 21 + .../spark/auto_sortmerge_join_12.q.out | 12 + .../spark/auto_sortmerge_join_2.q.out | 14 + .../spark/auto_sortmerge_join_3.q.out | 21 + .../spark/auto_sortmerge_join_4.q.out | 21 + .../spark/auto_sortmerge_join_5.q.out | 21 + .../spark/auto_sortmerge_join_7.q.out | 21 + .../spark/auto_sortmerge_join_8.q.out | 21 + .../results/clientpositive/spark/bucket2.q.out | 2 + .../results/clientpositive/spark/bucket3.q.out | 2 + .../results/clientpositive/spark/bucket4.q.out | 2 + .../clientpositive/spark/bucket4.q.out_spark | 2 + .../results/clientpositive/spark/bucket7.q.out | 56 + .../spark/bucket_map_join_spark1.q.out | 14 + .../spark/bucket_map_join_spark2.q.out | 14 + .../spark/bucket_map_join_spark3.q.out | 14 + .../spark/bucket_map_join_spark4.q.out | 20 + .../clientpositive/spark/bucketmapjoin1.q.out | 28 + .../clientpositive/spark/bucketmapjoin2.q.out | 21 + .../clientpositive/spark/bucketmapjoin3.q.out | 14 + .../clientpositive/spark/bucketmapjoin4.q.out | 14 + .../spark/disable_merge_for_bucketing.q.out | 2 + .../disable_merge_for_bucketing.q.out_spark | 2 + .../spark/filter_join_breaktask.q.out | 10 + .../spark/groupby_sort_1_23.q.out | 71 + .../spark/groupby_sort_skew_1_23.q.out | 71 + .../results/clientpositive/spark/join17.q.out | 7 + .../results/clientpositive/spark/join26.q.out | 10 + .../results/clientpositive/spark/join32.q.out | 10 + .../clientpositive/spark/join32_lessSize.q.out | 44 + .../results/clientpositive/spark/join33.q.out | 10 + .../results/clientpositive/spark/join34.q.out | 11 + .../results/clientpositive/spark/join35.q.out | 13 + .../results/clientpositive/spark/join9.q.out | 7 + .../spark/join_filters_overlap.q.out | 50 + .../spark/list_bucket_dml_10.q.out | 2 + .../spark/list_bucket_dml_2.q.out | 6 + .../clientpositive/spark/louter_join_ppr.q.out | 28 + .../clientpositive/spark/mapjoin_mapjoin.q.out | 10 + .../clientpositive/spark/outer_join_ppr.q.out | 14 + .../spark/parquet_vectorization_0.q.out | 9 + .../test/results/clientpositive/spark/pcr.q.out | 82 + .../clientpositive/spark/ppd_join_filter.q.out | 36 + .../clientpositive/spark/router_join_ppr.q.out | 28 + .../clientpositive/spark/smb_mapjoin_15.q.out | 36 + .../spark/spark_union_merge.q.out | 14 + .../results/clientpositive/spark/stats0.q.out | 4 + .../results/clientpositive/spark/union22.q.out | 11 + .../results/clientpositive/spark/union24.q.out | 47 + .../clientpositive/spark/vectorization_0.q.out | 9 + ql/src/test/results/clientpositive/stats0.q.out | 4 + .../results/clientpositive/tez/topnkey.q.out | 162 + .../clientpositive/tez/vector_topnkey.q.out | 162 + .../test/results/clientpositive/topnkey.q.out | 301 + .../truncate_column_list_bucket.q.out | 6 + .../results/clientpositive/udf_reflect2.q.out | 3 + .../test/results/clientpositive/union22.q.out | 11 + .../test/results/clientpositive/union24.q.out | 47 + .../clientpositive/vector_outer_join3.q.out | 6 +- .../clientpositive/vector_outer_join4.q.out | 6 +- .../clientpositive/vector_outer_join6.q.out | 4 +- .../results/clientpositive/vector_topnkey.q.out | 480 + .../objectinspector/ObjectInspectorUtils.java | 19 + service/pom.xml | 7 + standalone-metastore/metastore-common/pom.xml | 128 - .../metastore-common/src/assembly/bin.xml | 28 - .../hadoop/hive/common/StatsSetupConst.java | 336 - .../common/ndv/NumDistinctValueEstimator.java | 51 - .../ndv/NumDistinctValueEstimatorFactory.java | 75 - .../hadoop/hive/common/ndv/fm/FMSketch.java | 359 - .../hive/common/ndv/fm/FMSketchUtils.java | 132 - .../hive/common/ndv/hll/HLLConstants.java | 933 -- .../hive/common/ndv/hll/HLLDenseRegister.java | 202 - .../hadoop/hive/common/ndv/hll/HLLRegister.java | 50 - .../hive/common/ndv/hll/HLLSparseRegister.java | 261 - .../hadoop/hive/common/ndv/hll/HyperLogLog.java | 664 - .../hive/common/ndv/hll/HyperLogLogUtils.java | 409 - .../hive/metastore/AcidEventListener.java | 146 - .../hive/metastore/AggregateStatsCache.java | 571 - .../hadoop/hive/metastore/AlterHandler.java | 204 - .../apache/hadoop/hive/metastore/Batchable.java | 86 - .../hadoop/hive/metastore/ColumnType.java | 301 - .../hadoop/hive/metastore/DatabaseProduct.java | 75 - .../apache/hadoop/hive/metastore/Deadline.java | 172 - .../hive/metastore/DeadlineException.java | 29 - .../DefaultPartitionExpressionProxy.java | 57 - .../metastore/DefaultStorageSchemaReader.java | 38 - .../hive/metastore/FileMetadataHandler.java | 109 - .../hive/metastore/FileMetadataManager.java | 119 - .../hive/metastore/HMSMetricsListener.java | 90 - .../hadoop/hive/metastore/HiveAlterHandler.java | 961 -- .../hadoop/hive/metastore/HiveMetaStore.java | 9602 ------------- .../hive/metastore/HiveMetaStoreClient.java | 3597 ----- .../hive/metastore/HiveMetaStoreFsImpl.java | 55 - .../hive/metastore/IExtrapolatePartStatus.java | 85 - .../hadoop/hive/metastore/IHMSHandler.java | 109 - .../hadoop/hive/metastore/IMetaStoreClient.java | 3757 ----- .../hive/metastore/IMetaStoreSchemaInfo.java | 115 - .../metastore/LinearExtrapolatePartStatus.java | 106 - .../hive/metastore/LockComponentBuilder.java | 121 - .../hive/metastore/LockRequestBuilder.java | 168 - .../MaterializationsRebuildLockCleanerTask.java | 81 - .../MaterializationsRebuildLockHandler.java | 216 - .../hive/metastore/MetaStoreDirectSql.java | 2837 ---- .../metastore/MetaStoreEndFunctionContext.java | 59 - .../metastore/MetaStoreEndFunctionListener.java | 58 - .../hive/metastore/MetaStoreEventListener.java | 306 - .../MetaStoreEventListenerConstants.java | 41 - .../hadoop/hive/metastore/MetaStoreFS.java | 43 - .../hadoop/hive/metastore/MetaStoreInit.java | 109 - .../hive/metastore/MetaStoreInitContext.java | 27 - .../hive/metastore/MetaStoreInitListener.java | 49 - .../metastore/MetaStoreListenerNotifier.java | 375 - .../metastore/MetaStorePreEventListener.java | 57 - .../hive/metastore/MetaStoreSchemaInfo.java | 246 - .../metastore/MetaStoreSchemaInfoFactory.java | 64 - .../hadoop/hive/metastore/MetaStoreThread.java | 58 - .../hadoop/hive/metastore/MetadataStore.java | 52 - .../hive/metastore/MetastoreTaskThread.java | 38 - .../hadoop/hive/metastore/ObjectStore.java | 12509 ----------------- .../hive/metastore/PartFilterExprUtil.java | 165 - .../metastore/PartitionExpressionProxy.java | 73 - .../apache/hadoop/hive/metastore/RawStore.java | 1719 --- .../hadoop/hive/metastore/RawStoreProxy.java | 114 - .../hive/metastore/ReplChangeManager.java | 501 - .../hive/metastore/RetryingHMSHandler.java | 232 - .../hive/metastore/RetryingMetaStoreClient.java | 341 - .../hive/metastore/RuntimeStatsCleanerTask.java | 66 - .../metastore/SessionPropertiesListener.java | 46 - .../hive/metastore/StatObjectConverter.java | 892 -- .../hive/metastore/TServerSocketKeepAlive.java | 47 - .../hive/metastore/TSetIpAddressProcessor.java | 62 - .../hive/metastore/TUGIBasedProcessor.java | 183 - .../hadoop/hive/metastore/TableIterable.java | 115 - .../hadoop/hive/metastore/ThreadPool.java | 63 - .../TransactionalMetaStoreEventListener.java | 39 - .../TransactionalValidationListener.java | 487 - .../apache/hadoop/hive/metastore/Warehouse.java | 756 - .../hive/metastore/api/utils/DecimalUtils.java | 49 - .../hive/metastore/cache/ByteArrayWrapper.java | 45 - .../hadoop/hive/metastore/cache/CacheUtils.java | 136 - .../hive/metastore/cache/CachedStore.java | 2532 ---- .../hive/metastore/cache/SharedCache.java | 1650 --- .../client/builder/CatalogBuilder.java | 62 - .../client/builder/ConstraintBuilder.java | 115 - .../client/builder/DatabaseBuilder.java | 122 - .../client/builder/FunctionBuilder.java | 143 - .../GrantRevokePrivilegeRequestBuilder.java | 63 - .../builder/HiveObjectPrivilegeBuilder.java | 69 - .../client/builder/HiveObjectRefBuilder.java | 69 - .../client/builder/ISchemaBuilder.java | 102 - .../client/builder/PartitionBuilder.java | 119 - .../builder/PrivilegeGrantInfoBuilder.java | 84 - .../metastore/client/builder/RoleBuilder.java | 55 - .../builder/SQLCheckConstraintBuilder.java | 51 - .../builder/SQLDefaultConstraintBuilder.java | 51 - .../client/builder/SQLForeignKeyBuilder.java | 103 - .../builder/SQLNotNullConstraintBuilder.java | 52 - .../client/builder/SQLPrimaryKeyBuilder.java | 52 - .../builder/SQLUniqueConstraintBuilder.java | 46 - .../client/builder/SchemaVersionBuilder.java | 114 - .../client/builder/SerdeAndColsBuilder.java | 124 - .../builder/StorageDescriptorBuilder.java | 163 - .../metastore/client/builder/TableBuilder.java | 224 - .../aggr/BinaryColumnStatsAggregator.java | 61 - .../aggr/BooleanColumnStatsAggregator.java | 62 - .../columnstats/aggr/ColumnStatsAggregator.java | 35 - .../aggr/ColumnStatsAggregatorFactory.java | 113 - .../aggr/DateColumnStatsAggregator.java | 360 - .../aggr/DecimalColumnStatsAggregator.java | 375 - .../aggr/DoubleColumnStatsAggregator.java | 348 - .../aggr/IExtrapolatePartStatus.java | 47 - .../aggr/LongColumnStatsAggregator.java | 348 - .../aggr/StringColumnStatsAggregator.java | 304 - .../cache/DateColumnStatsDataInspector.java | 124 - .../cache/DecimalColumnStatsDataInspector.java | 124 - .../cache/DoubleColumnStatsDataInspector.java | 124 - .../cache/LongColumnStatsDataInspector.java | 124 - .../cache/StringColumnStatsDataInspector.java | 125 - .../merge/BinaryColumnStatsMerger.java | 35 - .../merge/BooleanColumnStatsMerger.java | 35 - .../columnstats/merge/ColumnStatsMerger.java | 31 - .../merge/ColumnStatsMergerFactory.java | 120 - .../merge/DateColumnStatsMerger.java | 59 - .../merge/DecimalColumnStatsMerger.java | 85 - .../merge/DoubleColumnStatsMerger.java | 54 - .../merge/LongColumnStatsMerger.java | 54 - .../merge/StringColumnStatsMerger.java | 54 - .../metastore/conf/ConfTemplatePrinter.java | 150 - .../hive/metastore/conf/MetastoreConf.java | 1688 --- .../hive/metastore/conf/TimeValidator.java | 67 - .../datasource/BoneCPDataSourceProvider.java | 87 - .../datasource/DataSourceProvider.java | 79 - .../datasource/DataSourceProviderFactory.java | 66 - .../datasource/DbCPDataSourceProvider.java | 117 - .../datasource/HikariCPDataSourceProvider.java | 89 - .../hive/metastore/datasource/package-info.java | 23 - .../hive/metastore/events/AbortTxnEvent.java | 51 - .../hive/metastore/events/AcidWriteEvent.java | 91 - .../metastore/events/AddForeignKeyEvent.java | 41 - .../events/AddNotNullConstraintEvent.java | 42 - .../metastore/events/AddPartitionEvent.java | 84 - .../metastore/events/AddPrimaryKeyEvent.java | 42 - .../metastore/events/AddSchemaVersionEvent.java | 40 - .../events/AddUniqueConstraintEvent.java | 42 - .../metastore/events/AllocWriteIdEvent.java | 57 - .../metastore/events/AlterCatalogEvent.java | 44 - .../metastore/events/AlterDatabaseEvent.java | 56 - .../metastore/events/AlterISchemaEvent.java | 45 - .../metastore/events/AlterPartitionEvent.java | 75 - .../events/AlterSchemaVersionEvent.java | 46 - .../hive/metastore/events/AlterTableEvent.java | 63 - .../hive/metastore/events/CommitTxnEvent.java | 51 - .../metastore/events/ConfigChangeEvent.java | 52 - .../metastore/events/CreateCatalogEvent.java | 39 - .../metastore/events/CreateDatabaseEvent.java | 43 - .../metastore/events/CreateFunctionEvent.java | 43 - .../metastore/events/CreateISchemaEvent.java | 39 - .../hive/metastore/events/CreateTableEvent.java | 43 - .../hive/metastore/events/DropCatalogEvent.java | 39 - .../metastore/events/DropConstraintEvent.java | 57 - .../metastore/events/DropDatabaseEvent.java | 43 - .../metastore/events/DropFunctionEvent.java | 43 - .../hive/metastore/events/DropISchemaEvent.java | 39 - .../metastore/events/DropPartitionEvent.java | 70 - .../events/DropSchemaVersionEvent.java | 40 - .../hive/metastore/events/DropTableEvent.java | 54 - .../hive/metastore/events/EventCleanerTask.java | 66 - .../hive/metastore/events/InsertEvent.java | 132 - .../hive/metastore/events/ListenerEvent.java | 187 - .../events/LoadPartitionDoneEvent.java | 57 - .../hive/metastore/events/OpenTxnEvent.java | 51 - .../metastore/events/PreAddPartitionEvent.java | 79 - .../events/PreAddSchemaVersionEvent.java | 39 - .../metastore/events/PreAlterCatalogEvent.java | 40 - .../metastore/events/PreAlterDatabaseEvent.java | 47 - .../metastore/events/PreAlterISchemaEvent.java | 44 - .../events/PreAlterPartitionEvent.java | 65 - .../events/PreAlterSchemaVersionEvent.java | 45 - .../metastore/events/PreAlterTableEvent.java | 53 - .../events/PreAuthorizationCallEvent.java | 33 - .../metastore/events/PreCreateCatalogEvent.java | 39 - .../events/PreCreateDatabaseEvent.java | 43 - .../metastore/events/PreCreateISchemaEvent.java | 39 - .../metastore/events/PreCreateTableEvent.java | 43 - .../metastore/events/PreDropCatalogEvent.java | 39 - .../metastore/events/PreDropDatabaseEvent.java | 43 - .../metastore/events/PreDropISchemaEvent.java | 39 - .../metastore/events/PreDropPartitionEvent.java | 67 - .../events/PreDropSchemaVersionEvent.java | 39 - .../metastore/events/PreDropTableEvent.java | 55 - .../hive/metastore/events/PreEventContext.java | 82 - .../events/PreLoadPartitionDoneEvent.java | 64 - .../metastore/events/PreReadCatalogEvent.java | 39 - .../metastore/events/PreReadDatabaseEvent.java | 46 - .../metastore/events/PreReadISchemaEvent.java | 39 - .../metastore/events/PreReadTableEvent.java | 47 - .../events/PreReadhSchemaVersionEvent.java | 36 - .../metastore/hooks/JDOConnectionURLHook.java | 52 - .../metastore/messaging/AbortTxnMessage.java | 36 - .../metastore/messaging/AcidWriteMessage.java | 50 - .../messaging/AddForeignKeyMessage.java | 36 - .../messaging/AddNotNullConstraintMessage.java | 36 - .../messaging/AddPartitionMessage.java | 68 - .../messaging/AddPrimaryKeyMessage.java | 35 - .../messaging/AddUniqueConstraintMessage.java | 36 - .../messaging/AllocWriteIdMessage.java | 36 - .../messaging/AlterCatalogMessage.java | 29 - .../messaging/AlterDatabaseMessage.java | 36 - .../messaging/AlterPartitionMessage.java | 69 - .../metastore/messaging/AlterTableMessage.java | 58 - .../metastore/messaging/CommitTxnMessage.java | 59 - .../messaging/CreateCatalogMessage.java | 25 - .../messaging/CreateDatabaseMessage.java | 31 - .../messaging/CreateFunctionMessage.java | 46 - .../metastore/messaging/CreateTableMessage.java | 53 - .../metastore/messaging/DropCatalogMessage.java | 25 - .../messaging/DropConstraintMessage.java | 29 - .../messaging/DropDatabaseMessage.java | 27 - .../messaging/DropFunctionMessage.java | 38 - .../messaging/DropPartitionMessage.java | 49 - .../metastore/messaging/DropTableMessage.java | 46 - .../hive/metastore/messaging/EventMessage.java | 127 - .../hive/metastore/messaging/EventUtils.java | 202 - .../hive/metastore/messaging/InsertMessage.java | 75 - .../messaging/MessageDeserializer.java | 200 - .../metastore/messaging/MessageFactory.java | 341 - .../metastore/messaging/OpenTxnMessage.java | 38 - .../metastore/messaging/PartitionFiles.java | 53 - .../messaging/event/filters/AndFilter.java | 39 - .../messaging/event/filters/BasicFilter.java | 33 - .../event/filters/DatabaseAndTableFilter.java | 65 - .../event/filters/EventBoundaryFilter.java | 34 - .../event/filters/MessageFormatFilter.java | 36 - .../messaging/json/JSONAbortTxnMessage.java | 88 - .../messaging/json/JSONAcidWriteMessage.java | 150 - .../json/JSONAddForeignKeyMessage.java | 102 - .../json/JSONAddNotNullConstraintMessage.java | 97 - .../messaging/json/JSONAddPartitionMessage.java | 175 - .../json/JSONAddPrimaryKeyMessage.java | 102 - .../json/JSONAddUniqueConstraintMessage.java | 99 - .../messaging/json/JSONAllocWriteIdMessage.java | 113 - .../messaging/json/JSONAlterCatalogMessage.java | 90 - .../json/JSONAlterDatabaseMessage.java | 97 - .../json/JSONAlterPartitionMessage.java | 153 - .../messaging/json/JSONAlterTableMessage.java | 128 - .../messaging/json/JSONCommitTxnMessage.java | 183 - .../json/JSONCreateCatalogMessage.java | 80 - .../json/JSONCreateDatabaseMessage.java | 85 - .../json/JSONCreateFunctionMessage.java | 87 - .../messaging/json/JSONCreateTableMessage.java | 134 - .../messaging/json/JSONDropCatalogMessage.java | 67 - .../json/JSONDropConstraintMessage.java | 91 - .../messaging/json/JSONDropDatabaseMessage.java | 72 - .../messaging/json/JSONDropFunctionMessage.java | 79 - .../json/JSONDropPartitionMessage.java | 135 - .../messaging/json/JSONDropTableMessage.java | 121 - .../messaging/json/JSONInsertMessage.java | 148 - .../messaging/json/JSONMessageDeserializer.java | 273 - .../messaging/json/JSONMessageFactory.java | 402 - .../messaging/json/JSONOpenTxnMessage.java | 106 - .../hive/metastore/metrics/JsonReporter.java | 223 - .../hive/metastore/metrics/JvmPauseMonitor.java | 222 - .../hadoop/hive/metastore/metrics/Metrics.java | 244 - .../metastore/metrics/MetricsConstants.java | 46 - .../hive/metastore/metrics/PerfLogger.java | 194 - .../hadoop/hive/metastore/model/MCatalog.java | 58 - .../hive/metastore/model/MColumnDescriptor.java | 51 - .../hive/metastore/model/MConstraint.java | 214 - .../hive/metastore/model/MCreationMetadata.java | 97 - .../hive/metastore/model/MDBPrivilege.java | 142 - .../hadoop/hive/metastore/model/MDatabase.java | 157 - .../hive/metastore/model/MDelegationToken.java | 45 - .../hive/metastore/model/MFieldSchema.java | 80 - .../hadoop/hive/metastore/model/MFunction.java | 119 - .../hive/metastore/model/MGlobalPrivilege.java | 130 - .../hadoop/hive/metastore/model/MISchema.java | 107 - .../hadoop/hive/metastore/model/MIndex.java | 200 - .../hadoop/hive/metastore/model/MMasterKey.java | 55 - .../metastore/model/MMetastoreDBProperties.java | 56 - .../hive/metastore/model/MNotificationLog.java | 108 - .../metastore/model/MNotificationNextId.java | 42 - .../hadoop/hive/metastore/model/MOrder.java | 62 - .../hadoop/hive/metastore/model/MPartition.java | 162 - .../model/MPartitionColumnPrivilege.java | 171 - .../model/MPartitionColumnStatistics.java | 281 - .../hive/metastore/model/MPartitionEvent.java | 97 - .../metastore/model/MPartitionPrivilege.java | 149 - .../hive/metastore/model/MPrincipalDesc.java | 59 - .../hive/metastore/model/MResourceUri.java | 49 - .../hadoop/hive/metastore/model/MRole.java | 80 - .../hadoop/hive/metastore/model/MRoleMap.java | 120 - .../hive/metastore/model/MRuntimeStat.java | 59 - .../hive/metastore/model/MSchemaVersion.java | 127 - .../hadoop/hive/metastore/model/MSerDeInfo.java | 127 - .../metastore/model/MStorageDescriptor.java | 277 - .../hive/metastore/model/MStringList.java | 62 - .../hadoop/hive/metastore/model/MTable.java | 283 - .../metastore/model/MTableColumnPrivilege.java | 170 - .../metastore/model/MTableColumnStatistics.java | 272 - .../hive/metastore/model/MTablePrivilege.java | 149 - .../model/MTxnWriteNotificationLog.java | 123 - .../hadoop/hive/metastore/model/MType.java | 105 - .../hive/metastore/model/MVersionTable.java | 57 - .../hadoop/hive/metastore/model/MWMMapping.java | 83 - .../hadoop/hive/metastore/model/MWMPool.java | 89 - .../hive/metastore/model/MWMResourcePlan.java | 105 - .../hadoop/hive/metastore/model/MWMTrigger.java | 89 - .../hive/metastore/parser/ExpressionTree.java | 606 - .../hadoop/hive/metastore/parser/Filter.g | 486 - .../hive/metastore/parser/package-info.java | 23 - .../spec/CompositePartitionSpecProxy.java | 258 - .../spec/PartitionListComposingSpecProxy.java | 209 - .../partition/spec/PartitionSpecProxy.java | 220 - .../spec/PartitionSpecWithSharedSDProxy.java | 192 - .../hive/metastore/security/DBTokenStore.java | 180 - .../security/DelegationTokenIdentifier.java | 52 - .../security/DelegationTokenSecretManager.java | 134 - .../security/DelegationTokenSelector.java | 33 - .../security/DelegationTokenStore.java | 116 - .../metastore/security/DelegationTokenTool.java | 252 - .../security/HadoopThriftAuthBridge.java | 700 - .../security/HadoopThriftAuthBridge23.java | 114 - .../metastore/security/MemoryTokenStore.java | 118 - .../MetastoreDelegationTokenManager.java | 180 - .../security/TUGIContainingTransport.java | 96 - .../TokenStoreDelegationTokenSecretManager.java | 334 - .../metastore/security/ZooKeeperTokenStore.java | 474 - .../hive/metastore/tools/HiveMetaTool.java | 490 - .../hive/metastore/tools/HiveSchemaHelper.java | 673 - .../metastore/tools/MetastoreSchemaTool.java | 460 - .../hive/metastore/tools/SQLGenerator.java | 187 - .../metastore/tools/SchemaToolCommandLine.java | 308 - .../hive/metastore/tools/SchemaToolTask.java | 32 - .../tools/SchemaToolTaskAlterCatalog.java | 90 - .../tools/SchemaToolTaskCreateCatalog.java | 132 - .../tools/SchemaToolTaskCreateUser.java | 115 - .../metastore/tools/SchemaToolTaskInfo.java | 43 - .../metastore/tools/SchemaToolTaskInit.java | 73 - .../tools/SchemaToolTaskMoveDatabase.java | 96 - .../tools/SchemaToolTaskMoveTable.java | 142 - .../metastore/tools/SchemaToolTaskUpgrade.java | 116 - .../metastore/tools/SchemaToolTaskValidate.java | 630 - .../hadoop/hive/metastore/tools/SmokeTest.java | 102 - .../txn/AcidCompactionHistoryService.java | 71 - .../metastore/txn/AcidHouseKeeperService.java | 71 - .../txn/AcidOpenTxnsCounterService.java | 72 - .../hive/metastore/txn/AcidWriteSetService.java | 69 - .../hive/metastore/txn/CompactionInfo.java | 170 - .../metastore/txn/CompactionTxnHandler.java | 1158 -- .../hadoop/hive/metastore/txn/TxnDbUtil.java | 621 - .../hadoop/hive/metastore/txn/TxnHandler.java | 5094 ------- .../hadoop/hive/metastore/txn/TxnStore.java | 509 - .../hadoop/hive/metastore/txn/TxnUtils.java | 481 - .../hive/metastore/utils/CommonCliOptions.java | 160 - .../hadoop/hive/metastore/utils/FileUtils.java | 537 - .../hadoop/hive/metastore/utils/HdfsUtils.java | 395 - .../metastore/utils/HiveStrictManagedUtils.java | 100 - .../hadoop/hive/metastore/utils/LogUtils.java | 140 - .../hive/metastore/utils/MetaStoreUtils.java | 1840 --- .../metastore/utils/MetastoreVersionInfo.java | 133 - .../hive/metastore/utils/SecurityUtils.java | 313 - .../hive/metastore/utils/StringableMap.java | 80 - .../src/main/resources/package.jdo | 1426 -- .../metastore-common/src/main/scripts/base | 231 - .../src/main/scripts/ext/metastore.sh | 41 - .../src/main/scripts/ext/schemaTool.sh | 33 - .../src/main/scripts/ext/smokeTest.sh | 33 - .../src/main/scripts/metastore-config.sh | 69 - .../src/main/scripts/schematool | 21 - .../src/main/scripts/start-metastore | 22 - .../main/sql/derby/hive-schema-1.2.0.derby.sql | 405 - .../main/sql/derby/hive-schema-3.0.0.derby.sql | 692 - .../main/sql/derby/hive-schema-3.1.0.derby.sql | 720 - .../main/sql/derby/hive-schema-4.0.0.derby.sql | 720 - .../sql/derby/upgrade-1.2.0-to-2.0.0.derby.sql | 62 - .../sql/derby/upgrade-2.0.0-to-2.1.0.derby.sql | 22 - .../sql/derby/upgrade-2.1.0-to-2.2.0.derby.sql | 59 - .../sql/derby/upgrade-2.2.0-to-2.3.0.derby.sql | 5 - .../sql/derby/upgrade-2.3.0-to-3.0.0.derby.sql | 283 - .../sql/derby/upgrade-3.0.0-to-3.1.0.derby.sql | 68 - .../sql/derby/upgrade-3.1.0-to-4.0.0.derby.sql | 8 - .../src/main/sql/derby/upgrade.order.derby | 18 - .../src/main/sql/mssql/create-user.mssql.sql | 5 - .../main/sql/mssql/hive-schema-1.2.0.mssql.sql | 947 -- .../main/sql/mssql/hive-schema-3.0.0.mssql.sql | 1246 -- .../main/sql/mssql/hive-schema-3.1.0.mssql.sql | 1284 -- .../main/sql/mssql/hive-schema-4.0.0.mssql.sql | 1284 -- .../sql/mssql/upgrade-1.2.0-to-2.0.0.mssql.sql | 73 - .../sql/mssql/upgrade-2.0.0-to-2.1.0.mssql.sql | 39 - .../sql/mssql/upgrade-2.1.0-to-2.2.0.mssql.sql | 43 - .../sql/mssql/upgrade-2.2.0-to-2.3.0.mssql.sql | 7 - .../sql/mssql/upgrade-2.3.0-to-3.0.0.mssql.sql | 352 - .../sql/mssql/upgrade-3.0.0-to-3.1.0.mssql.sql | 70 - .../sql/mssql/upgrade-3.1.0-to-4.0.0.mssql.sql | 10 - .../src/main/sql/mssql/upgrade.order.mssql | 12 - .../src/main/sql/mysql/create-user.mysql.sql | 8 - .../main/sql/mysql/hive-schema-1.2.0.mysql.sql | 910 -- .../main/sql/mysql/hive-schema-3.0.0.mysql.sql | 1183 -- .../main/sql/mysql/hive-schema-3.1.0.mysql.sql | 1218 -- .../main/sql/mysql/hive-schema-4.0.0.mysql.sql | 1220 -- .../sql/mysql/upgrade-1.2.0-to-2.0.0.mysql.sql | 75 - .../sql/mysql/upgrade-2.0.0-to-2.1.0.mysql.sql | 42 - .../sql/mysql/upgrade-2.1.0-to-2.2.0.mysql.sql | 43 - .../sql/mysql/upgrade-2.2.0-to-2.3.0.mysql.sql | 8 - .../sql/mysql/upgrade-2.3.0-to-3.0.0.mysql.sql | 326 - .../sql/mysql/upgrade-3.0.0-to-3.1.0.mysql.sql | 71 - .../sql/mysql/upgrade-3.1.0-to-4.0.0.mysql.sql | 10 - .../src/main/sql/mysql/upgrade.order.mysql | 18 - .../src/main/sql/oracle/create-user.oracle.sql | 3 - .../sql/oracle/hive-schema-1.2.0.oracle.sql | 856 -- .../sql/oracle/hive-schema-3.0.0.oracle.sql | 1140 -- .../sql/oracle/hive-schema-3.1.0.oracle.sql | 1175 -- .../sql/oracle/hive-schema-4.0.0.oracle.sql | 1177 -- .../oracle/upgrade-1.2.0-to-2.0.0.oracle.sql | 83 - .../oracle/upgrade-2.0.0-to-2.1.0.oracle.sql | 39 - .../oracle/upgrade-2.1.0-to-2.2.0.oracle.sql | 58 - .../oracle/upgrade-2.2.0-to-2.3.0.oracle.sql | 7 - .../oracle/upgrade-2.3.0-to-3.0.0.oracle.sql | 343 - .../oracle/upgrade-3.0.0-to-3.1.0.oracle.sql | 70 - .../oracle/upgrade-3.1.0-to-4.0.0.oracle.sql | 9 - .../src/main/sql/oracle/upgrade.order.oracle | 14 - .../main/sql/postgres/create-user.postgres.sql | 2 - .../sql/postgres/hive-schema-1.2.0.postgres.sql | 1562 -- .../sql/postgres/hive-schema-3.0.0.postgres.sql | 1827 --- .../sql/postgres/hive-schema-3.1.0.postgres.sql | 1866 --- .../sql/postgres/hive-schema-4.0.0.postgres.sql | 1868 --- .../upgrade-1.2.0-to-2.0.0.postgres.sql | 73 - .../upgrade-2.0.0-to-2.1.0.postgres.sql | 40 - .../upgrade-2.1.0-to-2.2.0.postgres.sql | 39 - .../upgrade-2.2.0-to-2.3.0.postgres.sql | 8 - .../upgrade-2.3.0-to-3.0.0.postgres.sql | 360 - .../upgrade-3.0.0-to-3.1.0.postgres.sql | 72 - .../upgrade-3.1.0-to-4.0.0.postgres.sql | 10 - .../main/sql/postgres/upgrade.order.postgres | 18 - .../hadoop/hive/common/TestStatsSetupConst.java | 114 - .../ndv/fm/TestFMSketchSerialization.java | 101 - .../hive/common/ndv/hll/TestHLLNoBias.java | 117 - .../common/ndv/hll/TestHLLSerialization.java | 270 - .../hive/common/ndv/hll/TestHyperLogLog.java | 338 - .../common/ndv/hll/TestHyperLogLogDense.java | 85 - .../common/ndv/hll/TestHyperLogLogMerge.java | 147 - .../common/ndv/hll/TestHyperLogLogSparse.java | 84 - .../common/ndv/hll/TestSparseEncodeHash.java | 59 - .../metastore/AlternateFailurePreListener.java | 62 - .../metastore/DummyEndFunctionListener.java | 47 - .../metastore/DummyJdoConnectionUrlHook.java | 45 - .../hadoop/hive/metastore/DummyListener.java | 126 - .../metastore/DummyMetaStoreInitListener.java | 39 - .../hadoop/hive/metastore/DummyPreListener.java | 49 - .../DummyRawStoreControlledCommit.java | 1268 -- .../DummyRawStoreForJdoConnection.java | 1249 -- .../apache/hadoop/hive/metastore/FakeDerby.java | 404 - .../HiveMetaStoreClientPreCatalog.java | 3546 ----- .../InjectableBehaviourObjectStore.java | 218 - .../hive/metastore/IpAddressListener.java | 102 - .../hive/metastore/MetaStoreTestUtils.java | 291 - .../MockPartitionExpressionForMetastore.java | 58 - .../hive/metastore/NonCatCallsWithCatalog.java | 1158 -- .../hadoop/hive/metastore/TestAdminUser.java | 49 - .../hive/metastore/TestAggregateStatsCache.java | 272 - .../metastore/TestCatalogNonDefaultClient.java | 74 - .../metastore/TestCatalogNonDefaultSvr.java | 68 - .../hive/metastore/TestCatalogOldClient.java | 44 - .../hadoop/hive/metastore/TestDeadline.java | 130 - .../metastore/TestEmbeddedHiveMetaStore.java | 51 - .../hadoop/hive/metastore/TestFilterHooks.java | 254 - .../hive/metastore/TestHiveAlterHandler.java | 121 - .../hive/metastore/TestHiveMetaStore.java | 3102 ---- .../metastore/TestHiveMetaStoreGetMetaConf.java | 115 - .../TestHiveMetaStorePartitionSpecs.java | 383 - .../TestHiveMetaStoreSchemaMethods.java | 1248 -- .../metastore/TestHiveMetaStoreTimeout.java | 142 - .../hive/metastore/TestHiveMetaStoreTxns.java | 267 - ...TestHiveMetaStoreWithEnvironmentContext.java | 191 - .../hive/metastore/TestHiveMetastoreCli.java | 68 - .../hive/metastore/TestLockRequestBuilder.java | 587 - .../hive/metastore/TestMarkPartition.java | 118 - .../hive/metastore/TestMarkPartitionRemote.java | 34 - .../TestMetaStoreConnectionUrlHook.java | 49 - .../TestMetaStoreEndFunctionListener.java | 146 - .../metastore/TestMetaStoreEventListener.java | 472 - .../TestMetaStoreEventListenerOnlyOnCommit.java | 121 - .../TestMetaStoreEventListenerWithOldConf.java | 129 - .../metastore/TestMetaStoreInitListener.java | 56 - .../metastore/TestMetaStoreListenersError.java | 97 - .../metastore/TestMetaStoreSchemaFactory.java | 72 - .../hive/metastore/TestMetaStoreSchemaInfo.java | 55 - .../hadoop/hive/metastore/TestObjectStore.java | 904 -- .../metastore/TestObjectStoreInitRetry.java | 135 - .../metastore/TestObjectStoreSchemaMethods.java | 602 - .../hadoop/hive/metastore/TestOldSchema.java | 233 - .../TestPartitionNameWhitelistValidation.java | 125 - .../hive/metastore/TestRawStoreProxy.java | 67 - .../hive/metastore/TestRemoteHiveMetaStore.java | 64 - .../TestRemoteHiveMetaStoreIpAddress.java | 66 - .../TestRemoteUGIHiveMetaStoreIpAddress.java | 31 - .../TestRetriesInRetryingHMSHandler.java | 111 - .../hive/metastore/TestRetryingHMSHandler.java | 82 - .../metastore/TestSetUGIOnBothClientServer.java | 34 - .../hive/metastore/TestSetUGIOnOnlyClient.java | 35 - .../hive/metastore/TestSetUGIOnOnlyServer.java | 35 - .../apache/hadoop/hive/metastore/TestStats.java | 732 - .../hive/metastore/TestTableIterable.java | 76 - .../hive/metastore/VerifyingObjectStore.java | 219 - .../annotation/MetastoreCheckinTest.java | 25 - .../metastore/annotation/MetastoreTest.java | 24 - .../metastore/annotation/MetastoreUnitTest.java | 25 - .../hive/metastore/cache/TestCachedStore.java | 1075 -- .../metastore/cache/TestCatalogCaching.java | 142 - .../metastore/client/MetaStoreClientTest.java | 95 - .../client/MetaStoreFactoryForTests.java | 112 - .../metastore/client/TestAddPartitions.java | 1736 --- .../client/TestAddPartitionsFromPartSpec.java | 1267 -- .../metastore/client/TestAlterPartitions.java | 1154 -- .../metastore/client/TestAppendPartitions.java | 600 - .../hive/metastore/client/TestCatalogs.java | 267 - .../metastore/client/TestCheckConstraint.java | 363 - .../hive/metastore/client/TestDatabases.java | 634 - .../metastore/client/TestDefaultConstraint.java | 363 - .../metastore/client/TestDropPartitions.java | 659 - .../client/TestExchangePartitions.java | 1337 -- .../hive/metastore/client/TestForeignKey.java | 538 - .../hive/metastore/client/TestFunctions.java | 765 - .../metastore/client/TestGetPartitions.java | 608 - .../hive/metastore/client/TestGetTableMeta.java | 330 - .../metastore/client/TestListPartitions.java | 1522 -- .../metastore/client/TestNotNullConstraint.java | 355 - .../hive/metastore/client/TestPrimaryKey.java | 468 - .../hive/metastore/client/TestRuntimeStats.java | 154 - .../TestTablesCreateDropAlterTruncate.java | 1400 -- .../metastore/client/TestTablesGetExists.java | 514 - .../hive/metastore/client/TestTablesList.java | 320 - .../metastore/client/TestUniqueConstraint.java | 356 - .../hive/metastore/client/package-info.java | 22 - .../merge/DecimalColumnStatsMergerTest.java | 235 - .../hive/metastore/conf/TestMetastoreConf.java | 433 - .../TestDataSourceProviderFactory.java | 248 - .../hive/metastore/dbinstall/DbInstallBase.java | 265 - .../hive/metastore/dbinstall/ITestMysql.java | 82 - .../hive/metastore/dbinstall/ITestOracle.java | 83 - .../hive/metastore/dbinstall/ITestPostgres.java | 82 - .../metastore/dbinstall/ITestSqlServer.java | 84 - .../json/TestJSONMessageDeserializer.java | 115 - .../hive/metastore/metrics/TestMetrics.java | 164 - .../minihms/AbstractMetaStoreService.java | 173 - .../minihms/ClusterMetaStoreForTests.java | 32 - .../minihms/EmbeddedMetaStoreForTests.java | 33 - .../hadoop/hive/metastore/minihms/MiniHMS.java | 76 - .../minihms/RemoteMetaStoreForTests.java | 43 - .../hive/metastore/minihms/package-info.java | 23 - .../tools/TestMetastoreSchemaTool.java | 70 - .../tools/TestSchemaToolForMetastore.java | 534 - .../metastore/txn/TestTxnHandlerNegative.java | 58 - .../hadoop/hive/metastore/txn/TestTxnUtils.java | 239 - .../hive/metastore/utils/TestHdfsUtils.java | 348 - .../metastore/utils/TestMetaStoreUtils.java | 291 - standalone-metastore/metastore-server/pom.xml | 684 + .../metastore-server/src/assembly/bin.xml | 134 + .../metastore-server/src/assembly/src.xml | 53 + .../hadoop/hive/common/StatsSetupConst.java | 336 + .../common/ndv/NumDistinctValueEstimator.java | 51 + .../ndv/NumDistinctValueEstimatorFactory.java | 75 + .../hadoop/hive/common/ndv/fm/FMSketch.java | 359 + .../hive/common/ndv/fm/FMSketchUtils.java | 132 + .../hive/common/ndv/hll/HLLConstants.java | 933 ++ .../hive/common/ndv/hll/HLLDenseRegister.java | 202 + .../hadoop/hive/common/ndv/hll/HLLRegister.java | 50 + .../hive/common/ndv/hll/HLLSparseRegister.java | 261 + .../hadoop/hive/common/ndv/hll/HyperLogLog.java | 664 + .../hive/common/ndv/hll/HyperLogLogUtils.java | 409 + .../hive/metastore/AcidEventListener.java | 146 + .../hive/metastore/AggregateStatsCache.java | 571 + .../hadoop/hive/metastore/AlterHandler.java | 204 + .../apache/hadoop/hive/metastore/Batchable.java | 86 + .../hadoop/hive/metastore/ColumnType.java | 301 + .../hadoop/hive/metastore/DatabaseProduct.java | 75 + .../apache/hadoop/hive/metastore/Deadline.java | 172 + .../hive/metastore/DeadlineException.java | 29 + .../DefaultPartitionExpressionProxy.java | 57 + .../metastore/DefaultStorageSchemaReader.java | 38 + .../hive/metastore/FileMetadataHandler.java | 109 + .../hive/metastore/FileMetadataManager.java | 119 + .../hive/metastore/HMSMetricsListener.java | 90 + .../hadoop/hive/metastore/HiveAlterHandler.java | 961 ++ .../hadoop/hive/metastore/HiveMetaStore.java | 9602 +++++++++++++ .../hive/metastore/HiveMetaStoreClient.java | 3597 +++++ .../hive/metastore/HiveMetaStoreFsImpl.java | 55 + .../hive/metastore/IExtrapolatePartStatus.java | 85 + .../hadoop/hive/metastore/IHMSHandler.java | 109 + .../hadoop/hive/metastore/IMetaStoreClient.java | 3757 +++++ .../hive/metastore/IMetaStoreSchemaInfo.java | 115 + .../metastore/LinearExtrapolatePartStatus.java | 106 + .../hive/metastore/LockComponentBuilder.java | 121 + .../hive/metastore/LockRequestBuilder.java | 168 + .../MaterializationsRebuildLockCleanerTask.java | 81 + .../MaterializationsRebuildLockHandler.java | 216 + .../hive/metastore/MetaStoreDirectSql.java | 2837 ++++ .../metastore/MetaStoreEndFunctionContext.java | 59 + .../metastore/MetaStoreEndFunctionListener.java | 58 + .../hive/metastore/MetaStoreEventListener.java | 306 + .../MetaStoreEventListenerConstants.java | 41 + .../hadoop/hive/metastore/MetaStoreFS.java | 43 + .../hadoop/hive/metastore/MetaStoreInit.java | 109 + .../hive/metastore/MetaStoreInitContext.java | 27 + .../hive/metastore/MetaStoreInitListener.java | 49 + .../metastore/MetaStoreListenerNotifier.java | 375 + .../metastore/MetaStorePreEventListener.java | 57 + .../hive/metastore/MetaStoreSchemaInfo.java | 246 + .../metastore/MetaStoreSchemaInfoFactory.java | 64 + .../hadoop/hive/metastore/MetaStoreThread.java | 58 + .../hadoop/hive/metastore/MetadataStore.java | 52 + .../hive/metastore/MetastoreTaskThread.java | 38 + .../hadoop/hive/metastore/ObjectStore.java | 12509 +++++++++++++++++ .../hive/metastore/PartFilterExprUtil.java | 165 + .../metastore/PartitionExpressionProxy.java | 73 + .../apache/hadoop/hive/metastore/RawStore.java | 1719 +++ .../hadoop/hive/metastore/RawStoreProxy.java | 114 + .../hive/metastore/ReplChangeManager.java | 501 + .../hive/metastore/RetryingHMSHandler.java | 232 + .../hive/metastore/RetryingMetaStoreClient.java | 341 + .../hive/metastore/RuntimeStatsCleanerTask.java | 66 + .../metastore/SessionPropertiesListener.java | 46 + .../hive/metastore/StatObjectConverter.java | 892 ++ .../hive/metastore/TServerSocketKeepAlive.java | 47 + .../hive/metastore/TSetIpAddressProcessor.java | 62 + .../hive/metastore/TUGIBasedProcessor.java | 183 + .../hadoop/hive/metastore/TableIterable.java | 115 + .../hadoop/hive/metastore/ThreadPool.java | 63 + .../TransactionalMetaStoreEventListener.java | 39 + .../TransactionalValidationListener.java | 487 + .../apache/hadoop/hive/metastore/Warehouse.java | 756 + .../hive/metastore/api/utils/DecimalUtils.java | 49 + .../hive/metastore/cache/ByteArrayWrapper.java | 45 + .../hadoop/hive/metastore/cache/CacheUtils.java | 136 + .../hive/metastore/cache/CachedStore.java | 2532 ++++ .../hive/metastore/cache/SharedCache.java | 1650 +++ .../client/builder/CatalogBuilder.java | 62 + .../client/builder/ConstraintBuilder.java | 115 + .../client/builder/DatabaseBuilder.java | 122 + .../client/builder/FunctionBuilder.java | 143 + .../GrantRevokePrivilegeRequestBuilder.java | 63 + .../builder/HiveObjectPrivilegeBuilder.java | 69 + .../client/builder/HiveObjectRefBuilder.java | 69 + .../client/builder/ISchemaBuilder.java | 102 + .../client/builder/PartitionBuilder.java | 119 + .../builder/PrivilegeGrantInfoBuilder.java | 84 + .../metastore/client/builder/RoleBuilder.java | 55 + .../builder/SQLCheckConstraintBuilder.java | 51 + .../builder/SQLDefaultConstraintBuilder.java | 51 + .../client/builder/SQLForeignKeyBuilder.java | 103 + .../builder/SQLNotNullConstraintBuilder.java | 52 + .../client/builder/SQLPrimaryKeyBuilder.java | 52 + .../builder/SQLUniqueConstraintBuilder.java | 46 + .../client/builder/SchemaVersionBuilder.java | 114 + .../client/builder/SerdeAndColsBuilder.java | 124 + .../builder/StorageDescriptorBuilder.java | 163 + .../metastore/client/builder/TableBuilder.java | 224 + .../aggr/BinaryColumnStatsAggregator.java | 61 + .../aggr/BooleanColumnStatsAggregator.java | 62 + .../columnstats/aggr/ColumnStatsAggregator.java | 35 + .../aggr/ColumnStatsAggregatorFactory.java | 113 + .../aggr/DateColumnStatsAggregator.java | 360 + .../aggr/DecimalColumnStatsAggregator.java | 375 + .../aggr/DoubleColumnStatsAggregator.java | 348 + .../aggr/IExtrapolatePartStatus.java | 47 + .../aggr/LongColumnStatsAggregator.java | 348 + .../aggr/StringColumnStatsAggregator.java | 304 + .../cache/DateColumnStatsDataInspector.java | 124 + .../cache/DecimalColumnStatsDataInspector.java | 124 + .../cache/DoubleColumnStatsDataInspector.java | 124 + .../cache/LongColumnStatsDataInspector.java | 124 + .../cache/StringColumnStatsDataInspector.java | 125 + .../merge/BinaryColumnStatsMerger.java | 35 + .../merge/BooleanColumnStatsMerger.java | 35 + .../columnstats/merge/ColumnStatsMerger.java | 31 + .../merge/ColumnStatsMergerFactory.java | 120 + .../merge/DateColumnStatsMerger.java | 59 + .../merge/DecimalColumnStatsMerger.java | 85 + .../merge/DoubleColumnStatsMerger.java | 54 + .../merge/LongColumnStatsMerger.java | 54 + .../merge/StringColumnStatsMerger.java | 54 + .../metastore/conf/ConfTemplatePrinter.java | 150 + .../hive/metastore/conf/MetastoreConf.java | 1688 +++ .../hive/metastore/conf/TimeValidator.java | 67 + .../datasource/BoneCPDataSourceProvider.java | 87 + .../datasource/DataSourceProvider.java | 79 + .../datasource/DataSourceProviderFactory.java | 66 + .../datasource/DbCPDataSourceProvider.java | 117 + .../datasource/HikariCPDataSourceProvider.java | 89 + .../hive/metastore/datasource/package-info.java | 23 + .../hive/metastore/events/AbortTxnEvent.java | 51 + .../hive/metastore/events/AcidWriteEvent.java | 91 + .../metastore/events/AddForeignKeyEvent.java | 41 + .../events/AddNotNullConstraintEvent.java | 42 + .../metastore/events/AddPartitionEvent.java | 84 + .../metastore/events/AddPrimaryKeyEvent.java | 42 + .../metastore/events/AddSchemaVersionEvent.java | 40 + .../events/AddUniqueConstraintEvent.java | 42 + .../metastore/events/AllocWriteIdEvent.java | 57 + .../metastore/events/AlterCatalogEvent.java | 44 + .../metastore/events/AlterDatabaseEvent.java | 56 + .../metastore/events/AlterISchemaEvent.java | 45 + .../metastore/events/AlterPartitionEvent.java | 75 + .../events/AlterSchemaVersionEvent.java | 46 + .../hive/metastore/events/AlterTableEvent.java | 63 + .../hive/metastore/events/CommitTxnEvent.java | 51 + .../metastore/events/ConfigChangeEvent.java | 52 + .../metastore/events/CreateCatalogEvent.java | 39 + .../metastore/events/CreateDatabaseEvent.java | 43 + .../metastore/events/CreateFunctionEvent.java | 43 + .../metastore/events/CreateISchemaEvent.java | 39 + .../hive/metastore/events/CreateTableEvent.java | 43 + .../hive/metastore/events/DropCatalogEvent.java | 39 + .../metastore/events/DropConstraintEvent.java | 57 + .../metastore/events/DropDatabaseEvent.java | 43 + .../metastore/events/DropFunctionEvent.java | 43 + .../hive/metastore/events/DropISchemaEvent.java | 39 + .../metastore/events/DropPartitionEvent.java | 70 + .../events/DropSchemaVersionEvent.java | 40 + .../hive/metastore/events/DropTableEvent.java | 54 + .../hive/metastore/events/EventCleanerTask.java | 66 + .../hive/metastore/events/InsertEvent.java | 132 + .../hive/metastore/events/ListenerEvent.java | 187 + .../events/LoadPartitionDoneEvent.java | 57 + .../hive/metastore/events/OpenTxnEvent.java | 51 + .../metastore/events/PreAddPartitionEvent.java | 79 + .../events/PreAddSchemaVersionEvent.java | 39 + .../metastore/events/PreAlterCatalogEvent.java | 40 + .../metastore/events/PreAlterDatabaseEvent.java | 47 + .../metastore/events/PreAlterISchemaEvent.java | 44 + .../events/PreAlterPartitionEvent.java | 65 + .../events/PreAlterSchemaVersionEvent.java | 45 + .../metastore/events/PreAlterTableEvent.java | 53 + .../events/PreAuthorizationCallEvent.java | 33 + .../metastore/events/PreCreateCatalogEvent.java | 39 + .../events/PreCreateDatabaseEvent.java | 43 + .../metastore/events/PreCreateISchemaEvent.java | 39 + .../metastore/events/PreCreateTableEvent.java | 43 + .../metastore/events/PreDropCatalogEvent.java | 39 + .../metastore/events/PreDropDatabaseEvent.java | 43 + .../metastore/events/PreDropISchemaEvent.java | 39 + .../metastore/events/PreDropPartitionEvent.java | 67 + .../events/PreDropSchemaVersionEvent.java | 39 + .../metastore/events/PreDropTableEvent.java | 55 + .../hive/metastore/events/PreEventContext.java | 82 + .../events/PreLoadPartitionDoneEvent.java | 64 + .../metastore/events/PreReadCatalogEvent.java | 39 + .../metastore/events/PreReadDatabaseEvent.java | 46 + .../metastore/events/PreReadISchemaEvent.java | 39 + .../metastore/events/PreReadTableEvent.java | 47 + .../events/PreReadhSchemaVersionEvent.java | 36 + .../metastore/hooks/JDOConnectionURLHook.java | 52 + .../metastore/messaging/AbortTxnMessage.java | 36 + .../metastore/messaging/AcidWriteMessage.java | 50 + .../messaging/AddForeignKeyMessage.java | 36 + .../messaging/AddNotNullConstraintMessage.java | 36 + .../messaging/AddPartitionMessage.java | 68 + .../messaging/AddPrimaryKeyMessage.java | 35 + .../messaging/AddUniqueConstraintMessage.java | 36 + .../messaging/AllocWriteIdMessage.java | 36 + .../messaging/AlterCatalogMessage.java | 29 + .../messaging/AlterDatabaseMessage.java | 36 + .../messaging/AlterPartitionMessage.java | 69 + .../metastore/messaging/AlterTableMessage.java | 58 + .../metastore/messaging/CommitTxnMessage.java | 59 + .../messaging/CreateCatalogMessage.java | 25 + .../messaging/CreateDatabaseMessage.java | 31 + .../messaging/CreateFunctionMessage.java | 46 + .../metastore/messaging/CreateTableMessage.java | 53 + .../metastore/messaging/DropCatalogMessage.java | 25 + .../messaging/DropConstraintMessage.java | 29 + .../messaging/DropDatabaseMessage.java | 27 + .../messaging/DropFunctionMessage.java | 38 + .../messaging/DropPartitionMessage.java | 49 + .../metastore/messaging/DropTableMessage.java | 46 + .../hive/metastore/messaging/EventMessage.java | 127 + .../hive/metastore/messaging/EventUtils.java | 202 + .../hive/metastore/messaging/InsertMessage.java | 75 + .../messaging/MessageDeserializer.java | 200 + .../metastore/messaging/MessageFactory.java | 341 + .../metastore/messaging/OpenTxnMessage.java | 38 + .../metastore/messaging/PartitionFiles.java | 53 + .../messaging/event/filters/AndFilter.java | 39 + .../messaging/event/filters/BasicFilter.java | 33 + .../event/filters/DatabaseAndTableFilter.java | 65 + .../event/filters/EventBoundaryFilter.java | 34 + .../event/filters/MessageFormatFilter.java | 36 + .../messaging/json/JSONAbortTxnMessage.java | 88 + .../messaging/json/JSONAcidWriteMessage.java | 150 + .../json/JSONAddForeignKeyMessage.java | 102 + .../json/JSONAddNotNullConstraintMessage.java | 97 + .../messaging/json/JSONAddPartitionMessage.java | 175 + .../json/JSONAddPrimaryKeyMessage.java | 102 + .../json/JSONAddUniqueConstraintMessage.java | 99 + .../messaging/json/JSONAllocWriteIdMessage.java | 113 + .../messaging/json/JSONAlterCatalogMessage.java | 90 + .../json/JSONAlterDatabaseMessage.java | 97 + .../json/JSONAlterPartitionMessage.java | 153 + .../messaging/json/JSONAlterTableMessage.java | 128 + .../messaging/json/JSONCommitTxnMessage.java | 183 + .../json/JSONCreateCatalogMessage.java | 80 + .../json/JSONCreateDatabaseMessage.java | 85 + .../json/JSONCreateFunctionMessage.java | 87 + .../messaging/json/JSONCreateTableMessage.java | 134 + .../messaging/json/JSONDropCatalogMessage.java | 67 + .../json/JSONDropConstraintMessage.java | 91 + .../messaging/json/JSONDropDatabaseMessage.java | 72 + .../messaging/json/JSONDropFunctionMessage.java | 79 + .../json/JSONDropPartitionMessage.java | 135 + .../messaging/json/JSONDropTableMessage.java | 121 + .../messaging/json/JSONInsertMessage.java | 148 + .../messaging/json/JSONMessageDeserializer.java | 273 + .../messaging/json/JSONMessageFactory.java | 402 + .../messaging/json/JSONOpenTxnMessage.java | 106 + .../hive/metastore/metrics/JsonReporter.java | 223 + .../hive/metastore/metrics/JvmPauseMonitor.java | 222 + .../hadoop/hive/metastore/metrics/Metrics.java | 244 + .../metastore/metrics/MetricsConstants.java | 46 + .../hive/metastore/metrics/PerfLogger.java | 194 + .../hadoop/hive/metastore/model/MCatalog.java | 58 + .../hive/metastore/model/MColumnDescriptor.java | 51 + .../hive/metastore/model/MConstraint.java | 214 + .../hive/metastore/model/MCreationMetadata.java | 97 + .../hive/metastore/model/MDBPrivilege.java | 142 + .../hadoop/hive/metastore/model/MDatabase.java | 157 + .../hive/metastore/model/MDelegationToken.java | 45 + .../hive/metastore/model/MFieldSchema.java | 80 + .../hadoop/hive/metastore/model/MFunction.java | 119 + .../hive/metastore/model/MGlobalPrivilege.java | 130 + .../hadoop/hive/metastore/model/MISchema.java | 107 + .../hadoop/hive/metastore/model/MIndex.java | 200 + .../hadoop/hive/metastore/model/MMasterKey.java | 55 + .../metastore/model/MMetastoreDBProperties.java | 56 + .../hive/metastore/model/MNotificationLog.java | 108 + .../metastore/model/MNotificationNextId.java | 42 + .../hadoop/hive/metastore/model/MOrder.java | 62 + .../hadoop/hive/metastore/model/MPartition.java | 162 + .../model/MPartitionColumnPrivilege.java | 171 + .../model/MPartitionColumnStatistics.java | 281 + .../hive/metastore/model/MPartitionEvent.java | 97 + .../metastore/model/MPartitionPrivilege.java | 149 + .../hive/metastore/model/MPrincipalDesc.java | 59 + .../hive/metastore/model/MResourceUri.java | 49 + .../hadoop/hive/metastore/model/MRole.java | 80 + .../hadoop/hive/metastore/model/MRoleMap.java | 120 + .../hive/metastore/model/MRuntimeStat.java | 59 + .../hive/metastore/model/MSchemaVersion.java | 127 + .../hadoop/hive/metastore/model/MSerDeInfo.java | 127 + .../metastore/model/MStorageDescriptor.java | 277 + .../hive/metastore/model/MStringList.java | 62 + .../hadoop/hive/metastore/model/MTable.java | 283 + .../metastore/model/MTableColumnPrivilege.java | 170 + .../metastore/model/MTableColumnStatistics.java | 272 + .../hive/metastore/model/MTablePrivilege.java | 149 + .../model/MTxnWriteNotificationLog.java | 123 + .../hadoop/hive/metastore/model/MType.java | 105 + .../hive/metastore/model/MVersionTable.java | 57 + .../hadoop/hive/metastore/model/MWMMapping.java | 83 + .../hadoop/hive/metastore/model/MWMPool.java | 89 + .../hive/metastore/model/MWMResourcePlan.java | 105 + .../hadoop/hive/metastore/model/MWMTrigger.java | 89 + .../hive/metastore/parser/ExpressionTree.java | 606 + .../hadoop/hive/metastore/parser/Filter.g | 486 + .../hive/metastore/parser/package-info.java | 23 + .../spec/CompositePartitionSpecProxy.java | 258 + .../spec/PartitionListComposingSpecProxy.java | 209 + .../partition/spec/PartitionSpecProxy.java | 220 + .../spec/PartitionSpecWithSharedSDProxy.java | 192 + .../hive/metastore/security/DBTokenStore.java | 180 + .../security/DelegationTokenIdentifier.java | 52 + .../security/DelegationTokenSecretManager.java | 134 + .../security/DelegationTokenSelector.java | 33 + .../security/DelegationTokenStore.java | 116 + .../metastore/security/DelegationTokenTool.java | 252 + .../security/HadoopThriftAuthBridge.java | 700 + .../security/HadoopThriftAuthBridge23.java | 114 + .../metastore/security/MemoryTokenStore.java | 118 + .../MetastoreDelegationTokenManager.java | 180 + .../security/TUGIContainingTransport.java | 96 + .../TokenStoreDelegationTokenSecretManager.java | 334 + .../metastore/security/ZooKeeperTokenStore.java | 474 + .../hive/metastore/tools/HiveMetaTool.java | 490 + .../hive/metastore/tools/HiveSchemaHelper.java | 673 + .../metastore/tools/MetastoreSchemaTool.java | 460 + .../hive/metastore/tools/SQLGenerator.java | 187 + .../metastore/tools/SchemaToolCommandLine.java | 308 + .../hive/metastore/tools/SchemaToolTask.java | 32 + .../tools/SchemaToolTaskAlterCatalog.java | 90 + .../tools/SchemaToolTaskCreateCatalog.java | 132 + .../tools/SchemaToolTaskCreateUser.java | 115 + .../metastore/tools/SchemaToolTaskInfo.java | 43 + .../metastore/tools/SchemaToolTaskInit.java | 73 + .../tools/SchemaToolTaskMoveDatabase.java | 96 + .../tools/SchemaToolTaskMoveTable.java | 142 + .../metastore/tools/SchemaToolTaskUpgrade.java | 116 + .../metastore/tools/SchemaToolTaskValidate.java | 630 + .../hadoop/hive/metastore/tools/SmokeTest.java | 102 + .../txn/AcidCompactionHistoryService.java | 71 + .../metastore/txn/AcidHouseKeeperService.java | 71 + .../txn/AcidOpenTxnsCounterService.java | 72 + .../hive/metastore/txn/AcidWriteSetService.java | 69 + .../hive/metastore/txn/CompactionInfo.java | 170 + .../metastore/txn/CompactionTxnHandler.java | 1158 ++ .../hadoop/hive/metastore/txn/TxnDbUtil.java | 621 + .../hadoop/hive/metastore/txn/TxnHandler.java | 5094 +++++++ .../hadoop/hive/metastore/txn/TxnStore.java | 509 + .../hadoop/hive/metastore/txn/TxnUtils.java | 481 + .../hive/metastore/utils/CommonCliOptions.java | 160 + .../hadoop/hive/metastore/utils/FileUtils.java | 537 + .../hadoop/hive/metastore/utils/HdfsUtils.java | 395 + .../metastore/utils/HiveStrictManagedUtils.java | 100 + .../hadoop/hive/metastore/utils/LogUtils.java | 140 + .../hive/metastore/utils/MetaStoreUtils.java | 1840 +++ .../metastore/utils/MetastoreVersionInfo.java | 133 + .../hive/metastore/utils/SecurityUtils.java | 313 + .../hive/metastore/utils/StringableMap.java | 80 + .../main/resources/datanucleus-log4j.properties | 17 + .../main/resources/metastore-log4j2.properties | 71 + .../src/main/resources/metastore-site.xml | 34 + .../src/main/resources/package.jdo | 1426 ++ .../src/main/resources/saveVersion.sh | 91 + .../metastore-server/src/main/scripts/base | 237 + .../src/main/scripts/ext/metastore.sh | 41 + .../src/main/scripts/ext/schemaTool.sh | 33 + .../src/main/scripts/ext/smokeTest.sh | 33 + .../src/main/scripts/metastore-config.sh | 69 + .../src/main/scripts/schematool | 21 + .../src/main/scripts/start-metastore | 22 + .../main/sql/derby/hive-schema-1.2.0.derby.sql | 405 + .../main/sql/derby/hive-schema-3.0.0.derby.sql | 692 + .../main/sql/derby/hive-schema-3.1.0.derby.sql | 720 + .../main/sql/derby/hive-schema-4.0.0.derby.sql | 720 + .../sql/derby/upgrade-1.2.0-to-2.0.0.derby.sql | 62 + .../sql/derby/upgrade-2.0.0-to-2.1.0.derby.sql | 22 + .../sql/derby/upgrade-2.1.0-to-2.2.0.derby.sql | 59 + .../sql/derby/upgrade-2.2.0-to-2.3.0.derby.sql | 5 + .../sql/derby/upgrade-2.3.0-to-3.0.0.derby.sql | 283 + .../sql/derby/upgrade-3.0.0-to-3.1.0.derby.sql | 68 + .../sql/derby/upgrade-3.1.0-to-4.0.0.derby.sql | 8 + .../src/main/sql/derby/upgrade.order.derby | 18 + .../src/main/sql/mssql/create-user.mssql.sql | 5 + .../main/sql/mssql/hive-schema-1.2.0.mssql.sql | 947 ++ .../main/sql/mssql/hive-schema-3.0.0.mssql.sql | 1246 ++ .../main/sql/mssql/hive-schema-3.1.0.mssql.sql | 1284 ++ .../main/sql/mssql/hive-schema-4.0.0.mssql.sql | 1284 ++ .../sql/mssql/upgrade-1.2.0-to-2.0.0.mssql.sql | 73 + .../sql/mssql/upgrade-2.0.0-to-2.1.0.mssql.sql | 39 + .../sql/mssql/upgrade-2.1.0-to-2.2.0.mssql.sql | 43 + .../sql/mssql/upgrade-2.2.0-to-2.3.0.mssql.sql | 7 + .../sql/mssql/upgrade-2.3.0-to-3.0.0.mssql.sql | 352 + .../sql/mssql/upgrade-3.0.0-to-3.1.0.mssql.sql | 70 + .../sql/mssql/upgrade-3.1.0-to-4.0.0.mssql.sql | 10 + .../src/main/sql/mssql/upgrade.order.mssql | 12 + .../src/main/sql/mysql/create-user.mysql.sql | 8 + .../main/sql/mysql/hive-schema-1.2.0.mysql.sql | 910 ++ .../main/sql/mysql/hive-schema-3.0.0.mysql.sql | 1183 ++ .../main/sql/mysql/hive-schema-3.1.0.mysql.sql | 1218 ++ .../main/sql/mysql/hive-schema-4.0.0.mysql.sql | 1220 ++ .../sql/mysql/upgrade-1.2.0-to-2.0.0.mysql.sql | 75 + .../sql/mysql/upgrade-2.0.0-to-2.1.0.mysql.sql | 42 + .../sql/mysql/upgrade-2.1.0-to-2.2.0.mysql.sql | 43 + .../sql/mysql/upgrade-2.2.0-to-2.3.0.mysql.sql | 8 + .../sql/mysql/upgrade-2.3.0-to-3.0.0.mysql.sql | 326 + .../sql/mysql/upgrade-3.0.0-to-3.1.0.mysql.sql | 71 + .../sql/mysql/upgrade-3.1.0-to-4.0.0.mysql.sql | 10 + .../src/main/sql/mysql/upgrade.order.mysql | 18 + .../src/main/sql/oracle/create-user.oracle.sql | 3 + .../sql/oracle/hive-schema-1.2.0.oracle.sql | 856 ++ .../sql/oracle/hive-schema-3.0.0.oracle.sql | 1140 ++ .../sql/oracle/hive-schema-3.1.0.oracle.sql | 1175 ++ .../sql/oracle/hive-schema-4.0.0.oracle.sql | 1177 ++ .../oracle/upgrade-1.2.0-to-2.0.0.oracle.sql | 83 + .../oracle/upgrade-2.0.0-to-2.1.0.oracle.sql | 39 + .../oracle/upgrade-2.1.0-to-2.2.0.oracle.sql | 58 + .../oracle/upgrade-2.2.0-to-2.3.0.oracle.sql | 7 + .../oracle/upgrade-2.3.0-to-3.0.0.oracle.sql | 343 + .../oracle/upgrade-3.0.0-to-3.1.0.oracle.sql | 70 + .../oracle/upgrade-3.1.0-to-4.0.0.oracle.sql | 9 + .../src/main/sql/oracle/upgrade.order.oracle | 14 + .../main/sql/postgres/create-user.postgres.sql | 2 + .../sql/postgres/hive-schema-1.2.0.postgres.sql | 1562 ++ .../sql/postgres/hive-schema-3.0.0.postgres.sql | 1827 +++ .../sql/postgres/hive-schema-3.1.0.postgres.sql | 1866 +++ .../sql/postgres/hive-schema-4.0.0.postgres.sql | 1868 +++ .../upgrade-1.2.0-to-2.0.0.postgres.sql | 73 + .../upgrade-2.0.0-to-2.1.0.postgres.sql | 40 + .../upgrade-2.1.0-to-2.2.0.postgres.sql | 39 + .../upgrade-2.2.0-to-2.3.0.postgres.sql | 8 + .../upgrade-2.3.0-to-3.0.0.postgres.sql | 360 + .../upgrade-3.0.0-to-3.1.0.postgres.sql | 72 + .../upgrade-3.1.0-to-4.0.0.postgres.sql | 10 + .../main/sql/postgres/upgrade.order.postgres | 18 + .../hadoop/hive/common/TestStatsSetupConst.java | 114 + .../ndv/fm/TestFMSketchSerialization.java | 101 + .../hive/common/ndv/hll/TestHLLNoBias.java | 117 + .../common/ndv/hll/TestHLLSerialization.java | 270 + .../hive/common/ndv/hll/TestHyperLogLog.java | 338 + .../common/ndv/hll/TestHyperLogLogDense.java | 85 + .../common/ndv/hll/TestHyperLogLogMerge.java | 147 + .../common/ndv/hll/TestHyperLogLogSparse.java | 84 + .../common/ndv/hll/TestSparseEncodeHash.java | 59 + .../metastore/AlternateFailurePreListener.java | 62 + .../metastore/DummyEndFunctionListener.java | 47 + .../metastore/DummyJdoConnectionUrlHook.java | 45 + .../hadoop/hive/metastore/DummyListener.java | 126 + .../metastore/DummyMetaStoreInitListener.java | 39 + .../hadoop/hive/metastore/DummyPreListener.java | 49 + .../DummyRawStoreControlledCommit.java | 1268 ++ .../DummyRawStoreForJdoConnection.java | 1249 ++ .../apache/hadoop/hive/metastore/FakeDerby.java | 404 + .../HiveMetaStoreClientPreCatalog.java | 3546 +++++ .../InjectableBehaviourObjectStore.java | 218 + .../hive/metastore/IpAddressListener.java | 102 + .../hive/metastore/MetaStoreTestUtils.java | 291 + .../MockPartitionExpressionForMetastore.java | 58 + .../hive/metastore/NonCatCallsWithCatalog.java | 1158 ++ .../hadoop/hive/metastore/TestAdminUser.java | 49 + .../hive/metastore/TestAggregateStatsCache.java | 272 + .../metastore/TestCatalogNonDefaultClient.java | 74 + .../metastore/TestCatalogNonDefaultSvr.java | 68 + .../hive/metastore/TestCatalogOldClient.java | 44 + .../hadoop/hive/metastore/TestDeadline.java | 130 + .../metastore/TestEmbeddedHiveMetaStore.java | 51 + .../hadoop/hive/metastore/TestFilterHooks.java | 254 + .../hive/metastore/TestHiveAlterHandler.java | 121 + .../hive/metastore/TestHiveMetaStore.java | 3102 ++++ .../metastore/TestHiveMetaStoreGetMetaConf.java | 115 + .../TestHiveMetaStorePartitionSpecs.java | 383 + .../TestHiveMetaStoreSchemaMethods.java | 1248 ++ .../metastore/TestHiveMetaStoreTimeout.java | 142 + .../hive/metastore/TestHiveMetaStoreTxns.java | 267 + ...TestHiveMetaStoreWithEnvironmentContext.java | 191 + .../hive/metastore/TestHiveMetastoreCli.java | 68 + .../hive/metastore/TestLockRequestBuilder.java | 587 + .../hive/metastore/TestMarkPartition.java | 118 + .../hive/metastore/TestMarkPartitionRemote.java | 34 + .../TestMetaStoreConnectionUrlHook.java | 49 + .../TestMetaStoreEndFunctionListener.java | 146 + .../metastore/TestMetaStoreEventListener.java | 472 + .../TestMetaStoreEventListenerOnlyOnCommit.java | 121 + .../TestMetaStoreEventListenerWithOldConf.java | 129 + .../metastore/TestMetaStoreInitListener.java | 56 + .../metastore/TestMetaStoreListenersError.java | 97 + .../metastore/TestMetaStoreSchemaFactory.java | 72 + .../hive/metastore/TestMetaStoreSchemaInfo.java | 55 + .../hadoop/hive/metastore/TestObjectStore.java | 904 ++ .../metastore/TestObjectStoreInitRetry.java | 135 + .../metastore/TestObjectStoreSchemaMethods.java | 602 + .../hadoop/hive/metastore/TestOldSchema.java | 233 + .../TestPartitionNameWhitelistValidation.java | 125 + .../hive/metastore/TestRawStoreProxy.java | 67 + .../hive/metastore/TestRemoteHiveMetaStore.java | 64 + .../TestRemoteHiveMetaStoreIpAddress.java | 66 + .../TestRemoteUGIHiveMetaStoreIpAddress.java | 31 + .../TestRetriesInRetryingHMSHandler.java | 111 + .../hive/metastore/TestRetryingHMSHandler.java | 82 + .../metastore/TestSetUGIOnBothClientServer.java | 34 + .../hive/metastore/TestSetUGIOnOnlyClient.java | 35 + .../hive/metastore/TestSetUGIOnOnlyServer.java | 35 + .../apache/hadoop/hive/metastore/TestStats.java | 732 + .../hive/metastore/TestTableIterable.java | 76 + .../hive/metastore/VerifyingObjectStore.java | 219 + .../annotation/MetastoreCheckinTest.java | 25 + .../metastore/annotation/MetastoreTest.java | 24 + .../metastore/annotation/MetastoreUnitTest.java | 25 + .../hive/metastore/cache/TestCachedStore.java | 1075 ++ .../metastore/cache/TestCatalogCaching.java | 142 + .../metastore/client/MetaStoreClientTest.java | 95 + .../client/MetaStoreFactoryForTests.java | 112 + .../metastore/client/TestAddPartitions.java | 1736 +++ .../client/TestAddPartitionsFromPartSpec.java | 1267 ++ .../metastore/client/TestAlterPartitions.java | 1154 ++ .../metastore/client/TestAppendPartitions.java | 600 + .../hive/metastore/client/TestCatalogs.java | 267 + .../metastore/client/TestCheckConstraint.java | 363 + .../hive/metastore/client/TestDatabases.java | 634 + .../metastore/client/TestDefaultConstraint.java | 363 + .../metastore/client/TestDropPartitions.java | 659 + .../client/TestExchangePartitions.java | 1337 ++ .../hive/metastore/client/TestForeignKey.java | 538 + .../hive/metastore/client/TestFunctions.java | 765 + .../metastore/client/TestGetPartitions.java | 608 + .../hive/metastore/client/TestGetTableMeta.java | 330 + .../metastore/client/TestListPartitions.java | 1522 ++ .../metastore/client/TestNotNullConstraint.java | 355 + .../hive/metastore/client/TestPrimaryKey.java | 468 + .../hive/metastore/client/TestRuntimeStats.java | 154 + .../TestTablesCreateDropAlterTruncate.java | 1400 ++ .../metastore/client/TestTablesGetExists.java | 514 + .../hive/metastore/client/TestTablesList.java | 320 + .../metastore/client/TestUniqueConstraint.java | 356 + .../hive/metastore/client/package-info.java | 22 + .../merge/DecimalColumnStatsMergerTest.java | 235 + .../hive/metastore/conf/TestMetastoreConf.java | 433 + .../TestDataSourceProviderFactory.java | 248 + .../hive/metastore/dbinstall/DbInstallBase.java | 265 + .../hive/metastore/dbinstall/ITestMysql.java | 82 + .../hive/metastore/dbinstall/ITestOracle.java | 83 + .../hive/metastore/dbinstall/ITestPostgres.java | 82 + .../metastore/dbinstall/ITestSqlServer.java | 84 + .../json/TestJSONMessageDeserializer.java | 115 + .../hive/metastore/metrics/TestMetrics.java | 164 + .../minihms/AbstractMetaStoreService.java | 173 + .../minihms/ClusterMetaStoreForTests.java | 32 + .../minihms/EmbeddedMetaStoreForTests.java | 33 + .../hadoop/hive/metastore/minihms/MiniHMS.java | 76 + .../minihms/RemoteMetaStoreForTests.java | 43 + .../tools/TestMetastoreSchemaTool.java | 70 + .../tools/TestSchemaToolForMetastore.java | 534 + .../metastore/txn/TestTxnHandlerNegative.java | 58 + .../hadoop/hive/metastore/txn/TestTxnUtils.java | 239 + .../hive/metastore/utils/TestHdfsUtils.java | 348 + .../metastore/utils/TestMetaStoreUtils.java | 291 + .../src/test/resources/log4j2.properties | 35 + standalone-metastore/pom.xml | 1 + upgrade-acid/pom.xml | 2 +- 1427 files changed, 180054 insertions(+), 172313 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/651e7950/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/651e7950/ql/src/java/org/apache/hadoop/hive/ql/Driver.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/651e7950/ql/src/java/org/apache/hadoop/hive/ql/QueryPlan.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/651e7950/ql/src/java/org/apache/hadoop/hive/ql/optimizer/calcite/RelOptHiveTable.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/651e7950/ql/src/test/org/apache/hadoop/hive/ql/parse/TestUpdateDeleteSemanticAnalyzer.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/651e7950/ql/src/test/results/clientpositive/acid_nullscan.q.out ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/651e7950/ql/src/test/results/clientpositive/llap/acid_bucket_pruning.q.out ----------------------------------------------------------------------
