This is an automated email from the ASF dual-hosted git repository.
zhangyue19921010 pushed a change to branch HUDI-8990
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 0857d0f73b4 fix ut
add d4cf109cea9 [HUDI-9168] Refactor hudi-client-common to not import
hudi-aws (#12969)
add 5e86be01278 [HUDI-8345] Delete partition stats index for a partition
that is deleted (#12953)
add 24fb6f6b3a3 [HUDI-7375] Enable
testLogReaderWithDifferentVersionsOfDeleteBlocks (#12668)
add c9cf9d5f365 [HUDI-9175] Remove the unnecessary MDT metadata check for
col_stats index config update (#12977)
add 9baaed9409a [HUDI-9127] Fixing completion time generation to honor
timezone from table config (#12926)
add 1f43b231763 [HUDI-9170] Fixing schema projection with file group
reader (#12970)
add 4a7bf52a42f [HUDI-9083] Fixing flakiness with multi writer test
(#12987)
add 8b7bd1391bd [HUDI-9196] Disable flaky tests on Flink (#12994)
add 3ddd0222a0b [HUDI-9013] Add backwards compatible MDT writer support
and reader support with tbl v6 (#12948)
add 118772a8249 [HUDI-9120] Fix merge mode inference for table version 6
in file group reader (#12991)
add 30beae426c7 [HUDI-9120] Remove HUDI-9130 code changes relating to FGR
(#12935)
add 00c1c4c51bb Merge branch 'master' into HUDI-8990
add a068edbdb83 fix ut
No new revisions were added by this update.
Summary of changes:
hudi-aws/pom.xml | 5 +
.../cloudwatch/CloudWatchMetricsReporter.java | 3 +-
.../cloudwatch/CloudWatchReporter.java | 11 +-
.../hudi/aws/sync/AWSGlueCatalogSyncClient.java | 2 +-
...amoDBBasedImplicitPartitionKeyLockProvider.java | 2 +-
.../java/org/apache/hudi/aws/utils/S3Utils.java | 27 --
.../cloudwatch/TestCloudWatchMetricsReporter.java | 61 +++-
.../cloudwatch/TestCloudWatchReporter.java | 10 +-
.../org/apache/hudi/aws/utils/TestS3Utils.java | 59 ----
.../apache/hudi/cli/commands/MetadataCommand.java | 10 +-
hudi-client/hudi-client-common/pom.xml | 12 +-
.../apache/hudi/client/BaseHoodieWriteClient.java | 2 +-
.../hudi/client/HoodieColumnStatsIndexUtils.java | 45 ++-
...ZookeeperBasedImplicitBasePathLockProvider.java | 2 +-
.../bucket/PartitionBucketIndexCalculator.java | 1 +
.../metadata/HoodieBackedTableMetadataWriter.java | 67 ++--
...ieBackedTableMetadataWriterTableVersionSix.java | 337 +++++++++++++++++++++
.../org/apache/hudi/metrics/HoodieMetrics.java | 9 +-
.../action/commit/BaseCommitActionExecutor.java | 2 +-
.../hudi/table/action/compact/HoodieCompactor.java | 2 +-
.../FlinkHoodieBackedTableMetadataWriter.java | 4 +-
.../commit/BaseFlinkCommitActionExecutor.java | 3 +-
.../apache/hudi/client/SparkRDDWriteClient.java | 6 +-
.../MultipleSparkJobExecutionStrategy.java | 2 +-
.../BucketIndexBulkInsertPartitionerWithRows.java | 5 +-
...eBackedTableMetadataWriterTableVersionSix.java} | 103 +------
.../hudi/metadata/SparkMetadataWriterFactory.java | 55 ++++
.../org/apache/hudi/table/HoodieSparkTable.java | 6 +-
.../hudi/client/TestSparkRDDWriteClient.java | 36 +++
.../functional/TestHoodieBackedTableMetadata.java | 83 +++--
.../client/functional/TestHoodieMetadataBase.java | 3 +-
.../hudi/common/config/HoodieReaderConfig.java | 19 --
.../java/org/apache/hudi/common/fs/FSUtils.java | 5 +
.../org/apache/hudi/common/model/ActionType.java | 15 +-
.../model/PartitionBucketIndexHashingConfig.java | 10 +
.../hudi/common/table/HoodieTableMetaClient.java | 3 +
.../read/HoodieFileGroupReaderSchemaHandler.java | 22 +-
.../table/timeline/HoodieInstantTimeGenerator.java | 2 +-
.../timeline/versioning/v2/ActiveTimelineV2.java | 4 +-
.../hudi/metadata/HoodieTableMetadataUtil.java | 83 +++--
.../hudi/metrics/MetricsReporterFactory.java | 2 +-
.../read/TestHoodieFileGroupRecordBuffer.java | 85 ++++++
.../hudi/common/testutils/HoodieTestUtils.java | 4 +
.../hudi/metrics/TestMetricsReporterFactory.java | 38 ++-
.../org/apache/hudi/util/FlinkWriteClients.java | 1 +
.../apache/hudi/sink/ITTestDataStreamWrite.java | 2 +
.../apache/hudi/table/ITTestHoodieDataSource.java | 2 +
.../org/apache/hudi/common/fs/TestFSUtils.java | 32 ++
.../common/functional/TestHoodieLogFormat.java | 8 +-
.../hudi/common/table/TestHoodieReaderConfig.java | 66 ----
.../common/table/TestHoodieTableMetaClient.java | 34 +++
.../hudi/common/testutils/HoodieTestTable.java | 1 +
.../hudi/hadoop/utils/HoodieInputFormatUtils.java | 39 +--
.../DatasetBucketRescaleCommitActionExecutor.java | 16 +-
.../main/scala/org/apache/hudi/DefaultSource.scala | 5 +-
.../procedures/CreateMetadataTableProcedure.scala | 4 +-
.../procedures/InitMetadataTableProcedure.scala | 4 +-
.../procedures/PartitionBucketIndexManager.scala | 1 +
.../hudi/client/TestHoodieClientMultiWriter.java | 10 +-
.../TestHoodieDatasetBulkInsertHelper.java | 2 +-
.../TestHoodieSparkMergeOnReadTableRollback.java | 11 +-
.../apache/hudi/testutils/DataSourceTestUtils.java | 33 +-
.../src/test/resources/exampleEvolvedSchema.txt | 5 +
.../src/test/resources/exampleSchema.txt | 5 +
.../org/apache/hudi/TestHoodieSparkSqlWriter.scala | 51 +++-
.../hudi/functional/ColumnStatIndexTestBase.scala | 37 ++-
.../hudi/functional/RecordLevelIndexTestBase.scala | 4 +-
.../apache/hudi/functional/TestCOWDataSource.scala | 41 +--
.../hudi/functional/TestColumnStatsIndex.scala | 115 ++++---
.../apache/hudi/functional/TestMORDataSource.scala | 46 ---
.../hudi/functional/TestRecordLevelIndex.scala | 17 +-
.../TestRecordLevelIndexTableVersionSix.scala | 16 +-
.../hudi/functional/TestSparkDataSource.scala | 135 ++++++++-
.../sql/hudi/common/HoodieSparkSqlTestBase.scala | 2 +-
.../apache/spark/sql/hudi/common/TestSqlConf.scala | 5 +-
75 files changed, 1367 insertions(+), 650 deletions(-)
rename {hudi-client/hudi-client-common/src/main/java/org/apache/hudi =>
hudi-aws/src/main/java/org/apache/hudi/aws}/metrics/cloudwatch/CloudWatchMetricsReporter.java
(96%)
rename hudi-aws/src/main/java/org/apache/hudi/aws/{ =>
metrics}/cloudwatch/CloudWatchReporter.java (97%)
delete mode 100644
hudi-aws/src/main/java/org/apache/hudi/aws/utils/S3Utils.java
rename {hudi-client/hudi-client-common/src/test/java/org/apache/hudi =>
hudi-aws/src/test/java/org/apache/hudi/aws}/metrics/cloudwatch/TestCloudWatchMetricsReporter.java
(53%)
rename hudi-aws/src/test/java/org/apache/hudi/aws/{ =>
metrics}/cloudwatch/TestCloudWatchReporter.java (94%)
delete mode 100644
hudi-aws/src/test/java/org/apache/hudi/aws/utils/TestS3Utils.java
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/metadata/HoodieBackedTableMetadataWriterTableVersionSix.java
copy
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/metadata/{SparkHoodieBackedTableMetadataWriter.java
=> SparkHoodieBackedTableMetadataWriterTableVersionSix.java} (51%)
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/metadata/SparkMetadataWriterFactory.java
rename {hudi-client/hudi-client-common =>
hudi-common}/src/test/java/org/apache/hudi/metrics/TestMetricsReporterFactory.java
(75%)
delete mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/table/TestHoodieReaderConfig.java
copy
hudi-aws/src/main/java/org/apache/hudi/aws/sync/util/GluePartitionFilterGenerator.java
=>
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/functional/TestRecordLevelIndexTableVersionSix.scala
(67%)
