This is an automated email from the ASF dual-hosted git repository.
yihua pushed a change to branch branch-0.x
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 2137b2928fc [HUDI-6497] Replace FileSystem, Path, and FileStatus usage
in hudi-common module (#10591)
new 50f367dbe1f [HUDI-7640] Uses UUID as temporary file suffix for
HoodieStorage.createImmutableFileInPath (#11052)
new 5582cde47b7 [HUDI-7618] Add ability to ignore checkpoints in delta
streamer (#11018)
new 5020b2a9e18 [HUDI-7643] Fix test by using the right StreamSync
constructor (#11056)
new deb90df6409 [HUDI-7515] Fix partition metadata write failure (#10886)
new 82f7485e4f9 [MINOR] Added configurations of Hudi table, file-based SQL
source, Hudi error table, and timestamp key generator to configuration listing
(#11057)
new 541b4dcf244 [HUDI-7628] Rename FSUtils.getPartitionPath to
constructAbsolutePath (#11054)
new 4180f7827fb [HUDI-7631] Clean up usage of CachingPath outside
hudi-common module (#11059)
new 273c7332648 [HUDI-7623] Refactoring of RemoteHoodieTableFileSystemView
and RequestHandler (#11032)
new beb20386e03 [HUDI-7655] Minor fix to rli validation with MDT validator
(#11060)
new 7cadc96b049 [MINOR] Reuse MetadataPartitionType enum to get all
partition paths (#11068)
new 278f57828fd [HUDI-7608] Fix Flink table creation configuration not
taking effect when writing to Spark (#11005)
new 9a2a61c64f2 [MINOR] Fix incorrect catch of ClassCastException using
HoodieSparkKeyGeneratorFactory (#11062)
new 48890500ef6 [MINOR] Fixe naming of methods in HoodieMetadataConfig
(#11076)
new 92425585e59 [HUDI-7647] READ_UTC_TIMEZONE doesn't affect log files for
MOR tables (#11066)
new 0f6bc8cbd58 [HUDI-6386] Enable testArchivalWithMultiWriters back as
they are passing (#9085)
new e358279a860 [MINOR] Fix LoggerName for JDBCExecutor (#11063)
The 16 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../hudi/aws/sync/AWSGlueCatalogSyncClient.java | 4 +-
.../apache/hudi/cli/commands/RepairsCommand.java | 8 +-
.../apache/hudi/client/CompactionAdminClient.java | 4 +-
.../apache/hudi/config/HoodieErrorTableConfig.java | 3 +-
.../org/apache/hudi/config/HoodieWriteConfig.java | 2 +-
.../index/bucket/ConsistentBucketIndexUtils.java | 8 +-
.../org/apache/hudi/io/HoodieAppendHandle.java | 4 +-
.../org/apache/hudi/io/HoodieCreateHandle.java | 4 +-
.../java/org/apache/hudi/io/HoodieMergeHandle.java | 4 +-
.../java/org/apache/hudi/io/HoodieWriteHandle.java | 4 +-
.../metadata/HoodieBackedTableMetadataWriter.java | 59 ++--
.../hudi/table/action/compact/HoodieCompactor.java | 2 +-
.../table/action/index/RunIndexActionExecutor.java | 2 +-
.../table/action/rollback/BaseRollbackHelper.java | 4 +-
.../rollback/ListingBasedRollbackStrategy.java | 6 +-
.../rollback/MarkerBasedRollbackStrategy.java | 2 +-
.../marker/TimelineServerBasedWriteMarkers.java | 4 +-
.../org/apache/hudi/table/marker/WriteMarkers.java | 2 +-
.../io/storage/row/HoodieRowDataCreateHandle.java | 6 +-
.../testutils/HoodieJavaClientTestHarness.java | 2 +-
.../run/strategy/ExecutionStrategyUtil.java | 17 +-
.../MultipleSparkJobExecutionStrategy.java | 3 +-
.../strategy/SingleSparkJobExecutionStrategy.java | 3 +-
.../hudi/client/utils/SparkPartitionUtils.java | 4 +-
.../apache/hudi/index/SparkHoodieIndexFactory.java | 19 +-
.../hudi/io/storage/row/HoodieRowCreateHandle.java | 32 +-
.../factory/HoodieSparkKeyGeneratorFactory.java | 45 ++-
.../hudi/table/HoodieSparkCopyOnWriteTable.java | 12 +-
.../SparkBootstrapCommitActionExecutor.java | 9 +-
.../commit/BaseSparkCommitActionExecutor.java | 9 +-
.../scala/org/apache/hudi/HoodieSparkUtils.scala | 20 +-
.../TestSavepointRestoreMergeOnRead.java | 8 +-
.../apache/hudi/io/TestHoodieTimelineArchiver.java | 15 +-
.../java/org/apache/hudi/table/TestCleaner.java | 4 +-
.../hudi/table/marker/TestWriteMarkersBase.java | 2 +-
.../hudi/table/upgrade/TestUpgradeDowngrade.java | 12 +-
.../testutils/HoodieSparkClientTestHarness.java | 2 +-
.../apache/hudi/common/config/ConfigGroups.java | 4 +
.../hudi/common/config/HoodieMetadataConfig.java | 14 +-
.../common/config/TimestampKeyGeneratorConfig.java | 2 +-
.../java/org/apache/hudi/common/fs/FSUtils.java | 36 +-
.../hudi/common/model/CompactionOperation.java | 2 +-
.../hudi/common/model/HoodieCommitMetadata.java | 8 +-
.../hudi/common/model/HoodiePartitionMetadata.java | 80 ++---
.../hudi/common/table/HoodieTableConfig.java | 17 +-
.../hudi/common/table/cdc/HoodieCDCExtractor.java | 4 +-
.../table/timeline/HoodieActiveTimeline.java | 6 +-
.../clean/CleanMetadataV1MigrationHandler.java | 2 +-
.../clean/CleanPlanV2MigrationHandler.java | 2 +-
.../compaction/CompactionV1MigrationHandler.java | 2 +-
.../table/view/AbstractTableFileSystemView.java | 4 +-
.../view/HoodieTablePreCommitFileSystemView.java | 4 +-
.../IncrementalTimelineSyncFileSystemView.java | 2 +-
.../view/RemoteHoodieTableFileSystemView.java | 333 +++++++-----------
.../apache/hudi/metadata/BaseTableMetadata.java | 4 +-
.../hudi/metadata/HoodieBackedTableMetadata.java | 2 +-
.../apache/hudi/metadata/HoodieTableMetadata.java | 2 +-
.../hudi/metadata/HoodieTableMetadataUtil.java | 2 +-
.../hudi/metadata/MetadataPartitionType.java | 12 +
.../common/model/TestHoodiePartitionMetadata.java | 2 +-
.../common/testutils/HoodieTestDataGenerator.java | 5 +-
.../hudi/common/util/TestTablePathUtils.java | 4 +-
.../java/org/apache/hudi/source/FileIndex.java | 2 +-
.../hudi/source/stats/ColumnStatsIndices.java | 2 +-
.../hudi/table/catalog/HoodieHiveCatalog.java | 5 +
.../table/format/mor/MergeOnReadInputFormat.java | 8 +-
.../apache/hudi/util/AvroToRowDataConverters.java | 42 ++-
.../sink/compact/ITTestHoodieFlinkCompactor.java | 2 +-
.../apache/hudi/table/ITTestHoodieDataSource.java | 31 +-
.../hudi/table/catalog/TestHoodieHiveCatalog.java | 40 +++
.../hudi/hadoop/testutils/InputFormatTestUtil.java | 2 +-
.../org/apache/hudi/storage/HoodieStorage.java | 13 +-
.../org/apache/hudi/ColumnStatsIndexSupport.scala | 2 +-
.../scala/org/apache/hudi/HoodieBaseRelation.scala | 12 +-
.../scala/org/apache/hudi/HoodieFileIndex.scala | 2 +-
.../org/apache/hudi/IncrementalRelation.scala | 2 +-
.../org/apache/hudi/RecordLevelIndexSupport.scala | 2 +-
.../apache/hudi/SparkHoodieTableFileIndex.scala | 2 +-
.../SparkFullBootstrapDataProviderBase.java | 70 ++--
.../RepairAddpartitionmetaProcedure.scala | 4 +-
.../RepairMigratePartitionMetaProcedure.scala | 4 +-
.../procedures/ShowInvalidParquetProcedure.scala | 2 +-
.../TestSparkConsistentBucketClustering.java | 2 +-
.../apache/hudi/keygen/TestCustomKeyGenerator.java | 2 +-
.../TestHoodieSparkKeyGeneratorFactory.java | 7 +-
.../org/apache/hudi/TestHoodieSparkSqlWriter.scala | 2 +-
.../apache/hudi/functional/TestCOWDataSource.scala | 2 +-
.../TestSparkSqlWithCustomKeyGenerator.scala | 4 +-
.../apache/hudi/sync/adb/HoodieAdbJdbcClient.java | 10 +-
.../org/apache/hudi/hive/ddl/HMSDDLExecutor.java | 4 +-
.../org/apache/hudi/hive/ddl/JDBCExecutor.java | 2 +-
.../hudi/hive/ddl/QueryBasedDDLExecutor.java | 4 +-
.../org/apache/hudi/hive/TestHiveSyncTool.java | 2 +-
.../apache/hudi/sync/common/HoodieSyncClient.java | 4 +-
.../hudi/timeline/service/RequestHandler.java | 374 +++++++++++----------
.../hudi/utilities/HoodieDataTableUtils.java | 2 +-
.../utilities/HoodieMetadataTableValidator.java | 21 +-
.../hudi/utilities/HoodieSnapshotCopier.java | 4 +-
.../hudi/utilities/HoodieSnapshotExporter.java | 4 +-
.../utilities/config/SqlFileBasedSourceConfig.java | 3 +-
.../hudi/utilities/streamer/HoodieStreamer.java | 7 +
.../utilities/streamer/SparkSampleWritesUtils.java | 15 +-
.../apache/hudi/utilities/streamer/StreamSync.java | 13 +-
.../deltastreamer/TestHoodieDeltaStreamer.java | 4 +-
.../streamer/TestStreamSyncUnitTests.java | 61 ++++
105 files changed, 847 insertions(+), 860 deletions(-)
