This is an automated email from the ASF dual-hosted git repository.
zhangyue19921010 pushed a change to branch remote-partitioner
in repository https://gitbox.apache.org/repos/asf/hudi.git
from ff91f6bec24 code review
add 265ae0a3d88 code review
add 6b57f1eb8ab [HUDI-8835] Support partial update in COMMIT_TIME_ORDERING
merge mode (#13263)
add 1e7c7027d80 [HUDI-9371] Fix conflict resolution handling of inflight
clustering (#13255)
add 11fd91c7619 [HUDI-9414] Moved bulk insert tests to hudi-spark (#13306)
add 3dedc71b787 [HUDI-9146][par1] Support unmerged flink reader based on
FileGroup reader (#13294)
add c74e8e6c5b0 [HUDI-9412] Support displaying metrics of
Update/Delete/MergeIntoHoodieTableCommand in Spark Web UI (#13304)
add e34a7ab8152 [HUDI-9381] Async instant time generation of Flink writers
(#13285)
add 59454b94ab0 code review
No new revisions were added by this update.
Summary of changes:
.../client/embedded/EmbeddedTimelineService.java | 24 +-
.../client/transaction/ConcurrentOperation.java | 8 +-
...urrentFileWritesConflictResolutionStrategy.java | 10 +-
.../lock/FileSystemBasedLockProvider.java | 2 +
.../org/apache/hudi/config/HoodieIndexConfig.java | 7 +-
.../org/apache/hudi/config/HoodieWriteConfig.java | 25 --
.../TestConflictResolutionStrategyUtil.java | 98 ++----
...TestPreferWriterConflictResolutionStrategy.java | 2 +-
...urrentFileWritesConflictResolutionStrategy.java | 142 +++++----
.../v2/FlinkFileGroupReaderBasedMergeHandle.java | 5 +-
.../java/org/apache/hudi/util/FlinkClientUtil.java | 18 ++
.../org/apache/hudi/DefaultSparkRecordMerger.java | 60 +---
.../org/apache/hudi/HoodieSparkRecordMerger.java | 44 +++
.../hudi/OverwriteWithLatestSparkRecordMerger.java | 12 +
.../table/read/FileGroupReaderSchemaHandler.java | 4 +
.../table/read/UnmergedFileGroupRecordBuffer.java | 78 +++--
.../common/table/timeline/TimeGeneratorBase.java | 8 +-
.../common/table/timeline/dto/InstantStateDTO.java | 68 ----
.../org/apache/hudi/sink/StreamWriteFunction.java | 4 +-
.../hudi/sink/StreamWriteOperatorCoordinator.java | 306 +++++++++---------
.../hudi/sink/append/AppendWriteFunction.java | 18 +-
.../hudi/sink/bootstrap/BootstrapOperator.java | 8 +-
.../hudi/sink/bulk/BulkInsertWriteFunction.java | 58 +---
.../sink/common/AbstractStreamWriteFunction.java | 170 +++++-----
.../hudi/sink/common/AbstractWriteFunction.java | 7 +
.../hudi/sink/common/AbstractWriteOperator.java | 6 +
.../hudi/sink/common/WriteOperatorFactory.java | 3 +
.../org/apache/hudi/sink/event/Correspondent.java | 111 +++++++
.../apache/hudi/sink/event/WriteMetadataEvent.java | 25 +-
.../java/org/apache/hudi/sink/meta/CkpMessage.java | 113 -------
.../org/apache/hudi/sink/meta/CkpMetadata.java | 252 ---------------
.../apache/hudi/sink/meta/CkpMetadataFactory.java | 43 ---
.../hudi/sink/meta/TimelineBasedCkpMetadata.java | 112 -------
.../hudi/sink/utils/CoordinationResponseSeDe.java | 165 ++++++++++
.../org/apache/hudi/sink/utils/EventBuffers.java | 120 +++++++
.../utils/ExplicitClassloaderThreadFactory.java | 63 ++++
.../apache/hudi/sink/utils/NonThrownExecutor.java | 13 +-
.../java/org/apache/hudi/sink/utils/Pipelines.java | 2 +-
.../org/apache/hudi/table/HoodieTableSource.java | 2 -
.../table/format/FlinkRowDataReaderContext.java | 9 +-
.../org/apache/hudi/table/format/FormatUtils.java | 99 +-----
.../hudi/table/format/cdc/CdcInputFormat.java | 11 +-
.../table/format/mor/MergeOnReadInputFormat.java | 124 ++++----
.../org/apache/hudi/util/FlinkWriteClients.java | 4 +
.../sink/TestStreamWriteOperatorCoordinator.java | 230 +++++++-------
.../org/apache/hudi/sink/TestWriteCopyOnWrite.java | 71 +++--
.../hudi/sink/TestWriteMergeOnReadWithCompact.java | 65 ++--
.../TestWriteWithTimelineBasedCkpMetadata.java | 63 ----
.../org/apache/hudi/sink/meta/TestCkpMetadata.java | 120 -------
.../sink/meta/TestTimelineBasedCkpMetadata.java | 117 -------
.../utils/BucketStreamWriteFunctionWrapper.java | 13 +-
.../hudi/sink/utils/BulkInsertFunctionWrapper.java | 8 +-
.../hudi/sink/utils/InsertFunctionWrapper.java | 8 +-
.../hudi/sink/utils/MockCoordinatorExecutor.java | 2 +-
.../apache/hudi/sink/utils/MockCorrespondent.java} | 34 +-
.../sink/utils/StreamWriteFunctionWrapper.java | 12 +-
.../hudi/sink/utils/TestFunctionWrapper.java | 14 +-
.../org/apache/hudi/sink/utils/TestWriteBase.java | 151 +++++----
.../apache/hudi/source/TestStreamReadOperator.java | 3 +-
.../hudi/common/testutils/HoodieTestTable.java | 4 +-
.../org/apache/hudi/common/util/RetryHelper.java | 4 +-
.../hudi/command/DeleteHoodieTableCommand.scala | 10 +-
.../sql/hudi/command/HoodieCommandMetrics.scala | 28 +-
.../command/InsertIntoHoodieTableCommand.scala | 10 +-
.../hudi/command/MergeIntoHoodieTableCommand.scala | 10 +-
.../hudi/command/UpdateHoodieTableCommand.scala | 10 +-
.../HoodieBulkInsertInternalWriterTestBase.java | 0
.../TestHoodieBulkInsertDataInternalWriter.java | 0
.../TestHoodieDataSourceInternalBatchWrite.java | 0
.../hudi/functional/TestBucketIndexSupport.scala | 27 +-
.../hudi/command/TestHoodieCommandMetrics.scala | 2 +-
.../spark/sql/hudi/dml/TestInsertTable.scala | 45 +++
.../hudi/dml/TestPartialUpdateForMergeInto.scala | 99 +++++-
.../HoodieBulkInsertInternalWriterTestBase.java | 174 -----------
.../TestHoodieBulkInsertDataInternalWriter.java | 174 -----------
.../TestHoodieDataSourceInternalBatchWrite.java | 344 ---------------------
.../HoodieBulkInsertInternalWriterTestBase.java | 174 -----------
.../TestHoodieBulkInsertDataInternalWriter.java | 174 -----------
.../TestHoodieDataSourceInternalBatchWrite.java | 338 --------------------
.../hudi/timeline/service/RequestHandler.java | 29 --
.../hudi/timeline/service/TimelineService.java | 22 --
.../service/handlers/InstantStateHandler.java | 132 --------
82 files changed, 1608 insertions(+), 3576 deletions(-)
delete mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/dto/InstantStateDTO.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/event/Correspondent.java
delete mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/meta/CkpMessage.java
delete mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/meta/CkpMetadata.java
delete mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/meta/CkpMetadataFactory.java
delete mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/meta/TimelineBasedCkpMetadata.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/utils/CoordinationResponseSeDe.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/utils/EventBuffers.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/utils/ExplicitClassloaderThreadFactory.java
delete mode 100644
hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/sink/TestWriteWithTimelineBasedCkpMetadata.java
delete mode 100644
hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/sink/meta/TestCkpMetadata.java
delete mode 100644
hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/sink/meta/TestTimelineBasedCkpMetadata.java
copy
hudi-flink-datasource/hudi-flink/src/{main/java/org/apache/hudi/util/FlinkStateBackendConverter.java
=> test/java/org/apache/hudi/sink/utils/MockCorrespondent.java} (51%)
rename hudi-spark-datasource/{hudi-spark3.5.x =>
hudi-spark}/src/test/java/org/apache/hudi/internal/HoodieBulkInsertInternalWriterTestBase.java
(100%)
rename hudi-spark-datasource/{hudi-spark3.5.x =>
hudi-spark}/src/test/java/org/apache/hudi/spark/internal/TestHoodieBulkInsertDataInternalWriter.java
(100%)
rename hudi-spark-datasource/{hudi-spark3.5.x =>
hudi-spark}/src/test/java/org/apache/hudi/spark/internal/TestHoodieDataSourceInternalBatchWrite.java
(100%)
delete mode 100644
hudi-spark-datasource/hudi-spark3.3.x/src/test/java/org/apache/hudi/internal/HoodieBulkInsertInternalWriterTestBase.java
delete mode 100644
hudi-spark-datasource/hudi-spark3.3.x/src/test/java/org/apache/hudi/spark/internal/TestHoodieBulkInsertDataInternalWriter.java
delete mode 100644
hudi-spark-datasource/hudi-spark3.3.x/src/test/java/org/apache/hudi/spark/internal/TestHoodieDataSourceInternalBatchWrite.java
delete mode 100644
hudi-spark-datasource/hudi-spark3.4.x/src/test/java/org/apache/hudi/internal/HoodieBulkInsertInternalWriterTestBase.java
delete mode 100644
hudi-spark-datasource/hudi-spark3.4.x/src/test/java/org/apache/hudi/spark/internal/TestHoodieBulkInsertDataInternalWriter.java
delete mode 100644
hudi-spark-datasource/hudi-spark3.4.x/src/test/java/org/apache/hudi/spark/internal/TestHoodieDataSourceInternalBatchWrite.java
delete mode 100644
hudi-timeline-service/src/main/java/org/apache/hudi/timeline/service/handlers/InstantStateHandler.java
