This is an automated email from the ASF dual-hosted git repository.
codope pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 4fdac3d32931 fix(spark): fix MOR bulk insert commit operation error
(#18878)
add 8490c968d9dc feat(utilities): migrate
HoodieStreamerWriteStatusValidator into pre-commit validator framework (#18765)
No new revisions were added by this update.
Summary of changes:
.../config/HoodiePreCommitValidatorConfig.java | 4 +-
.../utilities/streamer/ErrorTableCommitter.java | 86 ++++++++
.../apache/hudi/utilities/streamer/StreamSync.java | 244 +++++++++------------
.../streamer/SuccessfulRecordCounter.java | 106 +++++++++
.../utilities/streamer/WriteErrorReporter.java | 69 ++++++
.../validator/SparkWriteErrorValidator.java | 136 ++++++++++++
.../streamer/TestErrorTableCommitter.java | 135 ++++++++++++
.../streamer/TestSuccessfulRecordCounter.java | 200 +++++++++++++++++
.../utilities/streamer/TestWriteErrorReporter.java | 99 +++++++++
.../validator/TestSparkWriteErrorValidator.java | 198 +++++++++++++++++
10 files changed, 1132 insertions(+), 145 deletions(-)
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/streamer/ErrorTableCommitter.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/streamer/SuccessfulRecordCounter.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/streamer/WriteErrorReporter.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/streamer/validator/SparkWriteErrorValidator.java
create mode 100644
hudi-utilities/src/test/java/org/apache/hudi/utilities/streamer/TestErrorTableCommitter.java
create mode 100644
hudi-utilities/src/test/java/org/apache/hudi/utilities/streamer/TestSuccessfulRecordCounter.java
create mode 100644
hudi-utilities/src/test/java/org/apache/hudi/utilities/streamer/TestWriteErrorReporter.java
create mode 100644
hudi-utilities/src/test/java/org/apache/hudi/utilities/streamer/validator/TestSparkWriteErrorValidator.java
