This is an automated email from the ASF dual-hosted git repository.
zhangyue19921010 pushed a change to branch stream-binary-copy
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 3327ebc0469 add more uts
add 887585bc652 add more uts
add ecf26213b6a [HUDI-9493] Avoid redundant String encode/decode during
conversion between RowData and Avro Record (#13390)
add 34145122927 [HUDI-9413] Add API in WriteStatus to handle metadata
stats (#13305)
add 1533bac830b [HUDI-9248] Unify code paths for all write operations
about bulk_insert (#13360)
add 1eef61452f8 [MINOR] add rangareddy to github collaborators (#13391)
add 552b8d13450 [HUDI-9494] Fix small shutdown hook race condition in
StorageBasedLockProvider (#13395)
add 0517519ec08 [HUDI-8289] Unmerged log scanner deprecation (#13383)
add 8e0ca1ced6e [HUDI-9495][Minor][UT] Modify bot to unify Flink avro and
parquet version based on pom (#13396)
add 25a71186d01 Merge branch 'master' into stream-binary-copy
add 7c80e40a77e code review
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 1 +
.github/workflows/bot.yml | 67 +++---
azure-pipelines-20230430.yml | 16 +-
.../hudi/client/FailOnFirstErrorWriteStatus.java | 4 +
.../java/org/apache/hudi/client/WriteStatus.java | 27 ++-
.../client/bootstrap/BootstrapWriteStatus.java | 4 +
.../transaction/lock/StorageBasedLockProvider.java | 11 +-
.../org/apache/hudi/io/HoodieAppendHandle.java | 4 +-
.../java/org/apache/hudi/io/HoodieWriteHandle.java | 2 +-
.../metadata/HoodieBackedTableMetadataWriter.java | 39 ++--
.../HoodieLogCompactionPlanGenerator.java | 41 ++--
.../lock/TestStorageBasedLockProvider.java | 9 +
.../hudi/testutils/MetadataMergeWriteStatus.java | 5 +
.../FlinkHoodieBackedTableMetadataWriter.java | 2 +-
.../apache/hudi/util/AvroToRowDataConverters.java | 3 +-
.../apache/hudi/util/RowDataToAvroConverters.java | 3 +-
.../JavaHoodieBackedTableMetadataWriter.java | 2 +-
.../hudi/client/model/HoodieInternalRow.java | 2 +-
.../client/utils/SparkMetadataWriterUtils.java | 132 +++++-------
.../SparkHoodieBackedTableMetadataWriter.java | 10 +-
...ieBackedTableMetadataWriterTableVersionSix.java | 3 +-
.../hudi/BaseSparkInternalRowReaderContext.java | 6 +-
.../client/TestSparkRDDMetadataWriteClient.java | 4 +
.../org/apache/hudi/client/TestWriteStatus.java | 31 +++
.../org/apache/hudi/io/TestHoodieMergeHandle.java | 7 +-
.../hudi/testutils/HoodieClientTestBase.java | 3 +
.../hudi/common/model/HoodieDeltaWriteStat.java | 37 ----
.../apache/hudi/common/model/HoodieWriteStat.java | 43 ++++
.../table/log/BaseHoodieLogRecordReader.java | 19 +-
.../table/log/HoodieLogBlockMetadataScanner.java | 48 +++++
.../table/log/HoodieMergedLogRecordReader.java | 13 +-
.../common/table/read/HoodieFileGroupReader.java | 3 +
.../hudi/metadata/HoodieTableMetadataUtil.java | 96 ++++-----
.../hudi/common/model/TestHoodieWriteStat.java | 100 +++++++++
.../hudi/metadata/TestHoodieTableMetadataUtil.java | 5 +-
.../realtime/HoodieMergeOnReadSnapshotReader.java | 225 ---------------------
.../TestHoodieMergeOnReadSnapshotReader.java | 187 -----------------
.../BaseDatasetBulkInsertCommitActionExecutor.java | 12 +-
.../DatasetBulkInsertCommitActionExecutor.java | 57 +-----
...eamerDatasetBulkInsertCommitActionExecutor.java | 20 +-
.../org/apache/hudi/HoodieSparkSqlWriter.scala | 26 +--
.../java/org/apache/hudi/TestDataSourceUtils.java | 64 ------
.../hudi/testutils/LogFileColStatsTestUtil.java | 39 +---
.../java/org/apache/hudi/TestDataSourceUtils.java | 35 +++-
.../TestHoodieClientOnMergeOnReadStorage.java | 40 ++--
.../TestMetadataUtilRLIandSIRecordGeneration.java | 46 ++++-
...SparkBinaryCopyClusteringAndValidationMeta.java | 4 +-
.../TestSparkDataSourceDAGExecution.scala | 2 +-
.../utilities/HoodieMetadataTableValidator.java | 2 +-
pom.xml | 8 +-
50 files changed, 651 insertions(+), 918 deletions(-)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/log/HoodieLogBlockMetadataScanner.java
delete mode 100644
hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/realtime/HoodieMergeOnReadSnapshotReader.java
delete mode 100644
hudi-hadoop-mr/src/test/java/org/apache/hudi/hadoop/realtime/TestHoodieMergeOnReadSnapshotReader.java
delete mode 100644
hudi-spark-datasource/hudi-spark-common/src/test/java/org/apache/hudi/TestDataSourceUtils.java
copy
hudi-spark-datasource/hudi-spark/src/test/java/org/apache/hudi/{table/action/cluster
=> functional}/TestSparkBinaryCopyClusteringAndValidationMeta.java (99%)
