This is an automated email from the ASF dual-hosted git repository.
danny0405 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from d4edee24f6e [HUDI-9334] Optimize Parallelism of show_invalid_parquet
(#13206)
add 8c7e93f0700 [HUDI-9405] Adding end to end streaming writes to metadata
table support for SPARK engine (#13402)
No new revisions were added by this update.
Summary of changes:
.../org/apache/hudi/client/BaseHoodieClient.java | 5 +
.../hudi/client/BaseHoodieTableServiceClient.java | 68 +++++++----
.../apache/hudi/client/BaseHoodieWriteClient.java | 44 +++++--
.../org/apache/hudi/client/TableWriteStats.java | 54 +++++++++
.../java/org/apache/hudi/io/HoodieMergeHandle.java | 7 +-
.../metadata/HoodieBackedTableMetadataWriter.java | 52 +++++----
.../java/org/apache/hudi/table/HoodieTable.java | 22 ++--
.../client/TestBaseHoodieTableServiceClient.java | 4 +-
.../hudi/client/HoodieFlinkTableServiceClient.java | 6 +-
.../org/apache/hudi/table/HoodieFlinkTable.java | 3 +-
.../hudi/client/HoodieJavaTableServiceClient.java | 5 +-
.../org/apache/hudi/table/HoodieJavaTable.java | 4 +-
.../hudi/client/SparkRDDMetadataWriteClient.java | 17 +++
.../hudi/client/SparkRDDTableServiceClient.java | 51 ++++++++-
.../apache/hudi/client/SparkRDDWriteClient.java | 47 ++++++--
.../hudi/client/StreamingMetadataWriteHandler.java | 126 +++++++++++++++++++++
...HoodieSparkFileGroupReaderBasedMergeHandle.java | 2 +
.../SparkHoodieBackedTableMetadataWriter.java | 11 +-
.../org/apache/hudi/table/HoodieSparkTable.java | 9 +-
.../hudi/common/config/HoodieMetadataConfig.java | 2 +-
.../hudi/common/model/WriteOperationType.java | 13 +++
.../internal/DataSourceInternalWriterHelper.java | 7 +-
.../TestHoodieClientOnCopyOnWriteStorage.java | 1 -
.../hudi/functional/TestHoodieBackedMetadata.java | 2 +-
.../apache/hudi/functional/TestWriteClient.java | 5 +-
.../TestHoodieSparkMergeOnReadTableRollback.java | 14 ++-
.../hudi/functional/TestPartitionStatsIndex.scala | 13 ++-
27 files changed, 484 insertions(+), 110 deletions(-)
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/TableWriteStats.java
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/client/StreamingMetadataWriteHandler.java
