This is an automated email from the ASF dual-hosted git repository.
yihua pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from ee50661db20 [HUDI-9231] Show complete DAG for one single query in
spark web ui while inserting into hudi table (#13044)
add 666eb312acd [HUDI-9236] Handle markers for log files in table version
6 (#13007)
No new revisions were added by this update.
Summary of changes:
.../apache/hudi/client/BaseHoodieWriteClient.java | 8 +-
.../apache/hudi/client/CommitMetadataResolver.java | 48 +++
.../hudi/client/CommitMetadataResolverFactory.java | 43 +++
.../client/MarkerBasedCommitMetadataResolver.java | 257 ++++++++++++++
.../NoOpCommitMetadataResolver.java} | 33 +-
.../java/org/apache/hudi/io/HoodieWriteHandle.java | 5 +-
.../action/commit/BaseCommitActionExecutor.java | 8 +-
.../rollback/BaseRollbackActionExecutor.java | 11 +-
.../rollback/ListingBasedRollbackStrategy.java | 39 ++-
.../rollback/MarkerBasedRollbackStrategy.java | 49 ++-
...BaseRollbackHelper.java => RollbackHelper.java} | 13 +-
.../action/rollback/RollbackHelperFactory.java} | 27 +-
.../table/action/rollback/RollbackHelperV1.java | 389 +++++++++++++++++++++
.../marker/AppendMarkerHandler.java} | 23 +-
.../hudi/table/marker/DirectWriteMarkers.java | 58 +--
.../hudi/table/marker/DirectWriteMarkersV1.java | 103 ++++++
.../marker/TimelineServerBasedWriteMarkers.java | 9 +-
.../marker/TimelineServerBasedWriteMarkersV1.java | 74 ++++
.../org/apache/hudi/table/marker/WriteMarkers.java | 19 +
.../hudi/table/marker/WriteMarkersFactory.java | 31 +-
.../table/upgrade/ZeroToOneUpgradeHandler.java | 4 +-
.../client/utils/TestCommitMetadataResolver.java | 242 +++++++++++++
.../rollback/TestMarkerBasedRollbackStrategy.java | 17 +-
...RollbackHelper.java => TestRollbackHelper.java} | 6 +-
.../hudi/table/marker/TestWriteMarkersFactory.java | 71 ++--
.../org/apache/hudi/data/HoodieJavaPairRDD.java | 8 +
.../apache/hudi/data/TestHoodieJavaPairRDD.java | 110 ++++++
.../TestMarkerBasedRollbackStrategy.java | 27 +-
.../hudi/table/marker/TestDirectWriteMarkers.java | 15 +-
.../table/marker/TestDirectWriteMarkersV1.java | 35 +-
.../TestTimelineServerBasedWriteMarkers.java | 14 +-
.../TestTimelineServerBasedWriteMarkersV1.java | 52 +++
.../hudi/table/marker/TestWriteMarkersBase.java | 61 +++-
.../hudi/common/data/HoodieListPairData.java | 27 ++
.../apache/hudi/common/data/HoodiePairData.java | 12 +
.../java/org/apache/hudi/common/model/IOType.java | 1 +
.../hudi/common/table/marker/MarkerOperation.java | 2 +
.../hudi/metadata/HoodieTableMetadataUtil.java | 36 +-
.../common/data/TestHoodieListDataPairData.java | 34 ++
.../hudi/common/testutils/FileCreateUtils.java | 56 +++
.../hudi/common/testutils/HoodieTestTable.java | 41 ++-
.../org/apache/hudi/storage/StorageSchemes.java | 15 +
.../functional/TestHoodieBackedMetadata.java | 120 +++++--
.../hudi/table/TestHoodieMergeOnReadTable.java | 4 +
...arkCopyOnWriteTableRollbackTableVersionSix.java | 63 ++++
.../TestHoodieSparkMergeOnReadTableCompaction.java | 227 +++++++++++-
.../TestHoodieSparkMergeOnReadTableRollback.java | 233 +++++++++---
.../table/functional/TestHoodieSparkRollback.java | 307 ++++++++++++++++
.../hudi/timeline/service/RequestHandler.java | 8 +
.../timeline/service/handlers/MarkerHandler.java | 10 +
50 files changed, 2795 insertions(+), 310 deletions(-)
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/CommitMetadataResolver.java
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/CommitMetadataResolverFactory.java
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/MarkerBasedCommitMetadataResolver.java
copy
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/{table/upgrade/SupportsUpgradeDowngrade.java
=> client/NoOpCommitMetadataResolver.java} (55%)
rename
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/action/rollback/{BaseRollbackHelper.java
=> RollbackHelper.java} (96%)
copy
hudi-client/{hudi-spark-client/src/test/java/org/apache/hudi/index/hbase/TestHBaseIndexUsage.java
=>
hudi-client-common/src/main/java/org/apache/hudi/table/action/rollback/RollbackHelperFactory.java}
(60%)
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/action/rollback/RollbackHelperV1.java
copy
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/{client/timeline/HoodieTimelineArchiver.java
=> table/marker/AppendMarkerHandler.java} (58%)
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/marker/DirectWriteMarkersV1.java
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/marker/TimelineServerBasedWriteMarkersV1.java
create mode 100644
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/client/utils/TestCommitMetadataResolver.java
rename
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/table/action/rollback/{TestBaseRollbackHelper.java
=> TestRollbackHelper.java} (98%)
create mode 100644
hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/data/TestHoodieJavaPairRDD.java
copy
hudi-io/src/main/java/org/apache/hudi/io/ByteArraySeekableDataInputStream.java
=>
hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/table/marker/TestDirectWriteMarkersV1.java
(58%)
create mode 100644
hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/table/marker/TestTimelineServerBasedWriteMarkersV1.java
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/java/org/apache/hudi/table/functional/TestHoodieSparkCopyOnWriteTableRollbackTableVersionSix.java
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/java/org/apache/hudi/table/functional/TestHoodieSparkRollback.java
