This is an automated email from the ASF dual-hosted git repository.
yihua pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 6593e8ba9d9 [minor] Fix flink 1.15 build profile (#7731)
add c18d6153e10 [HUDI-1575] Early Conflict Detection For Multi-writer
(#6133)
No new revisions were added by this update.
Summary of changes:
.../client/embedded/EmbeddedTimelineService.java | 9 +
.../hudi/client/heartbeat/HeartbeatUtils.java | 9 +-
.../client/heartbeat/HoodieHeartbeatClient.java | 22 +--
.../DirectMarkerTransactionManager.java | 93 ++++++++++
.../client/transaction/TransactionManager.java | 26 +--
.../hudi/client/transaction/lock/LockManager.java | 7 +-
.../org/apache/hudi/config/HoodieWriteConfig.java | 92 ++++++++++
.../java/org/apache/hudi/io/HoodieIOHandle.java | 2 +-
.../java/org/apache/hudi/io/HoodieReadHandle.java | 2 +-
.../java/org/apache/hudi/io/HoodieWriteHandle.java | 26 ++-
.../hudi/table/marker/ConflictDetectionUtils.java | 29 ++--
.../hudi/table/marker/DirectWriteMarkers.java | 24 +++
.../SimpleDirectMarkerBasedDetectionStrategy.java | 85 +++++++++
...nsactionDirectMarkerBasedDetectionStrategy.java | 65 +++++++
.../marker/TimelineServerBasedWriteMarkers.java | 75 ++++++--
.../org/apache/hudi/table/marker/WriteMarkers.java | 55 +++++-
hudi-client/hudi-spark-client/pom.xml | 7 +
.../hudi/client/TestHoodieClientMultiWriter.java | 193 ++++++++++++++++++++-
.../DirectMarkerBasedDetectionStrategy.java | 111 ++++++++++++
.../detection/EarlyConflictDetectionStrategy.java | 38 ++--
.../TimelineServerBasedDetectionStrategy.java | 64 +++++++
.../common/heartbeat/HoodieHeartbeatUtils.java | 75 ++++++++
.../hudi/common/table/marker/MarkerOperation.java | 1 +
.../org/apache/hudi/common/util/MarkerUtils.java | 116 ++++++++++++-
.../apache/hudi/common/util/ReflectionUtils.java | 12 ++
... => HoodieEarlyConflictDetectionException.java} | 10 +-
.../hudi/common/util/TestReflectionUtils.java | 45 +++++
.../hudi/timeline/service/RequestHandler.java | 3 +-
.../hudi/timeline/service/TimelineService.java | 81 ++++++++-
.../timeline/service/handlers/MarkerHandler.java | 115 +++++++++++-
.../AsyncTimelineServerBasedDetectionStrategy.java | 86 +++++++++
.../MarkerBasedEarlyConflictDetectionRunnable.java | 124 +++++++++++++
.../service/handlers/marker/MarkerDirState.java | 69 ++++++--
...tMarkerBasedEarlyConflictDetectionRunnable.java | 133 ++++++++++++++
34 files changed, 1795 insertions(+), 109 deletions(-)
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/transaction/DirectMarkerTransactionManager.java
copy
hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/PostWriteTerminationStrategy.java
=>
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/marker/ConflictDetectionUtils.java
(57%)
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/marker/SimpleDirectMarkerBasedDetectionStrategy.java
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/marker/SimpleTransactionDirectMarkerBasedDetectionStrategy.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/conflict/detection/DirectMarkerBasedDetectionStrategy.java
copy
hudi-utilities/src/main/java/org/apache/hudi/utilities/transform/Transformer.java
=>
hudi-common/src/main/java/org/apache/hudi/common/conflict/detection/EarlyConflictDetectionStrategy.java
(52%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/conflict/detection/TimelineServerBasedDetectionStrategy.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/heartbeat/HoodieHeartbeatUtils.java
copy
hudi-common/src/main/java/org/apache/hudi/exception/{HoodieLockException.java
=> HoodieEarlyConflictDetectionException.java} (73%)
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/util/TestReflectionUtils.java
create mode 100644
hudi-timeline-service/src/main/java/org/apache/hudi/timeline/service/handlers/marker/AsyncTimelineServerBasedDetectionStrategy.java
create mode 100644
hudi-timeline-service/src/main/java/org/apache/hudi/timeline/service/handlers/marker/MarkerBasedEarlyConflictDetectionRunnable.java
create mode 100644
hudi-timeline-service/src/test/java/org/apache/hudi/timeline/service/handlers/marker/TestMarkerBasedEarlyConflictDetectionRunnable.java
