This is an automated email from the ASF dual-hosted git repository.
danny0405 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push:
new 99555c897a [HUDI-4110] Clean the marker files for flink compaction
(#5604)
99555c897a is described below
commit 99555c897acf9bdd576e7ab233dc448d537e7aea
Author: BruceLin <[email protected]>
AuthorDate: Tue May 17 21:09:27 2022 +0800
[HUDI-4110] Clean the marker files for flink compaction (#5604)
---
.../src/main/java/org/apache/hudi/client/HoodieFlinkWriteClient.java | 3 +++
1 file changed, 3 insertions(+)
diff --git
a/hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/client/HoodieFlinkWriteClient.java
b/hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/client/HoodieFlinkWriteClient.java
index 524758a675..f62592a491 100644
---
a/hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/client/HoodieFlinkWriteClient.java
+++
b/hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/client/HoodieFlinkWriteClient.java
@@ -372,6 +372,9 @@ public class HoodieFlinkWriteClient<T extends
HoodieRecordPayload> extends
} finally {
this.txnManager.endTransaction(Option.of(compactionInstant));
}
+ WriteMarkersFactory
+ .get(config.getMarkersType(), table, compactionCommitTime)
+ .quietDeleteMarkerDir(context, config.getMarkersDeleteParallelism());
if (compactionTimer != null) {
long durationInMs = metrics.getDurationInMs(compactionTimer.stop());
try {