[hudi] branch master updated: [MINOR] Close log scanner after compaction completed (#3294)

[danny0405]

This is an automated email from the ASF dual-hosted git repository.

danny0405 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git


The following commit(s) were added to refs/heads/master by this push:
     new a5638b9  [MINOR] Close log scanner after compaction completed (#3294)
a5638b9 is described below

commit a5638b995b5373826d435734fc6cdfbb5fbf7acb
Author: Gary Li <yanjia.gary...@gmail.com>
AuthorDate: Mon Jul 26 17:39:13 2021 +0800

    [MINOR] Close log scanner after compaction completed (#3294)
---
 .../hudi/table/action/compact/HoodieFlinkMergeOnReadTableCompactor.java  | 1 +
 .../hudi/table/action/compact/HoodieSparkMergeOnReadTableCompactor.java  | 1 +
 2 files changed, 2 insertions(+)

diff --git 
a/hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/table/action/compact/HoodieFlinkMergeOnReadTableCompactor.java
 
b/hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/table/action/compact/HoodieFlinkMergeOnReadTableCompactor.java
index a5109dc..e89ba56 100644
--- 
a/hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/table/action/compact/HoodieFlinkMergeOnReadTableCompactor.java
+++ 
b/hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/table/action/compact/HoodieFlinkMergeOnReadTableCompactor.java
@@ -162,6 +162,7 @@ public class HoodieFlinkMergeOnReadTableCompactor<T extends 
HoodieRecordPayload>
       RuntimeStats runtimeStats = new RuntimeStats();
       
runtimeStats.setTotalScanTime(scanner.getTotalTimeTakenToReadAndMergeBlocks());
       s.getStat().setRuntimeStats(runtimeStats);
+      scanner.close();
     }).collect(toList());
   }
 
diff --git 
a/hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/action/compact/HoodieSparkMergeOnReadTableCompactor.java
 
b/hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/action/compact/HoodieSparkMergeOnReadTableCompactor.java
index 34018bb..7b6f3fc 100644
--- 
a/hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/action/compact/HoodieSparkMergeOnReadTableCompactor.java
+++ 
b/hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/action/compact/HoodieSparkMergeOnReadTableCompactor.java
@@ -184,6 +184,7 @@ public class HoodieSparkMergeOnReadTableCompactor<T extends 
HoodieRecordPayload>
       RuntimeStats runtimeStats = new RuntimeStats();
       
runtimeStats.setTotalScanTime(scanner.getTotalTimeTakenToReadAndMergeBlocks());
       s.getStat().setRuntimeStats(runtimeStats);
+      scanner.close();
     }).collect(toList());
   }