This is an automated email from the ASF dual-hosted git repository.
danny0405 pushed a commit to branch release-0.10.1
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/release-0.10.1 by this push:
new 3102cf7 [HUDI-3488] The flink small file list should exclude file
slices with pending compaction (#4879)
3102cf7 is described below
commit 3102cf7bbb8f81bc5cc92a01b4f65061c945deea
Author: yanenze <[email protected]>
AuthorDate: Thu Feb 24 11:58:26 2022 +0800
[HUDI-3488] The flink small file list should exclude file slices with
pending compaction (#4879)
* [HUDI-3488] The flink small file list should exclude file slices with
pending compaction
# this happen when the async-compaction has been configured
Co-authored-by: yanenze <[email protected]>
---
.../org/apache/hudi/sink/partitioner/profile/DeltaWriteProfile.java | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git
a/hudi-flink/src/main/java/org/apache/hudi/sink/partitioner/profile/DeltaWriteProfile.java
b/hudi-flink/src/main/java/org/apache/hudi/sink/partitioner/profile/DeltaWriteProfile.java
index 97b6b23..aad775a 100644
---
a/hudi-flink/src/main/java/org/apache/hudi/sink/partitioner/profile/DeltaWriteProfile.java
+++
b/hudi-flink/src/main/java/org/apache/hudi/sink/partitioner/profile/DeltaWriteProfile.java
@@ -59,7 +59,7 @@ public class DeltaWriteProfile extends WriteProfile {
List<FileSlice> allSmallFileSlices = new ArrayList<>();
// If we can index log files, we can add more inserts to log files for
fileIds including those under
// pending compaction.
- List<FileSlice> allFileSlices =
fsView.getLatestFileSlicesBeforeOrOn(partitionPath,
latestCommitTime.getTimestamp(), true)
+ List<FileSlice> allFileSlices =
fsView.getLatestFileSlicesBeforeOrOn(partitionPath,
latestCommitTime.getTimestamp(), false)
.collect(Collectors.toList());
for (FileSlice fileSlice : allFileSlices) {
if (isSmallFile(fileSlice)) {
