From 943b99775b7b0cf4340a9af76b6dd235cf91e350 Mon Sep 17 00:00:00 2001 From: yanenze <34880077+yanenze@users.noreply.github.com> Date: Thu, 24 Feb 2022 14:45:03 +0800 Subject: [PATCH] [HUDI-3488] The flink small file list should exclude file slices with pending compaction (#4893) # this happens when the async-compaction has been configured Co-authored-by: yanenze --- .../apache/hudi/sink/partitioner/profile/DeltaWriteProfile.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/hudi-flink/src/main/java/org/apache/hudi/sink/partitioner/profile/DeltaWriteProfile.java b/hudi-flink/src/main/java/org/apache/hudi/sink/partitioner/profile/DeltaWriteProfile.java index 97b6b2388..aad775a35 100644 --- a/hudi-flink/src/main/java/org/apache/hudi/sink/partitioner/profile/DeltaWriteProfile.java +++ b/hudi-flink/src/main/java/org/apache/hudi/sink/partitioner/profile/DeltaWriteProfile.java @@ -59,7 +59,7 @@ public class DeltaWriteProfile extends WriteProfile { List allSmallFileSlices = new ArrayList<>(); // If we can index log files, we can add more inserts to log files for fileIds including those under // pending compaction. - List allFileSlices = fsView.getLatestFileSlicesBeforeOrOn(partitionPath, latestCommitTime.getTimestamp(), true) + List allFileSlices = fsView.getLatestFileSlicesBeforeOrOn(partitionPath, latestCommitTime.getTimestamp(), false) .collect(Collectors.toList()); for (FileSlice fileSlice : allFileSlices) { if (isSmallFile(fileSlice)) {