lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-4104] DeltaWriteProfile includes the pending compaction file slice when deciding small buckets (#5594)

Browse Source
This commit is contained in:
Danny Chan
2022-05-17 10:34:15 +08:00
committed by GitHub
parent ad773b3d96
commit fdd96cc97e
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/partitioner/profile/DeltaWriteProfile.java
View File

@@ -59,7 +59,7 @@ public class DeltaWriteProfile extends WriteProfile {
List<FileSlice> allSmallFileSlices = new ArrayList<>();
// If we can index log files, we can add more inserts to log files for fileIds including those under
// pending compaction.
List<FileSlice> allFileSlices = fsView.getLatestFileSlicesBeforeOrOn(partitionPath, latestCommitTime.getTimestamp(), false)
List<FileSlice> allFileSlices = fsView.getLatestMergedFileSlicesBeforeOrOn(partitionPath, latestCommitTime.getTimestamp())
.collect(Collectors.toList());
for (FileSlice fileSlice : allFileSlices) {
if (isSmallFile(fileSlice)) {