lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-4110] Clean the marker files for flink compaction (#5604)

Browse Source
This commit is contained in:
BruceLin
2022-05-17 21:09:27 +08:00
committed by GitHub
parent d422f69a0d
commit 99555c897a
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/client/HoodieFlinkWriteClient.java
View File

@@ -372,6 +372,9 @@ public class HoodieFlinkWriteClient<T extends HoodieRecordPayload> extends
} finally { } finally {
this.txnManager.endTransaction(Option.of(compactionInstant)); this.txnManager.endTransaction(Option.of(compactionInstant));
} }
WriteMarkersFactory
.get(config.getMarkersType(), table, compactionCommitTime)
.quietDeleteMarkerDir(context, config.getMarkersDeleteParallelism());
if (compactionTimer != null) { if (compactionTimer != null) {
long durationInMs = metrics.getDurationInMs(compactionTimer.stop()); long durationInMs = metrics.getDurationInMs(compactionTimer.stop());
try { try {