lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-3713] Guarding archival for multi-writer (#5138)

Browse Source
This commit is contained in:
Sivabalan Narayanan
2022-03-30 22:44:31 -07:00
committed by GitHub
parent f6ff95f97c
commit 4569734d60
6 changed files with 138 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/client/HoodieFlinkWriteClient.java
View File

@@ -329,12 +329,13 @@ public class HoodieFlinkWriteClient<T extends HoodieRecordPayload> extends
protected void postCommit(HoodieTable table,
HoodieCommitMetadata metadata,
String instantTime,
Option<Map<String, String>> extraMetadata) {
Option<Map<String, String>> extraMetadata,
boolean acquireLockForArchival) {
try {
// Delete the marker directory for the instant.
WriteMarkersFactory.get(config.getMarkersType(), createTable(config, hadoopConf), instantTime)
.quietDeleteMarkerDir(context, config.getMarkersDeleteParallelism());
autoArchiveOnCommit(table);
autoArchiveOnCommit(table, acquireLockForArchival);
} finally {
this.heartbeatClient.stop(instantTime);
}