lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-2421] Catch the throwable when scheduling the cleaning task for flink writer (#3650)

Browse Source
This commit is contained in:
Danny Chan
2021-09-13 20:43:44 +08:00
committed by GitHub
parent 9f3c4a2a7f
commit 89651c9408
1 changed files with 7 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
hudi-flink/src/main/java/org/apache/hudi/sink/CleanFunction.java
View File

@@ -81,8 +81,13 @@ public class CleanFunction<T> extends AbstractRichFunction
@Override @Override
public void snapshotState(FunctionSnapshotContext context) throws Exception { public void snapshotState(FunctionSnapshotContext context) throws Exception {
if (conf.getBoolean(FlinkOptions.CLEAN_ASYNC_ENABLED) && !isCleaning) { if (conf.getBoolean(FlinkOptions.CLEAN_ASYNC_ENABLED) && !isCleaning) {
try {
this.writeClient.startAsyncCleaning(); this.writeClient.startAsyncCleaning();
this.isCleaning = true; this.isCleaning = true;
} catch (Throwable throwable) {
// catch the exception to not affect the normal checkpointing
LOG.warn("Error while start async cleaning", throwable);
}
} }
} }