lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-1886] Avoid to generates corrupted files for flink sink (#2929)

Browse Source
This commit is contained in:
Danny Chan
2021-05-10 10:43:03 +08:00
committed by GitHub
parent bfbf993cbe
commit c1b331bcff
4 changed files with 49 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
hudi-flink/src/test/java/org/apache/hudi/sink/utils/StreamWriteFunctionWrapper.java
View File

@@ -163,7 +163,6 @@ public class StreamWriteFunctionWrapper<I> {
functionInitializationContext.getOperatorStateStore().checkpointSuccess(checkpointId);
coordinator.notifyCheckpointComplete(checkpointId);
this.bucketAssignerFunction.notifyCheckpointComplete(checkpointId);
this.writeFunction.notifyCheckpointComplete(checkpointId);
if (conf.getBoolean(FlinkOptions.COMPACTION_ASYNC_ENABLED)) {
try {
compactFunctionWrapper.compact(checkpointId);