lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-1994] Release the new records iterator for append handle #close (#3058)

Browse Source
This commit is contained in:
Danny Chan
2021-06-10 19:09:23 +08:00
committed by GitHub
parent e0108e972e
commit 125415a8b8
2 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/io/HoodieAppendHandle.java
View File

@@ -386,6 +386,7 @@ public class HoodieAppendHandle<T extends HoodieRecordPayload, I, K, O> extends
try { try {
// flush any remaining records to disk // flush any remaining records to disk
appendDataAndDeleteBlocks(header); appendDataAndDeleteBlocks(header);
recordItr = null;
if (writer != null) { if (writer != null) {
writer.close(); writer.close();

2
hudi-flink/src/main/java/org/apache/hudi/sink/StreamWriteFunction.java
View File

@@ -532,6 +532,7 @@ public class StreamWriteFunction<K, I, O>
} }
bucket.preWrite(records); bucket.preWrite(records);
final List<WriteStatus> writeStatus = new ArrayList<>(writeFunction.apply(records, instant)); final List<WriteStatus> writeStatus = new ArrayList<>(writeFunction.apply(records, instant));
records.clear();
final BatchWriteSuccessEvent event = BatchWriteSuccessEvent.builder() final BatchWriteSuccessEvent event = BatchWriteSuccessEvent.builder()
.taskID(taskID) .taskID(taskID)
.instantTime(instant) // the write instant may shift but the event still use the currentInstant. .instantTime(instant) // the write instant may shift but the event still use the currentInstant.
@@ -564,6 +565,7 @@ public class StreamWriteFunction<K, I, O>
} }
bucket.preWrite(records); bucket.preWrite(records);
writeStatus.addAll(writeFunction.apply(records, currentInstant)); writeStatus.addAll(writeFunction.apply(records, currentInstant));
records.clear();
bucket.reset(); bucket.reset();
} }
}); });