From a5638b995b5373826d435734fc6cdfbb5fbf7acb Mon Sep 17 00:00:00 2001 From: Gary Li Date: Mon, 26 Jul 2021 17:39:13 +0800 Subject: [PATCH] [MINOR] Close log scanner after compaction completed (#3294) --- .../action/compact/HoodieFlinkMergeOnReadTableCompactor.java | 1 + .../action/compact/HoodieSparkMergeOnReadTableCompactor.java | 1 + 2 files changed, 2 insertions(+) diff --git a/hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/table/action/compact/HoodieFlinkMergeOnReadTableCompactor.java b/hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/table/action/compact/HoodieFlinkMergeOnReadTableCompactor.java index a5109dcce..e89ba5645 100644 --- a/hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/table/action/compact/HoodieFlinkMergeOnReadTableCompactor.java +++ b/hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/table/action/compact/HoodieFlinkMergeOnReadTableCompactor.java @@ -162,6 +162,7 @@ public class HoodieFlinkMergeOnReadTableCompactor RuntimeStats runtimeStats = new RuntimeStats(); runtimeStats.setTotalScanTime(scanner.getTotalTimeTakenToReadAndMergeBlocks()); s.getStat().setRuntimeStats(runtimeStats); + scanner.close(); }).collect(toList()); } diff --git a/hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/action/compact/HoodieSparkMergeOnReadTableCompactor.java b/hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/action/compact/HoodieSparkMergeOnReadTableCompactor.java index 34018bb42..7b6f3fcce 100644 --- a/hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/action/compact/HoodieSparkMergeOnReadTableCompactor.java +++ b/hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/action/compact/HoodieSparkMergeOnReadTableCompactor.java @@ -184,6 +184,7 @@ public class HoodieSparkMergeOnReadTableCompactor RuntimeStats runtimeStats = new RuntimeStats(); runtimeStats.setTotalScanTime(scanner.getTotalTimeTakenToReadAndMergeBlocks()); s.getStat().setRuntimeStats(runtimeStats); + scanner.close(); }).collect(toList()); }