From 2033d35dc39ea1c5e9b20f7425e99f5cc522d689 Mon Sep 17 00:00:00 2001 From: Shawy Geng Date: Mon, 5 Jul 2021 11:53:18 +0800 Subject: [PATCH] [HUDI-2127] Initialize the maxMemorySizeInBytes in log scanner (#3220) --- .../hudi/common/table/log/HoodieMergedLogRecordScanner.java | 1 + 1 file changed, 1 insertion(+) diff --git a/hudi-common/src/main/java/org/apache/hudi/common/table/log/HoodieMergedLogRecordScanner.java b/hudi-common/src/main/java/org/apache/hudi/common/table/log/HoodieMergedLogRecordScanner.java index 238b0c6e9..5f5bf1602 100644 --- a/hudi-common/src/main/java/org/apache/hudi/common/table/log/HoodieMergedLogRecordScanner.java +++ b/hudi-common/src/main/java/org/apache/hudi/common/table/log/HoodieMergedLogRecordScanner.java @@ -79,6 +79,7 @@ public class HoodieMergedLogRecordScanner extends AbstractHoodieLogRecordScanner // Store merged records for all versions for this log file, set the in-memory footprint to maxInMemoryMapSize this.records = new ExternalSpillableMap<>(maxMemorySizeInBytes, spillableMapBasePath, new DefaultSizeEstimator(), new HoodieRecordSizeEstimator(readerSchema)); + this.maxMemorySizeInBytes = maxMemorySizeInBytes; } catch (IOException e) { throw new HoodieIOException("IOException when creating ExternalSpillableMap at " + spillableMapBasePath, e); }