lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-2127] Initialize the maxMemorySizeInBytes in log scanner (#3220)

Browse Source
This commit is contained in:
Shawy Geng
2021-07-05 11:53:18 +08:00
committed by GitHub
parent 98ec017bc8
commit 2033d35dc3
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
hudi-common/src/main/java/org/apache/hudi/common/table/log/HoodieMergedLogRecordScanner.java
View File

@@ -79,6 +79,7 @@ public class HoodieMergedLogRecordScanner extends AbstractHoodieLogRecordScanner
// Store merged records for all versions for this log file, set the in-memory footprint to maxInMemoryMapSize // Store merged records for all versions for this log file, set the in-memory footprint to maxInMemoryMapSize
this.records = new ExternalSpillableMap<>(maxMemorySizeInBytes, spillableMapBasePath, new DefaultSizeEstimator(), this.records = new ExternalSpillableMap<>(maxMemorySizeInBytes, spillableMapBasePath, new DefaultSizeEstimator(),
new HoodieRecordSizeEstimator(readerSchema)); new HoodieRecordSizeEstimator(readerSchema));
this.maxMemorySizeInBytes = maxMemorySizeInBytes;
} catch (IOException e) { } catch (IOException e) {
throw new HoodieIOException("IOException when creating ExternalSpillableMap at " + spillableMapBasePath, e); throw new HoodieIOException("IOException when creating ExternalSpillableMap at " + spillableMapBasePath, e);
} }