lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-3769] Optimize the logs of HoodieMergeHandle and BufferedConnectWriter (#5200)

Browse Source
This commit is contained in:
董可伦
2022-04-01 21:17:49 +08:00
committed by GitHub
parent 6df14f15a3
commit 23b31225df
2 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/io/HoodieMergeHandle.java
View File

@@ -246,9 +246,9 @@ public class HoodieMergeHandle<T extends HoodieRecordPayload, I, K, O> extends H
} }
LOG.info("Number of entries in MemoryBasedMap => " LOG.info("Number of entries in MemoryBasedMap => "
+ ((ExternalSpillableMap) keyToNewRecords).getInMemoryMapNumEntries() + ((ExternalSpillableMap) keyToNewRecords).getInMemoryMapNumEntries()
+ "Total size in bytes of MemoryBasedMap => " + ", Total size in bytes of MemoryBasedMap => "
+ ((ExternalSpillableMap) keyToNewRecords).getCurrentInMemoryMapSize() + "Number of entries in BitCaskDiskMap => " + ((ExternalSpillableMap) keyToNewRecords).getCurrentInMemoryMapSize() + ", Number of entries in BitCaskDiskMap => "
+ ((ExternalSpillableMap) keyToNewRecords).getDiskBasedMapNumEntries() + "Size of file spilled to disk => " + ((ExternalSpillableMap) keyToNewRecords).getDiskBasedMapNumEntries() + ", Size of file spilled to disk => "
+ ((ExternalSpillableMap) keyToNewRecords).getSizeOfFileOnDiskInBytes()); + ((ExternalSpillableMap) keyToNewRecords).getSizeOfFileOnDiskInBytes());
} }

6
hudi-kafka-connect/src/main/java/org/apache/hudi/connect/writers/BufferedConnectWriter.java
View File

@@ -96,9 +96,9 @@ public class BufferedConnectWriter extends AbstractConnectWriter {
try { try {
LOG.info("Number of entries in MemoryBasedMap => " LOG.info("Number of entries in MemoryBasedMap => "
+ bufferedRecords.getInMemoryMapNumEntries() + bufferedRecords.getInMemoryMapNumEntries()
+ "Total size in bytes of MemoryBasedMap => " + ", Total size in bytes of MemoryBasedMap => "
+ bufferedRecords.getCurrentInMemoryMapSize() + "Number of entries in BitCaskDiskMap => " + bufferedRecords.getCurrentInMemoryMapSize() + ", Number of entries in BitCaskDiskMap => "
+ bufferedRecords.getDiskBasedMapNumEntries() + "Size of file spilled to disk => " + bufferedRecords.getDiskBasedMapNumEntries() + ", Size of file spilled to disk => "
+ bufferedRecords.getSizeOfFileOnDiskInBytes()); + bufferedRecords.getSizeOfFileOnDiskInBytes());
List<WriteStatus> writeStatuses = new ArrayList<>(); List<WriteStatus> writeStatuses = new ArrayList<>();