From 23b31225df4e7cd7f7e5013ea30b482bc0ebb09d Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E8=91=A3=E5=8F=AF=E4=BC=A6?= Date: Fri, 1 Apr 2022 21:17:49 +0800 Subject: [PATCH] [HUDI-3769] Optimize the logs of HoodieMergeHandle and BufferedConnectWriter (#5200) --- .../src/main/java/org/apache/hudi/io/HoodieMergeHandle.java | 6 +++--- .../apache/hudi/connect/writers/BufferedConnectWriter.java | 6 +++--- 2 files changed, 6 insertions(+), 6 deletions(-) diff --git a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/io/HoodieMergeHandle.java b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/io/HoodieMergeHandle.java index cbcf38239..7e6f1b36a 100644 --- a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/io/HoodieMergeHandle.java +++ b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/io/HoodieMergeHandle.java @@ -246,9 +246,9 @@ public class HoodieMergeHandle extends H } LOG.info("Number of entries in MemoryBasedMap => " + ((ExternalSpillableMap) keyToNewRecords).getInMemoryMapNumEntries() - + "Total size in bytes of MemoryBasedMap => " - + ((ExternalSpillableMap) keyToNewRecords).getCurrentInMemoryMapSize() + "Number of entries in BitCaskDiskMap => " - + ((ExternalSpillableMap) keyToNewRecords).getDiskBasedMapNumEntries() + "Size of file spilled to disk => " + + ", Total size in bytes of MemoryBasedMap => " + + ((ExternalSpillableMap) keyToNewRecords).getCurrentInMemoryMapSize() + ", Number of entries in BitCaskDiskMap => " + + ((ExternalSpillableMap) keyToNewRecords).getDiskBasedMapNumEntries() + ", Size of file spilled to disk => " + ((ExternalSpillableMap) keyToNewRecords).getSizeOfFileOnDiskInBytes()); } diff --git a/hudi-kafka-connect/src/main/java/org/apache/hudi/connect/writers/BufferedConnectWriter.java b/hudi-kafka-connect/src/main/java/org/apache/hudi/connect/writers/BufferedConnectWriter.java index 0e92e674d..111c74f3a 100644 --- a/hudi-kafka-connect/src/main/java/org/apache/hudi/connect/writers/BufferedConnectWriter.java +++ b/hudi-kafka-connect/src/main/java/org/apache/hudi/connect/writers/BufferedConnectWriter.java @@ -96,9 +96,9 @@ public class BufferedConnectWriter extends AbstractConnectWriter { try { LOG.info("Number of entries in MemoryBasedMap => " + bufferedRecords.getInMemoryMapNumEntries() - + "Total size in bytes of MemoryBasedMap => " - + bufferedRecords.getCurrentInMemoryMapSize() + "Number of entries in BitCaskDiskMap => " - + bufferedRecords.getDiskBasedMapNumEntries() + "Size of file spilled to disk => " + + ", Total size in bytes of MemoryBasedMap => " + + bufferedRecords.getCurrentInMemoryMapSize() + ", Number of entries in BitCaskDiskMap => " + + bufferedRecords.getDiskBasedMapNumEntries() + ", Size of file spilled to disk => " + bufferedRecords.getSizeOfFileOnDiskInBytes()); List writeStatuses = new ArrayList<>();