From 63fa2b618626b2b8e9530ec105e0d4995eebb643 Mon Sep 17 00:00:00 2001 From: hiscat <46845236+MyLanPangzi@users.noreply.github.com> Date: Tue, 27 Apr 2021 14:00:59 +0800 Subject: [PATCH] [HUDI-1836] Logging consuming instant to StreamReadOperator#processSplits (#2867) --- .../apache/hudi/source/StreamReadOperator.java | 3 +++ .../table/format/mor/MergeOnReadInputSplit.java | 15 +++++++++++++++ 2 files changed, 18 insertions(+) diff --git a/hudi-flink/src/main/java/org/apache/hudi/source/StreamReadOperator.java b/hudi-flink/src/main/java/org/apache/hudi/source/StreamReadOperator.java index b974c7ff3..86372e33b 100644 --- a/hudi-flink/src/main/java/org/apache/hudi/source/StreamReadOperator.java +++ b/hudi-flink/src/main/java/org/apache/hudi/source/StreamReadOperator.java @@ -152,6 +152,9 @@ public class StreamReadOperator extends AbstractStreamOperator return; } + // This log is important to indicate the consuming process, there is only one log message for one data bucket. + LOG.info("Processing input split : {}", split); + format.open(split); try { RowData nextElement = null; diff --git a/hudi-flink/src/main/java/org/apache/hudi/table/format/mor/MergeOnReadInputSplit.java b/hudi-flink/src/main/java/org/apache/hudi/table/format/mor/MergeOnReadInputSplit.java index 9d479e26b..b929e7bef 100644 --- a/hudi-flink/src/main/java/org/apache/hudi/table/format/mor/MergeOnReadInputSplit.java +++ b/hudi-flink/src/main/java/org/apache/hudi/table/format/mor/MergeOnReadInputSplit.java @@ -93,4 +93,19 @@ public class MergeOnReadInputSplit implements InputSplit { public int getSplitNumber() { return this.splitNum; } + + @Override + public String toString() { + return "MergeOnReadInputSplit{" + + "splitNum=" + splitNum + + ", basePath=" + basePath + + ", logPaths=" + logPaths + + ", latestCommit='" + latestCommit + '\'' + + ", tablePath='" + tablePath + '\'' + + ", maxCompactionMemoryInBytes=" + maxCompactionMemoryInBytes + + ", mergeType='" + mergeType + '\'' + + ", instantRange=" + instantRange + + '}'; + } + }