1
0

[HUDI-1836] Logging consuming instant to StreamReadOperator#processSplits (#2867)

This commit is contained in:
hiscat
2021-04-27 14:00:59 +08:00
committed by GitHub
parent 5be3997f70
commit 63fa2b6186
2 changed files with 18 additions and 0 deletions

View File

@@ -152,6 +152,9 @@ public class StreamReadOperator extends AbstractStreamOperator<RowData>
return;
}
// This log is important to indicate the consuming process, there is only one log message for one data bucket.
LOG.info("Processing input split : {}", split);
format.open(split);
try {
RowData nextElement = null;

View File

@@ -93,4 +93,19 @@ public class MergeOnReadInputSplit implements InputSplit {
public int getSplitNumber() {
return this.splitNum;
}
@Override
public String toString() {
return "MergeOnReadInputSplit{"
+ "splitNum=" + splitNum
+ ", basePath=" + basePath
+ ", logPaths=" + logPaths
+ ", latestCommit='" + latestCommit + '\''
+ ", tablePath='" + tablePath + '\''
+ ", maxCompactionMemoryInBytes=" + maxCompactionMemoryInBytes
+ ", mergeType='" + mergeType + '\''
+ ", instantRange=" + instantRange
+ '}';
}
}