[HUDI-1836] Logging consuming instant to StreamReadOperator#processSplits (#2867)
This commit is contained in:
@@ -152,6 +152,9 @@ public class StreamReadOperator extends AbstractStreamOperator<RowData>
|
||||
return;
|
||||
}
|
||||
|
||||
// This log is important to indicate the consuming process, there is only one log message for one data bucket.
|
||||
LOG.info("Processing input split : {}", split);
|
||||
|
||||
format.open(split);
|
||||
try {
|
||||
RowData nextElement = null;
|
||||
|
||||
@@ -93,4 +93,19 @@ public class MergeOnReadInputSplit implements InputSplit {
|
||||
public int getSplitNumber() {
|
||||
return this.splitNum;
|
||||
}
|
||||
|
||||
@Override
|
||||
public String toString() {
|
||||
return "MergeOnReadInputSplit{"
|
||||
+ "splitNum=" + splitNum
|
||||
+ ", basePath=" + basePath
|
||||
+ ", logPaths=" + logPaths
|
||||
+ ", latestCommit='" + latestCommit + '\''
|
||||
+ ", tablePath='" + tablePath + '\''
|
||||
+ ", maxCompactionMemoryInBytes=" + maxCompactionMemoryInBytes
|
||||
+ ", mergeType='" + mergeType + '\''
|
||||
+ ", instantRange=" + instantRange
|
||||
+ '}';
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user