[HUDI-1836] Logging consuming instant to StreamReadOperator#processSplits (#2867)
This commit is contained in:
@@ -152,6 +152,9 @@ public class StreamReadOperator extends AbstractStreamOperator<RowData>
|
|||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// This log is important to indicate the consuming process, there is only one log message for one data bucket.
|
||||||
|
LOG.info("Processing input split : {}", split);
|
||||||
|
|
||||||
format.open(split);
|
format.open(split);
|
||||||
try {
|
try {
|
||||||
RowData nextElement = null;
|
RowData nextElement = null;
|
||||||
|
|||||||
@@ -93,4 +93,19 @@ public class MergeOnReadInputSplit implements InputSplit {
|
|||||||
public int getSplitNumber() {
|
public int getSplitNumber() {
|
||||||
return this.splitNum;
|
return this.splitNum;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public String toString() {
|
||||||
|
return "MergeOnReadInputSplit{"
|
||||||
|
+ "splitNum=" + splitNum
|
||||||
|
+ ", basePath=" + basePath
|
||||||
|
+ ", logPaths=" + logPaths
|
||||||
|
+ ", latestCommit='" + latestCommit + '\''
|
||||||
|
+ ", tablePath='" + tablePath + '\''
|
||||||
|
+ ", maxCompactionMemoryInBytes=" + maxCompactionMemoryInBytes
|
||||||
|
+ ", mergeType='" + mergeType + '\''
|
||||||
|
+ ", instantRange=" + instantRange
|
||||||
|
+ '}';
|
||||||
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user