1
0

[HUDI-2415] Add more info log for flink streaming reader (#3642)

This commit is contained in:
Danny Chan
2021-09-12 10:00:17 +08:00
committed by GitHub
parent 6228b17a3d
commit 9d5c3e5cb9

View File

@@ -248,6 +248,13 @@ public class StreamReadMonitoringFunction
List<HoodieCommitMetadata> activeMetadataList = instants.stream()
.map(instant -> WriteProfiles.getCommitMetadata(tableName, path, instant, commitTimeline)).collect(Collectors.toList());
List<HoodieCommitMetadata> archivedMetadataList = getArchivedMetadata(instantRange, commitTimeline, tableName);
if (archivedMetadataList.size() > 0) {
LOG.warn(""
+ "--------------------------------------------------------------------------------\n"
+ "---------- caution: the reader has fall behind too much from the writer,\n"
+ "---------- tweak 'read.tasks' option to add parallelism of read tasks.\n"
+ "--------------------------------------------------------------------------------");
}
List<HoodieCommitMetadata> metadataList = archivedMetadataList.size() > 0
? mergeList(activeMetadataList, archivedMetadataList)
: activeMetadataList;
@@ -288,6 +295,11 @@ public class StreamReadMonitoringFunction
}
// update the issues instant time
this.issuedInstant = commitToIssue;
LOG.info(""
+ "------------------------------------------------------------\n"
+ "---------- consumed to instant: {}\n"
+ "------------------------------------------------------------",
commitToIssue);
}
@Override