From 6d1aec604fd854dc0fb27a4c6aa6113ae771c7e1 Mon Sep 17 00:00:00 2001 From: hiscat <46845236+MyLanPangzi@users.noreply.github.com> Date: Thu, 15 Apr 2021 13:50:17 +0800 Subject: [PATCH] [HUDI-1798] Flink streaming reader should always monitor the delta commits files (#2825) The streaming reader should only monitor the delta log files, if there are parquet commits but we recognize as logs, the reader would report FileNotFound exception. --- .../org/apache/hudi/source/StreamReadMonitoringFunction.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/hudi-flink/src/main/java/org/apache/hudi/source/StreamReadMonitoringFunction.java b/hudi-flink/src/main/java/org/apache/hudi/source/StreamReadMonitoringFunction.java index d742c9e46..6c96e8764 100644 --- a/hudi-flink/src/main/java/org/apache/hudi/source/StreamReadMonitoringFunction.java +++ b/hudi-flink/src/main/java/org/apache/hudi/source/StreamReadMonitoringFunction.java @@ -185,7 +185,7 @@ public class StreamReadMonitoringFunction @VisibleForTesting public void monitorDirAndForwardSplits(SourceContext context) { metaClient.reloadActiveTimeline(); - HoodieTimeline commitTimeline = metaClient.getCommitsAndCompactionTimeline().filterCompletedInstants(); + HoodieTimeline commitTimeline = metaClient.getActiveTimeline().getDeltaCommitTimeline().filterCompletedInstants(); if (commitTimeline.empty()) { LOG.warn("No splits found for the table under path " + path); return;