From 3ef137d1565dd1aa21456d06c52b930337987c5b Mon Sep 17 00:00:00 2001 From: YuangZhang Date: Mon, 23 May 2022 09:57:34 +0800 Subject: [PATCH] [HUDI-4129] Initializes a new fs view for WriteProfile#reload (#5640) Co-authored-by: zhangyuang --- .../apache/hudi/sink/partitioner/profile/WriteProfile.java | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/partitioner/profile/WriteProfile.java b/hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/partitioner/profile/WriteProfile.java index fdb8152b0..db13a6c2a 100644 --- a/hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/partitioner/profile/WriteProfile.java +++ b/hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/partitioner/profile/WriteProfile.java @@ -256,7 +256,11 @@ public class WriteProfile { return; } this.metaClient.reloadActiveTimeline(); - this.fsView.sync(); + // release the old fs view and create a new one + SyncableFileSystemView oldFsView = this.fsView; + this.fsView = getFileSystemView(); + oldFsView.close(); + recordProfile(); cleanMetadataCache(this.metaClient.getCommitsTimeline().filterCompletedInstants().getInstants()); this.smallFilesMap.clear();