lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-4129] Initializes a new fs view for WriteProfile#reload (#5640)

Browse Source 
Co-authored-by: zhangyuang <zhangyuang@corp.netease.com>
This commit is contained in:
YuangZhang
2022-05-23 09:57:34 +08:00
committed by GitHub
parent 271d1a79c0
commit 3ef137d156
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/partitioner/profile/WriteProfile.java
View File

@@ -256,7 +256,11 @@ public class WriteProfile {
return; return;
} }
this.metaClient.reloadActiveTimeline(); this.metaClient.reloadActiveTimeline();
this.fsView.sync(); // release the old fs view and create a new one
SyncableFileSystemView oldFsView = this.fsView;
this.fsView = getFileSystemView();
oldFsView.close();
recordProfile(); recordProfile();
cleanMetadataCache(this.metaClient.getCommitsTimeline().filterCompletedInstants().getInstants()); cleanMetadataCache(this.metaClient.getCommitsTimeline().filterCompletedInstants().getInstants());
this.smallFilesMap.clear(); this.smallFilesMap.clear();