lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-2599] Make addFilesToview and fetchLatestBaseFiles public (#4066)

Browse Source
This commit is contained in:
Sagar Sumit
2021-11-22 22:53:50 +05:30
committed by GitHub
parent fc9ca6a07a
commit fe57e9beea
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
hudi-common/src/main/java/org/apache/hudi/common/table/view/AbstractTableFileSystemView.java
View File

@@ -125,7 +125,7 @@ public abstract class AbstractTableFileSystemView implements SyncableFileSystemV
/** /**
* Adds the provided statuses into the file system view, and also caches it inside this object. * Adds the provided statuses into the file system view, and also caches it inside this object.
*/ */
protected List<HoodieFileGroup> addFilesToView(FileStatus[] statuses) { public List<HoodieFileGroup> addFilesToView(FileStatus[] statuses) {
HoodieTimer timer = new HoodieTimer().startTimer(); HoodieTimer timer = new HoodieTimer().startTimer();
List<HoodieFileGroup> fileGroups = buildFileGroups(statuses, visibleCommitsAndCompactionTimeline, true); List<HoodieFileGroup> fileGroups = buildFileGroups(statuses, visibleCommitsAndCompactionTimeline, true);
long fgBuildTimeTakenMs = timer.endTimer(); long fgBuildTimeTakenMs = timer.endTimer();
@@ -925,7 +925,7 @@ public abstract class AbstractTableFileSystemView implements SyncableFileSystemV
/** /**
* Default implementation for fetching latest base-files for the partition-path. * Default implementation for fetching latest base-files for the partition-path.
*/ */
Stream<HoodieBaseFile> fetchLatestBaseFiles(final String partitionPath) { public Stream<HoodieBaseFile> fetchLatestBaseFiles(final String partitionPath) {
return fetchAllStoredFileGroups(partitionPath) return fetchAllStoredFileGroups(partitionPath)
.map(fg -> Pair.of(fg.getFileGroupId(), getLatestBaseFile(fg))) .map(fg -> Pair.of(fg.getFileGroupId(), getLatestBaseFile(fg)))
.filter(p -> p.getValue().isPresent()) .filter(p -> p.getValue().isPresent())