1
0

[HUDI-4173] Fix wrong results if the user read no base files hudi table by glob paths (#5723)

This commit is contained in:
RexAn
2022-06-21 01:32:34 +08:00
committed by GitHub
parent 7601e9e4c7
commit 17ac5a4573
7 changed files with 118 additions and 22 deletions

View File

@@ -470,6 +470,20 @@ public abstract class AbstractTableFileSystemView implements SyncableFileSystemV
}
}
public final List<Path> getPartitionPaths() {
try {
readLock.lock();
return fetchAllStoredFileGroups()
.filter(fg -> !isFileGroupReplaced(fg))
.map(HoodieFileGroup::getPartitionPath)
.distinct()
.map(name -> name.isEmpty() ? metaClient.getBasePathV2() : new Path(metaClient.getBasePathV2(), name))
.collect(Collectors.toList());
} finally {
readLock.unlock();
}
}
@Override
public final Stream<HoodieBaseFile> getLatestBaseFiles(String partitionStr) {
try {