lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-3179] Extracted common AbstractHoodieTableFileIndex to be shared across engines (#4520)

Browse Source
This commit is contained in:
Alexey Kudinkin
2022-01-16 22:46:20 -08:00
committed by GitHub
parent ed92c217ed
commit 75caa7d3d8
10 changed files with 732 additions and 520 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/utils/HoodieInputFormatUtils.java
View File

@@ -421,8 +421,8 @@ public class HoodieInputFormatUtils {
}
public static Map<HoodieTableMetaClient, List<Path>> groupSnapshotPathsByMetaClient(
Collection<HoodieTableMetaClient> metaClientList,
List<Path> snapshotPaths
Collection<HoodieTableMetaClient> metaClientList,
List<Path> snapshotPaths
) {
Map<HoodieTableMetaClient, List<Path>> grouped = new HashMap<>();
metaClientList.forEach(metaClient -> grouped.put(metaClient, new ArrayList<>()));
@@ -445,9 +445,11 @@ public class HoodieInputFormatUtils {
HoodieLocalEngineContext engineContext = new HoodieLocalEngineContext(job);
List<FileStatus> returns = new ArrayList<>();
Map<HoodieTableMetaClient, List<Path>> groupedPaths = HoodieInputFormatUtils
.groupSnapshotPathsByMetaClient(tableMetaClientMap.values(), snapshotPaths);
Map<HoodieTableMetaClient, List<Path>> groupedPaths =
HoodieInputFormatUtils.groupSnapshotPathsByMetaClient(tableMetaClientMap.values(), snapshotPaths);
Map<HoodieTableMetaClient, HoodieTableFileSystemView> fsViewCache = new HashMap<>();
LOG.info("Found a total of " + groupedPaths.size() + " groups");
try {