lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

Fix file group count issue with metadata partitions (#5892)

Browse Source
This commit is contained in:
Sivabalan Narayanan
2022-07-17 18:49:29 -07:00
committed by GitHub
parent ded197800a
commit 3964c476e0
4 changed files with 91 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
hudi-common/src/main/java/org/apache/hudi/metadata/HoodieTableMetadataUtil.java
View File

@@ -1221,9 +1221,16 @@ public class HoodieTableMetadataUtil {
if (isBootstrapCompleted) {
final List<FileSlice> latestFileSlices = HoodieTableMetadataUtil
.getPartitionLatestFileSlices(metaClient.get(), fsView, partitionType.getPartitionPath());
if (latestFileSlices.size() == 0 && !partitionType.getPartitionPath().equals(MetadataPartitionType.FILES.getPartitionPath())) {
return getFileGroupCount(partitionType, metadataConfig);
}
return Math.max(latestFileSlices.size(), 1);
}
return getFileGroupCount(partitionType, metadataConfig);
}
private static int getFileGroupCount(MetadataPartitionType partitionType, final HoodieMetadataConfig metadataConfig) {
switch (partitionType) {
case BLOOM_FILTERS:
return metadataConfig.getBloomFilterIndexFileGroupCount();

2
hudi-common/src/main/java/org/apache/hudi/metadata/MetadataPartitionType.java
View File

@@ -48,7 +48,7 @@ public enum MetadataPartitionType {
return fileIdPrefix;
}
void setFileGroupCount(final int fileGroupCount) {
public void setFileGroupCount(final int fileGroupCount) {
this.fileGroupCount = fileGroupCount;
}