lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-3445] Support Clustering Command Based on Call Procedure Command for Spark SQL (#4901)

Browse Source 
* [HUDI-3445] Clustering Command Based on Call Procedure Command for Spark SQL

* [HUDI-3445] Clustering Command Based on Call Procedure Command for Spark SQL

* [HUDI-3445] Clustering Command Based on Call Procedure Command for Spark SQL

Co-authored-by: shibei <huberylee.li@alibaba-inc.com>
This commit is contained in:
shibei
2022-03-04 09:33:16 +08:00
committed by GitHub
parent be9a264885
commit 62f534d002
20 changed files with 909 additions and 247 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
hudi-common/src/main/java/org/apache/hudi/BaseHoodieTableFileIndex.java
View File

@@ -18,8 +18,6 @@
package org.apache.hudi;
import org.apache.hadoop.fs.FileStatus;
import org.apache.hadoop.fs.Path;
import org.apache.hudi.common.config.HoodieMetadataConfig;
import org.apache.hudi.common.config.TypedProperties;
import org.apache.hudi.common.engine.HoodieEngineContext;
@@ -37,6 +35,9 @@ import org.apache.hudi.common.table.view.HoodieTableFileSystemView;
import org.apache.hudi.common.util.CollectionUtils;
import org.apache.hudi.common.util.Option;
import org.apache.hudi.exception.HoodieIOException;
import org.apache.hadoop.fs.FileStatus;
import org.apache.hadoop.fs.Path;
import org.apache.log4j.LogManager;
import org.apache.log4j.Logger;
@@ -333,7 +334,7 @@ public abstract class BaseHoodieTableFileIndex {
return fileSlice.getBaseFile().map(BaseFile::getFileLen).orElse(0L) + logFileSize;
}
protected static final class PartitionPath {
public static final class PartitionPath {
final String path;
final Object[] values;
@@ -342,6 +343,10 @@ public abstract class BaseHoodieTableFileIndex {
this.values = values;
}
public String getPath() {
return path;
}
Path fullPartitionPath(String basePath) {
if (!path.isEmpty()) {
return new Path(basePath, path);