1
0

[HUDI-325] Fix Hive partition error for updated HDFS Hudi table (#1001)

This commit is contained in:
wenningd
2019-11-26 21:18:39 -08:00
committed by vinoth chandar
parent 60fed21dc7
commit d6e83e8f49
2 changed files with 13 additions and 2 deletions

View File

@@ -530,6 +530,13 @@ public class FSUtils {
return ((partitionPath == null) || (partitionPath.isEmpty())) ? basePath : new Path(basePath, partitionPath);
}
/**
* Get DFS full partition path (e.g. hdfs://ip-address:8020:/<absolute path>)
*/
public static String getDFSFullPartitionPath(FileSystem fs, Path partitionPath) {
return fs.getUri() + partitionPath.toUri().getRawPath();
}
/**
* This is due to HUDI-140 GCS has a different behavior for detecting EOF during seek().
*