lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

Create the partition path if it does not exist when listing data files in a partition

Browse Source
This commit is contained in:
Prasanna Rajaperumal
2017-03-27 14:49:26 -07:00
committed by vinoth chandar
parent e3b273e9fd
commit 77e54e78f8
2 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
hoodie-common/src/main/java/com/uber/hoodie/common/table/view/HoodieTableFileSystemView.java
View File

@@ -117,6 +117,8 @@ public class HoodieTableFileSystemView implements TableFileSystemView, Serializa
protected FileStatus[] listDataFilesInPartition(String partitionPathStr) { protected FileStatus[] listDataFilesInPartition(String partitionPathStr) {
Path partitionPath = new Path(metaClient.getBasePath(), partitionPathStr); Path partitionPath = new Path(metaClient.getBasePath(), partitionPathStr);
try { try {
// Create the path if it does not exist already
FSUtils.createPathIfNotExists(fs, partitionPath);
return fs.listStatus(partitionPath, path -> path.getName() return fs.listStatus(partitionPath, path -> path.getName()
.contains(metaClient.getTableConfig().getROFileFormat().getFileExtension())); .contains(metaClient.getTableConfig().getROFileFormat().getFileExtension()));
} catch (IOException e) { } catch (IOException e) {

6
hoodie-common/src/main/java/com/uber/hoodie/common/util/FSUtils.java
View File

@@ -349,4 +349,10 @@ public class FSUtils {
} }
}); });
} }
public static void createPathIfNotExists(FileSystem fs, Path partitionPath) throws IOException {
if(!fs.exists(partitionPath)) {
fs.mkdirs(partitionPath);
}
}
} }