Make sure properties set in HoodieWriteConfig is propogated down to individual configs. Fix a race condition which lets InputFormat to think file size is 0 when it is actually not
This commit is contained in:
committed by
prazanna
parent
91b088f29f
commit
8974e11161
@@ -105,4 +105,11 @@ public interface TableFileSystemView {
|
||||
*/
|
||||
Map<HoodieDataFile, List<HoodieLogFile>> groupLatestDataFileWithLogFiles(String partitionPath) throws IOException;
|
||||
|
||||
/**
|
||||
* Get the file Status for the path specified
|
||||
*
|
||||
* @param path
|
||||
* @return
|
||||
*/
|
||||
FileStatus getFileStatus(String path);
|
||||
}
|
||||
|
||||
@@ -217,6 +217,15 @@ public class HoodieTableFileSystemView implements TableFileSystemView, Serializa
|
||||
Collectors.toMap(Pair::getKey, Pair::getRight))).orElseGet(Maps::newHashMap);
|
||||
}
|
||||
|
||||
@Override
|
||||
public FileStatus getFileStatus(String path) {
|
||||
try {
|
||||
return fs.getFileStatus(new Path(path));
|
||||
} catch (IOException e) {
|
||||
throw new HoodieIOException("Could not get FileStatus on path " + path);
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
protected Stream<List<HoodieDataFile>> getFilesByFileId(FileStatus[] files,
|
||||
String maxCommitTime) throws IOException {
|
||||
|
||||
Reference in New Issue
Block a user