lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-570] - Improve test coverage for FSUtils.java

Browse Source
This commit is contained in:
Balajee Nagasubramaniam
2020-02-04 13:14:47 -08:00
committed by n3nash
parent 462fd02556
commit 1fb0b001a3
2 changed files with 100 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
hudi-common/src/main/java/org/apache/hudi/common/util/FSUtils.java
View File

@@ -466,9 +466,9 @@ public class FSUtils {
public static void deleteOlderCleanMetaFiles(FileSystem fs, String metaPath, Stream<HoodieInstant> instants) {
// TODO - this should be archived when archival is made general for all meta-data
// skip MIN_CLEAN_TO_KEEP and delete rest
instants.skip(MIN_CLEAN_TO_KEEP).map(s -> {
instants.skip(MIN_CLEAN_TO_KEEP).forEach(s -> {
try {
return fs.delete(new Path(metaPath, s.getFileName()), false);
fs.delete(new Path(metaPath, s.getFileName()), false);
} catch (IOException e) {
throw new HoodieIOException("Could not delete clean meta files" + s.getFileName(), e);
}
@@ -478,9 +478,9 @@ public class FSUtils {
public static void deleteOlderRollbackMetaFiles(FileSystem fs, String metaPath, Stream<HoodieInstant> instants) {
// TODO - this should be archived when archival is made general for all meta-data
// skip MIN_ROLLBACK_TO_KEEP and delete rest
instants.skip(MIN_ROLLBACK_TO_KEEP).map(s -> {
instants.skip(MIN_ROLLBACK_TO_KEEP).forEach(s -> {
try {
return fs.delete(new Path(metaPath, s.getFileName()), false);
fs.delete(new Path(metaPath, s.getFileName()), false);
} catch (IOException e) {
throw new HoodieIOException("Could not delete rollback meta files " + s.getFileName(), e);
}