lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-820] cleaner repair command should only inspect clean metadata files (#1542)

Browse Source
This commit is contained in:
Balaji Varadarajan
2020-05-10 18:25:54 -07:00
committed by GitHub
parent f92b9fdcc4
commit 8d0e23173b
3 changed files with 29 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
hudi-client/src/test/java/org/apache/hudi/common/HoodieTestDataGenerator.java
View File

@@ -315,12 +315,23 @@ public class HoodieTestDataGenerator {
});
}
public static void createEmptyCleanRequestedFile(String basePath, String instantTime, Configuration configuration)
throws IOException {
Path commitFile = new Path(basePath + "/" + HoodieTableMetaClient.METAFOLDER_NAME + "/"
+ HoodieTimeline.makeRequestedCleanerFileName(instantTime));
createEmptyFile(basePath, commitFile, configuration);
}
public static void createCompactionRequestedFile(String basePath, String instantTime, Configuration configuration)
throws IOException {
Path commitFile = new Path(basePath + "/" + HoodieTableMetaClient.METAFOLDER_NAME + "/"
+ HoodieTimeline.makeRequestedCompactionFileName(instantTime));
createEmptyFile(basePath, commitFile, configuration);
}
private static void createEmptyFile(String basePath, Path filePath, Configuration configuration) throws IOException {
FileSystem fs = FSUtils.getFs(basePath, configuration);
FSDataOutputStream os = fs.create(commitFile, true);
FSDataOutputStream os = fs.create(filePath, true);
os.close();
}