lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-1436]: Provide an option to trigger clean every nth commit (#4385)

Browse Source 
- Provided option to trigger clean every nth commit with default number of commits as 1 so that existing users are not affected.
Co-authored-by: sivabalan <n.siva.b@gmail.com>
This commit is contained in:
Pratyaksh Sharma
2022-03-22 05:36:30 +05:30
committed by GitHub
parent 26e5d2e6fc
commit ca0931d332
9 changed files with 521 additions and 384 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
hudi-common/src/test/java/org/apache/hudi/common/testutils/HoodieTestTable.java
View File

@@ -141,8 +141,8 @@ public class HoodieTestTable {
return new HoodieTestTable(metaClient.getBasePath(), metaClient.getRawFs(), metaClient);
}
public static String makeNewCommitTime(int sequence) {
return String.format("%09d", sequence);
public static String makeNewCommitTime(int sequence, String instantFormat) {
return String.format(instantFormat, sequence);
}
public static String makeNewCommitTime() {
@@ -153,14 +153,6 @@ public class HoodieTestTable {
return HoodieActiveTimeline.formatDate(Date.from(dateTime));
}
public static List<String> makeIncrementalCommitTimes(int num) {
return makeIncrementalCommitTimes(num, 1);
}
public static List<String> makeIncrementalCommitTimes(int num, int firstOffsetSeconds) {
return makeIncrementalCommitTimes(num, firstOffsetSeconds, 0);
}
public static List<String> makeIncrementalCommitTimes(int num, int firstOffsetSeconds, int deltaSecs) {
final Instant now = Instant.now();
return IntStream.range(0, num)