lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-3475] Initialize hudi table management module.

Browse Source
This commit is contained in:
喻兆靖
2022-06-08 09:54:31 +08:00
parent 7c4aaa9715
commit 4640a3bbb8
43 changed files with 3235 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/client/SparkRDDWriteClient.java
View File

@@ -333,6 +333,10 @@ public class SparkRDDWriteClient<T extends HoodieRecordPayload> extends
protected HoodieWriteMetadata<JavaRDD<WriteStatus>> compact(String compactionInstantTime, boolean shouldComplete) {
HoodieSparkTable<T> table = HoodieSparkTable.create(config, context);
preWrite(compactionInstantTime, WriteOperationType.COMPACT, table.getMetaClient());
// do not compact a complete instant.
if (table.getActiveTimeline().filterCompletedInstants().containsInstant(compactionInstantTime)) {
return null;
}
HoodieTimeline pendingCompactionTimeline = table.getActiveTimeline().filterPendingCompactionTimeline();
HoodieInstant inflightInstant = HoodieTimeline.getCompactionInflightInstant(compactionInstantTime);
if (pendingCompactionTimeline.containsInstant(inflightInstant)) {