lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-2800] Remove rdd.isEmpty() validation to prevent CreateHandle being called twice (#4121)

Browse Source
This commit is contained in:
Sagar Sumit
2021-11-25 23:46:36 +05:30
committed by GitHub
parent 264e1ce63c
commit b972aa5bf2
1 changed files with 0 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/action/cluster/SparkExecuteClusteringCommitActionExecutor.java
View File

@@ -84,7 +84,6 @@ public class SparkExecuteClusteringCommitActionExecutor<T extends HoodieRecordPa
JavaRDD<WriteStatus> statuses = updateIndex(writeStatusRDD, writeMetadata); JavaRDD<WriteStatus> statuses = updateIndex(writeStatusRDD, writeMetadata);
writeMetadata.setWriteStats(statuses.map(WriteStatus::getStat).collect()); writeMetadata.setWriteStats(statuses.map(WriteStatus::getStat).collect());
writeMetadata.setPartitionToReplaceFileIds(getPartitionToReplacedFileIds(writeMetadata)); writeMetadata.setPartitionToReplaceFileIds(getPartitionToReplacedFileIds(writeMetadata));
validateWriteResult(writeMetadata);
commitOnAutoCommit(writeMetadata); commitOnAutoCommit(writeMetadata);
if (!writeMetadata.getCommitMetadata().isPresent()) { if (!writeMetadata.getCommitMetadata().isPresent()) {
HoodieCommitMetadata commitMetadata = CommitUtils.buildMetadata(writeMetadata.getWriteStats().get(), writeMetadata.getPartitionToReplaceFileIds(), HoodieCommitMetadata commitMetadata = CommitUtils.buildMetadata(writeMetadata.getWriteStats().get(), writeMetadata.getPartitionToReplaceFileIds(),