lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-1744] rollback fails on mor table when the partition path hasn't any files (#2749)

Browse Source 
Co-authored-by: lrz <lrz@lrzdeMacBook-Pro.local>
This commit is contained in:
li36909
2021-04-20 06:44:11 +08:00
committed by GitHub
parent d21753d903
commit 6b4b878d08
2 changed files with 19 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/action/rollback/RollbackUtils.java
View File

@@ -112,6 +112,9 @@ public class RollbackUtils {
String commit = instantToRollback.getTimestamp();
HoodieWriteConfig config = table.getConfig();
List<String> partitions = FSUtils.getAllPartitionPaths(context, config.getMetadataConfig(), table.getMetaClient().getBasePath());
if (partitions.isEmpty()) {
return new ArrayList<>();
}
int sparkPartitions = Math.max(Math.min(partitions.size(), config.getRollbackParallelism()), 1);
context.setJobStatus(RollbackUtils.class.getSimpleName(), "Generate all rollback requests");
return context.flatMap(partitions, partitionPath -> {