lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-4023] Decouple hudi-spark from hudi-utilities-slim-bundle (#5641)

Browse Source
This commit is contained in:
Sagar Sumit
2022-05-26 11:28:49 +05:30
committed by GitHub
parent 98c5c6c654
commit 31e13db1f0
4 changed files with 109 additions and 132 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/DeltaSync.java
View File

@@ -605,8 +605,6 @@ public class DeltaSync implements Serializable {
long totalErrorRecords = writeStatusRDD.mapToDouble(WriteStatus::getTotalErrorRecords).sum().longValue();
long totalRecords = writeStatusRDD.mapToDouble(WriteStatus::getTotalRecords).sum().longValue();
boolean hasErrors = totalErrorRecords > 0;
long hiveSyncTimeMs = 0;
long metaSyncTimeMs = 0;
if (!hasErrors || cfg.commitOnErrors) {
HashMap<String, String> checkpointCommitMetadata = new HashMap<>();
if (checkpointStr != null) {