1
0

[HUDI-2849] Improve SparkUI job description for write path (#4222)

This commit is contained in:
Yuwei XIAO
2021-12-10 23:22:37 +08:00
committed by GitHub
parent c7473a7b0c
commit f194566ed4
9 changed files with 12 additions and 2 deletions

View File

@@ -441,6 +441,7 @@ public class DeltaSync implements Serializable {
return null;
}
jssc.setJobGroup(this.getClass().getSimpleName(), "Checking if input is empty");
if ((!avroRDDOptional.isPresent()) || (avroRDDOptional.get().isEmpty())) {
LOG.info("No new data, perform empty commit.");
return Pair.of(schemaProvider, Pair.of(checkpointStr, jssc.emptyRDD()));