From 2b21ae1775aeb108a4b0e3f89889651a19f93b2f Mon Sep 17 00:00:00 2001 From: dwshmilyss Date: Tue, 6 Jul 2021 14:36:55 +0800 Subject: [PATCH] [HUDI-2046] Loaded too many classes like sun/reflect/GeneratedSerializationConstructorAccessor in JVM metaspace (#3121) Loaded too many classes when use kryo of spark to hudi Co-authored-by: weiwei.duan --- .../src/main/java/org/apache/hudi/client/WriteStatus.java | 6 ++++++ .../java/org/apache/hudi/common/model/HoodieRecord.java | 3 +++ 2 files changed, 9 insertions(+) diff --git a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/WriteStatus.java b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/WriteStatus.java index 6d465d489..3eddba07e 100644 --- a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/WriteStatus.java +++ b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/WriteStatus.java @@ -73,6 +73,12 @@ public class WriteStatus implements Serializable { this.random = new Random(RANDOM_SEED); } + public WriteStatus() { + this.failureFraction = 0.0d; + this.trackSuccessRecords = false; + this.random = null; + } + /** * Mark write as success, optionally using given parameters for the purpose of calculating some aggregate metrics. * This method is not meant to cache passed arguments, since WriteStatus objects are collected in Spark Driver. diff --git a/hudi-common/src/main/java/org/apache/hudi/common/model/HoodieRecord.java b/hudi-common/src/main/java/org/apache/hudi/common/model/HoodieRecord.java index ce2562ddc..6484c5ce4 100644 --- a/hudi-common/src/main/java/org/apache/hudi/common/model/HoodieRecord.java +++ b/hudi-common/src/main/java/org/apache/hudi/common/model/HoodieRecord.java @@ -88,6 +88,9 @@ public class HoodieRecord implements Serializable this.sealed = record.sealed; } + public HoodieRecord() { + } + public HoodieKey getKey() { return key; }