diff --git a/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HoodieROTablePathFilter.java b/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HoodieROTablePathFilter.java index d879a2fe7..eb02a577c 100644 --- a/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HoodieROTablePathFilter.java +++ b/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HoodieROTablePathFilter.java @@ -18,6 +18,7 @@ package org.apache.hudi.hadoop; +import org.apache.hudi.common.SerializableConfiguration; import org.apache.hudi.common.model.HoodieBaseFile; import org.apache.hudi.common.model.HoodiePartitionMetadata; import org.apache.hudi.common.table.HoodieTableMetaClient; @@ -66,7 +67,7 @@ public class HoodieROTablePathFilter implements PathFilter, Serializable { /** * Hadoop configurations for the FileSystem. */ - private Configuration conf; + private SerializableConfiguration conf; private transient FileSystem fs; @@ -77,7 +78,7 @@ public class HoodieROTablePathFilter implements PathFilter, Serializable { public HoodieROTablePathFilter(Configuration conf) { this.hoodiePathCache = new HashMap<>(); this.nonHoodiePathCache = new HashSet<>(); - this.conf = conf; + this.conf = new SerializableConfiguration(conf); } /** @@ -102,7 +103,7 @@ public class HoodieROTablePathFilter implements PathFilter, Serializable { Path folder = null; try { if (fs == null) { - fs = path.getFileSystem(conf); + fs = path.getFileSystem(conf.get()); } // Assumes path is a file