From 37ea79566de190605d0a941d6b65e2f46196de88 Mon Sep 17 00:00:00 2001 From: andreitaleanu Date: Fri, 3 Jul 2020 23:39:53 +0300 Subject: [PATCH] [HUDI-539] Make HoodieROTablePathFilter implement Configurable (#1784) Co-authored-by: Andrei Taleanu --- .../apache/hudi/hadoop/HoodieROTablePathFilter.java | 13 ++++++++++++- 1 file changed, 12 insertions(+), 1 deletion(-) diff --git a/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HoodieROTablePathFilter.java b/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HoodieROTablePathFilter.java index d27d6ad8a..86199d25f 100644 --- a/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HoodieROTablePathFilter.java +++ b/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HoodieROTablePathFilter.java @@ -18,6 +18,7 @@ package org.apache.hudi.hadoop; +import org.apache.hadoop.conf.Configurable; import org.apache.hudi.common.config.SerializableConfiguration; import org.apache.hudi.common.model.HoodieBaseFile; import org.apache.hudi.common.model.HoodiePartitionMetadata; @@ -50,7 +51,7 @@ import java.util.stream.Collectors; * hadoopConf.setClass("mapreduce.input.pathFilter.class", org.apache.hudi.hadoop .HoodieROTablePathFilter.class, * org.apache.hadoop.fs.PathFilter.class) */ -public class HoodieROTablePathFilter implements PathFilter, Serializable { +public class HoodieROTablePathFilter implements Configurable, PathFilter, Serializable { private static final long serialVersionUID = 1L; private static final Logger LOG = LogManager.getLogger(HoodieROTablePathFilter.class); @@ -190,4 +191,14 @@ public class HoodieROTablePathFilter implements PathFilter, Serializable { throw new HoodieException(msg, e); } } + + @Override + public void setConf(Configuration conf) { + this.conf = new SerializableConfiguration(conf); + } + + @Override + public Configuration getConf() { + return conf.get(); + } }