lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-539] Make HoodieROTablePathFilter implement Configurable (#1784)

Browse Source 
Co-authored-by: Andrei Taleanu <taleanu@adobe.com>
This commit is contained in:
andreitaleanu
2020-07-03 23:39:53 +03:00
committed by GitHub
parent 2be924fd3a
commit 37ea79566d
1 changed files with 12 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HoodieROTablePathFilter.java
View File

@@ -18,6 +18,7 @@
package org.apache.hudi.hadoop; package org.apache.hudi.hadoop;
import org.apache.hadoop.conf.Configurable;
import org.apache.hudi.common.config.SerializableConfiguration; import org.apache.hudi.common.config.SerializableConfiguration;
import org.apache.hudi.common.model.HoodieBaseFile; import org.apache.hudi.common.model.HoodieBaseFile;
import org.apache.hudi.common.model.HoodiePartitionMetadata; import org.apache.hudi.common.model.HoodiePartitionMetadata;
@@ -50,7 +51,7 @@ import java.util.stream.Collectors;
* hadoopConf.setClass("mapreduce.input.pathFilter.class", org.apache.hudi.hadoop .HoodieROTablePathFilter.class, * hadoopConf.setClass("mapreduce.input.pathFilter.class", org.apache.hudi.hadoop .HoodieROTablePathFilter.class,
* org.apache.hadoop.fs.PathFilter.class) * org.apache.hadoop.fs.PathFilter.class)
*/ */
public class HoodieROTablePathFilter implements PathFilter, Serializable { public class HoodieROTablePathFilter implements Configurable, PathFilter, Serializable {
private static final long serialVersionUID = 1L; private static final long serialVersionUID = 1L;
private static final Logger LOG = LogManager.getLogger(HoodieROTablePathFilter.class); private static final Logger LOG = LogManager.getLogger(HoodieROTablePathFilter.class);
@@ -190,4 +191,14 @@ public class HoodieROTablePathFilter implements PathFilter, Serializable {
throw new HoodieException(msg, e); throw new HoodieException(msg, e);
} }
} }
@Override
public void setConf(Configuration conf) {
this.conf = new SerializableConfiguration(conf);
}
@Override
public Configuration getConf() {
return conf.get();
}
} }