lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[minor] Some code refactoring for LogFileComparator and Instant instantiation (#5600)

Browse Source
This commit is contained in:
Danny Chan
2022-05-18 09:30:09 +08:00
committed by GitHub
parent f8b9399615
commit ebbe56e862
5 changed files with 18 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/configuration/HadoopConfigurations.java
View File

@@ -23,10 +23,16 @@ import org.apache.hudi.util.FlinkClientUtil;
import java.util.Map;
/**
* Utilities for fetching hadoop configurations.
*/
public class HadoopConfigurations {
private static final String HADOOP_PREFIX = "hadoop.";
private static final String PARQUET_PREFIX = "parquet.";
/**
* Creates a merged hadoop configuration with given flink configuration and hadoop configuration.
*/
public static org.apache.hadoop.conf.Configuration getParquetConf(
org.apache.flink.configuration.Configuration options,
org.apache.hadoop.conf.Configuration hadoopConf) {
@@ -37,12 +43,12 @@ public class HadoopConfigurations {
}
/**
* Create a new hadoop configuration that is initialized with the given flink configuration.
* Creates a new hadoop configuration that is initialized with the given flink configuration.
*/
public static org.apache.hadoop.conf.Configuration getHadoopConf(Configuration conf) {
org.apache.hadoop.conf.Configuration hadoopConf = FlinkClientUtil.getHadoopConf();
Map<String, String> options = FlinkOptions.getPropertiesWithPrefix(conf.toMap(), HADOOP_PREFIX);
options.forEach((k, v) -> hadoopConf.set(k, v));
options.forEach(hadoopConf::set);
return hadoopConf;
}
}