lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-2863] Rename option 'hoodie.parquet.page.size' to 'write.parquet.page.size' (#4128)

Browse Source
This commit is contained in:
Danny Chan
2021-11-26 16:40:53 +08:00
committed by GitHub
parent e554c7f468
commit e9efbdb63c
2 changed files with 1 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
hudi-flink/src/main/java/org/apache/hudi/configuration/FlinkOptions.java
View File

@@ -417,7 +417,7 @@ public class FlinkOptions extends HoodieConfig {
+ "For DFS, this needs to be aligned with the underlying filesystem block size for optimal performance."); + "For DFS, this needs to be aligned with the underlying filesystem block size for optimal performance.");
public static final ConfigOption<Integer> WRITE_PARQUET_PAGE_SIZE = ConfigOptions public static final ConfigOption<Integer> WRITE_PARQUET_PAGE_SIZE = ConfigOptions
.key("hoodie.parquet.page.size") .key("write.parquet.page.size")
.intType() .intType()
.defaultValue(1) .defaultValue(1)
.withDescription("Parquet page size. Page is the unit of read within a parquet file. " .withDescription("Parquet page size. Page is the unit of read within a parquet file. "

3
hudi-flink/src/main/java/org/apache/hudi/util/StreamerUtil.java
View File

@@ -28,7 +28,6 @@ import org.apache.hudi.common.config.TypedProperties;
import org.apache.hudi.common.engine.EngineType; import org.apache.hudi.common.engine.EngineType;
import org.apache.hudi.common.fs.FSUtils; import org.apache.hudi.common.fs.FSUtils;
import org.apache.hudi.common.model.HoodieCleaningPolicy; import org.apache.hudi.common.model.HoodieCleaningPolicy;
import org.apache.hudi.common.table.HoodieTableConfig;
import org.apache.hudi.common.table.HoodieTableMetaClient; import org.apache.hudi.common.table.HoodieTableMetaClient;
import org.apache.hudi.common.table.log.HoodieLogFormat; import org.apache.hudi.common.table.log.HoodieLogFormat;
import org.apache.hudi.common.table.timeline.HoodieActiveTimeline; import org.apache.hudi.common.table.timeline.HoodieActiveTimeline;
@@ -233,8 +232,6 @@ public class StreamerUtil {
Properties properties = new Properties(); Properties properties = new Properties();
// put all the set options // put all the set options
flatConf.addAllToProperties(properties); flatConf.addAllToProperties(properties);
// ugly: table keygen clazz, needed by TwoToThreeUpgradeHandler
properties.put(HoodieTableConfig.KEY_GENERATOR_CLASS_NAME.key(), conf.getString(FlinkOptions.KEYGEN_CLASS_NAME));
// put all the default options // put all the default options
for (ConfigOption<?> option : FlinkOptions.optionalOptions()) { for (ConfigOption<?> option : FlinkOptions.optionalOptions()) {
if (!flatConf.contains(option) && option.hasDefaultValue()) { if (!flatConf.contains(option) && option.hasDefaultValue()) {