lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-2378] Add configs for common and pre validate (#3564)

Browse Source 
Co-authored-by: Rajesh Mahindra <rmahindra@Rajeshs-MacBook-Pro.local>
This commit is contained in:
rmahindra123
2021-08-30 20:28:35 -07:00
committed by GitHub
parent bf5a52e51b
commit d59c8044f8
2 changed files with 8 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/HoodiePreCommitValidatorConfig.java
View File

@@ -18,6 +18,8 @@
package org.apache.hudi.config; package org.apache.hudi.config;
import org.apache.hudi.common.config.ConfigClassProperty;
import org.apache.hudi.common.config.ConfigGroups;
import org.apache.hudi.common.config.ConfigProperty; import org.apache.hudi.common.config.ConfigProperty;
import org.apache.hudi.common.config.HoodieConfig; import org.apache.hudi.common.config.HoodieConfig;
@@ -32,6 +34,9 @@ import java.util.Properties;
* Storage related config. * Storage related config.
*/ */
@Immutable @Immutable
@ConfigClassProperty(name = "PreCommit Validator Configurations",
groupName = ConfigGroups.Names.SPARK_DATASOURCE,
description = "The following set of configurations help validate new data before commits.")
public class HoodiePreCommitValidatorConfig extends HoodieConfig { public class HoodiePreCommitValidatorConfig extends HoodieConfig {
public static final ConfigProperty<String> VALIDATOR_CLASS_NAMES = ConfigProperty public static final ConfigProperty<String> VALIDATOR_CLASS_NAMES = ConfigProperty

6
hudi-common/src/main/java/org/apache/hudi/common/config/HoodieCommonConfig.java
View File

@@ -26,9 +26,9 @@ import java.io.IOException;
import java.util.Locale; import java.util.Locale;
import java.util.Properties; import java.util.Properties;
/** @ConfigClassProperty(name = "Common Configurations",
* Common Configurations used across Hudi. groupName = ConfigGroups.Names.WRITE_CLIENT,
*/ description = "The following set of configurations are common across Hudi.")
public class HoodieCommonConfig extends HoodieConfig { public class HoodieCommonConfig extends HoodieConfig {
public static final ConfigProperty<ExternalSpillableMap.DiskMapType> SPILLABLE_DISK_MAP_TYPE = ConfigProperty public static final ConfigProperty<ExternalSpillableMap.DiskMapType> SPILLABLE_DISK_MAP_TYPE = ConfigProperty