lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[MINOR] Add document for DataSourceReadOptions (#3653)

Browse Source
This commit is contained in:
liujinhui
2021-09-15 14:33:43 +08:00
committed by GitHub
parent 627f20f9c5
commit 76554aa31a
1 changed files with 7 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/DataSourceOptions.scala
View File

@@ -386,12 +386,13 @@ object DataSourceWriteOptions {
val HIVE_PARTITION_FIELDS: ConfigProperty[String] = ConfigProperty val HIVE_PARTITION_FIELDS: ConfigProperty[String] = ConfigProperty
.key("hoodie.datasource.hive_sync.partition_fields") .key("hoodie.datasource.hive_sync.partition_fields")
.defaultValue("") .defaultValue("")
.withDocumentation("field in the table to use for determining hive partition columns.") .withDocumentation("Field in the table to use for determining hive partition columns.")
val HIVE_PARTITION_EXTRACTOR_CLASS: ConfigProperty[String] = ConfigProperty val HIVE_PARTITION_EXTRACTOR_CLASS: ConfigProperty[String] = ConfigProperty
.key("hoodie.datasource.hive_sync.partition_extractor_class") .key("hoodie.datasource.hive_sync.partition_extractor_class")
.defaultValue(classOf[SlashEncodedDayPartitionValueExtractor].getCanonicalName) .defaultValue(classOf[SlashEncodedDayPartitionValueExtractor].getCanonicalName)
.withDocumentation("") .withDocumentation("Class which implements PartitionValueExtractor to extract the partition values, "
+ "default 'SlashEncodedDayPartitionValueExtractor'.")
val HIVE_ASSUME_DATE_PARTITION: ConfigProperty[String] = ConfigProperty val HIVE_ASSUME_DATE_PARTITION: ConfigProperty[String] = ConfigProperty
.key("hoodie.datasource.hive_sync.assume_date_partitioning") .key("hoodie.datasource.hive_sync.assume_date_partitioning")
@@ -401,7 +402,9 @@ object DataSourceWriteOptions {
val HIVE_USE_PRE_APACHE_INPUT_FORMAT: ConfigProperty[String] = ConfigProperty val HIVE_USE_PRE_APACHE_INPUT_FORMAT: ConfigProperty[String] = ConfigProperty
.key("hoodie.datasource.hive_sync.use_pre_apache_input_format") .key("hoodie.datasource.hive_sync.use_pre_apache_input_format")
.defaultValue("false") .defaultValue("false")
.withDocumentation("") .withDocumentation("Flag to choose InputFormat under com.uber.hoodie package instead of org.apache.hudi package. "
+ "Use this when you are in the process of migrating from "
+ "com.uber.hoodie to org.apache.hudi. Stop using this after you migrated the table definition to org.apache.hudi input format")
/** @deprecated Use {@link HIVE_SYNC_MODE} instead of this config from 0.9.0 */ /** @deprecated Use {@link HIVE_SYNC_MODE} instead of this config from 0.9.0 */
@Deprecated @Deprecated
@@ -440,7 +443,7 @@ object DataSourceWriteOptions {
val HIVE_TABLE_SERDE_PROPERTIES: ConfigProperty[String] = ConfigProperty val HIVE_TABLE_SERDE_PROPERTIES: ConfigProperty[String] = ConfigProperty
.key("hoodie.datasource.hive_sync.serde_properties") .key("hoodie.datasource.hive_sync.serde_properties")
.noDefaultValue() .noDefaultValue()
.withDocumentation("") .withDocumentation("Serde properties to hive table.")
val HIVE_SYNC_AS_DATA_SOURCE_TABLE: ConfigProperty[String] = ConfigProperty val HIVE_SYNC_AS_DATA_SOURCE_TABLE: ConfigProperty[String] = ConfigProperty
.key("hoodie.datasource.hive_sync.sync_as_datasource") .key("hoodie.datasource.hive_sync.sync_as_datasource")