lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[MINOR] Fix typo,'Hooide' corrected to 'Hoodie' (#4007)

Browse Source
This commit is contained in:
董可伦
2021-11-17 16:50:04 +08:00
committed by GitHub
parent aec5d11da2
commit 4d884bdaa9
3 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/HoodieOptionConfig.scala
View File

@@ -183,7 +183,7 @@ object HoodieOptionConfig {
params.get(DataSourceWriteOptions.PRECOMBINE_FIELD.key).filter(_.nonEmpty) params.get(DataSourceWriteOptions.PRECOMBINE_FIELD.key).filter(_.nonEmpty)
} }
def deleteHooideOptions(options: Map[String, String]): Map[String, String] = { def deleteHoodieOptions(options: Map[String, String]): Map[String, String] = {
options.filterNot(_._1.startsWith("hoodie.")).filterNot(kv => keyMapping.contains(kv._1)) options.filterNot(_._1.startsWith("hoodie.")).filterNot(kv => keyMapping.contains(kv._1))
} }

2
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/CreateHoodieTableCommand.scala
View File

@@ -170,7 +170,7 @@ case class CreateHoodieTableCommand(table: CatalogTable, ignoreIfExists: Boolean
val serdeFormat = HoodieInputFormatUtils.getSerDeClassName(HoodieFileFormat.PARQUET) val serdeFormat = HoodieInputFormatUtils.getSerDeClassName(HoodieFileFormat.PARQUET)
// only parameters irrelevant to hudi can be set to storage.properties // only parameters irrelevant to hudi can be set to storage.properties
val storageProperties = HoodieOptionConfig.deleteHooideOptions(options) val storageProperties = HoodieOptionConfig.deleteHoodieOptions(options)
val newStorage = new CatalogStorageFormat( val newStorage = new CatalogStorageFormat(
Some(new Path(path).toUri), Some(new Path(path).toUri),
Some(inputFormat), Some(inputFormat),

4
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/TestHoodieOptionConfig.scala
View File

@@ -78,7 +78,7 @@ class TestHoodieOptionConfig extends HoodieClientTestBase {
} }
@Test @Test
def testDeleteHooideOptions(): Unit = { def testDeleteHoodieOptions(): Unit = {
val sqlOptions = Map("primaryKey" -> "id,addr", val sqlOptions = Map("primaryKey" -> "id,addr",
"preCombineField" -> "timestamp", "preCombineField" -> "timestamp",
"type" -> "mor", "type" -> "mor",
@@ -86,7 +86,7 @@ class TestHoodieOptionConfig extends HoodieClientTestBase {
"hoodie.compact.inline" -> "true", "hoodie.compact.inline" -> "true",
"key123" -> "value456" "key123" -> "value456"
) )
val tableConfigs = HoodieOptionConfig.deleteHooideOptions(sqlOptions) val tableConfigs = HoodieOptionConfig.deleteHoodieOptions(sqlOptions)
assertTrue(tableConfigs.size == 1) assertTrue(tableConfigs.size == 1)
assertTrue(tableConfigs("key123") == "value456") assertTrue(tableConfigs("key123") == "value456")
} }