From 4d884bdaa9affae9ce920c83f799ff9e1be99861 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E8=91=A3=E5=8F=AF=E4=BC=A6?= Date: Wed, 17 Nov 2021 16:50:04 +0800 Subject: [PATCH] [MINOR] Fix typo,'Hooide' corrected to 'Hoodie' (#4007) --- .../scala/org/apache/spark/sql/hudi/HoodieOptionConfig.scala | 2 +- .../spark/sql/hudi/command/CreateHoodieTableCommand.scala | 2 +- .../org/apache/spark/sql/hudi/TestHoodieOptionConfig.scala | 4 ++-- 3 files changed, 4 insertions(+), 4 deletions(-) diff --git a/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/HoodieOptionConfig.scala b/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/HoodieOptionConfig.scala index 543a8b997..16f83f482 100644 --- a/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/HoodieOptionConfig.scala +++ b/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/HoodieOptionConfig.scala @@ -183,7 +183,7 @@ object HoodieOptionConfig { params.get(DataSourceWriteOptions.PRECOMBINE_FIELD.key).filter(_.nonEmpty) } - def deleteHooideOptions(options: Map[String, String]): Map[String, String] = { + def deleteHoodieOptions(options: Map[String, String]): Map[String, String] = { options.filterNot(_._1.startsWith("hoodie.")).filterNot(kv => keyMapping.contains(kv._1)) } diff --git a/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/CreateHoodieTableCommand.scala b/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/CreateHoodieTableCommand.scala index d6c516089..94c6eab75 100644 --- a/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/CreateHoodieTableCommand.scala +++ b/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/CreateHoodieTableCommand.scala @@ -170,7 +170,7 @@ case class CreateHoodieTableCommand(table: CatalogTable, ignoreIfExists: Boolean val serdeFormat = HoodieInputFormatUtils.getSerDeClassName(HoodieFileFormat.PARQUET) // only parameters irrelevant to hudi can be set to storage.properties - val storageProperties = HoodieOptionConfig.deleteHooideOptions(options) + val storageProperties = HoodieOptionConfig.deleteHoodieOptions(options) val newStorage = new CatalogStorageFormat( Some(new Path(path).toUri), Some(inputFormat), diff --git a/hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/TestHoodieOptionConfig.scala b/hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/TestHoodieOptionConfig.scala index f91388ae9..5cd66fd48 100644 --- a/hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/TestHoodieOptionConfig.scala +++ b/hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/TestHoodieOptionConfig.scala @@ -78,7 +78,7 @@ class TestHoodieOptionConfig extends HoodieClientTestBase { } @Test - def testDeleteHooideOptions(): Unit = { + def testDeleteHoodieOptions(): Unit = { val sqlOptions = Map("primaryKey" -> "id,addr", "preCombineField" -> "timestamp", "type" -> "mor", @@ -86,7 +86,7 @@ class TestHoodieOptionConfig extends HoodieClientTestBase { "hoodie.compact.inline" -> "true", "key123" -> "value456" ) - val tableConfigs = HoodieOptionConfig.deleteHooideOptions(sqlOptions) + val tableConfigs = HoodieOptionConfig.deleteHoodieOptions(sqlOptions) assertTrue(tableConfigs.size == 1) assertTrue(tableConfigs("key123") == "value456") }