diff --git a/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/HoodieSqlUtils.scala b/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/HoodieSqlUtils.scala index 8795dddb3..4dc198c81 100644 --- a/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/HoodieSqlUtils.scala +++ b/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/HoodieSqlUtils.scala @@ -181,8 +181,7 @@ object HoodieSqlUtils extends SparkAdapterSupport { } /** - * Append the SparkSession config and table options to the baseConfig. - * We add the "spark" prefix to hoodie's config key. + * Append the spark config and table options to the baseConfig. */ def withSparkConf(spark: SparkSession, options: Map[String, String]) (baseConfig: Map[String, String]): Map[String, String] = { diff --git a/packaging/hudi-spark-bundle/pom.xml b/packaging/hudi-spark-bundle/pom.xml index def09152a..829e03426 100644 --- a/packaging/hudi-spark-bundle/pom.xml +++ b/packaging/hudi-spark-bundle/pom.xml @@ -115,6 +115,8 @@ org.apache.curator:curator-client org.apache.curator:curator-recipes commons-codec:commons-codec + org.json:json + org.apache.calcite:calcite-core @@ -367,7 +369,18 @@ curator-recipes ${zk-curator.version} - + + + org.json + json + ${json.version} + + + + org.apache.calcite + calcite-core + ${calcite.version} + diff --git a/pom.xml b/pom.xml index 567266934..7bd7ccab3 100644 --- a/pom.xml +++ b/pom.xml @@ -152,6 +152,8 @@ org.apache.hudi. true 2.7.1 + 20200518 + 1.16.0