lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-2357] MERGE INTO doesn't work for tables created using CTAS (#3534)

Browse Source
This commit is contained in:
pengzhiwei
2021-08-26 16:54:41 +08:00
committed by GitHub
parent be57e42200
commit cc5256a7d8
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/InsertIntoHoodieTableCommand.scala
View File

@@ -193,7 +193,8 @@ object InsertIntoHoodieTableCommand extends Logging {
s"[${insertPartitions.keys.mkString(" " )}]" + s"[${insertPartitions.keys.mkString(" " )}]" +
s" not equal to the defined partition in table[${table.partitionColumnNames.mkString(",")}]") s" not equal to the defined partition in table[${table.partitionColumnNames.mkString(",")}]")
} }
val parameters = withSparkConf(sparkSession, table.storage.properties)() ++ extraOptions val options = table.storage.properties ++ extraOptions
val parameters = withSparkConf(sparkSession, options)()
val tableType = parameters.getOrElse(TABLE_TYPE.key, TABLE_TYPE.defaultValue) val tableType = parameters.getOrElse(TABLE_TYPE.key, TABLE_TYPE.defaultValue)
@@ -201,7 +202,7 @@ object InsertIntoHoodieTableCommand extends Logging {
val path = getTableLocation(table, sparkSession) val path = getTableLocation(table, sparkSession)
val tableSchema = table.schema val tableSchema = table.schema
val options = table.storage.properties
val primaryColumns = HoodieOptionConfig.getPrimaryColumns(options) val primaryColumns = HoodieOptionConfig.getPrimaryColumns(options)
val keyGenClass = if (primaryColumns.nonEmpty) { val keyGenClass = if (primaryColumns.nonEmpty) {