lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-3781] fix spark delete sql can not delete record (#5215)

Browse Source
This commit is contained in:
KnightChess
2022-04-08 14:26:40 +08:00
committed by GitHub
parent df87095ef0
commit 7a6272fba1
2 changed files with 51 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/hudi/ProvidesHoodieConfig.scala
View File

@@ -255,7 +255,10 @@ trait ProvidesHoodieConfig extends Logging {
val hoodieProps = getHoodieProps(catalogProperties, tableConfig, sparkSession.sqlContext.conf)
val hiveSyncConfig = buildHiveSyncConfig(hoodieProps, hoodieCatalogTable)
withSparkConf(sparkSession, hoodieCatalogTable.catalogProperties) {
// operation can not be overwrite
val options = hoodieCatalogTable.catalogProperties.-(OPERATION.key())
withSparkConf(sparkSession, options) {
Map(
"path" -> path,
RECORDKEY_FIELD.key -> hoodieCatalogTable.primaryKeys.mkString(","),