lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-2307] When using delete_partition with ds should not rely on the primary key (#3469)

Browse Source 
- Co-authored-by: Sivabalan Narayanan <n.siva.b@gmail.com>
This commit is contained in:
liujinhui
2021-08-14 14:53:39 +08:00
committed by GitHub
parent 8eed440694
commit b7da6cb33d
4 changed files with 72 additions and 55 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/DataSourceOptions.scala
View File

@@ -325,6 +325,11 @@ object DataSourceWriteOptions {
@Deprecated
val INSERT_DROP_DUPS_OPT_KEY = INSERT_DROP_DUPS.key()
val PARTITIONS_TO_DELETE: ConfigProperty[String] = ConfigProperty
.key("hoodie.datasource.write.partitions.to.delete")
.noDefaultValue()
.withDocumentation("Comma separated list of partitions to delete")
val STREAMING_RETRY_CNT: ConfigProperty[String] = ConfigProperty
.key("hoodie.datasource.write.streaming.retry.count")
.defaultValue("3")