[HUDI-808] Support cleaning bootstrap source data (#1870)
Co-authored-by: Wenning Ding <wenningd@amazon.com> Co-authored-by: Balaji Varadarajan <vbalaji@apache.org>
This commit is contained in:
@@ -47,6 +47,7 @@
|
||||
"type": "string"
|
||||
},
|
||||
{
|
||||
/** This is deprecated and replaced by the field filePathsToBeDeletedPerPartition **/
|
||||
"name": "filesToBeDeletedPerPartition",
|
||||
"type": [
|
||||
"null", {
|
||||
@@ -64,6 +65,33 @@
|
||||
"name":"version",
|
||||
"type":["int", "null"],
|
||||
"default": 1
|
||||
},
|
||||
{
|
||||
"name": "filePathsToBeDeletedPerPartition",
|
||||
"doc": "This field replaces the field filesToBeDeletedPerPartition",
|
||||
"type": [
|
||||
"null", {
|
||||
"type":"map",
|
||||
"values": {
|
||||
"type":"array",
|
||||
"items":{
|
||||
"name":"HoodieCleanFileInfo",
|
||||
"type": "record",
|
||||
"fields":[
|
||||
{
|
||||
"name":"filePath",
|
||||
"type":["null","string"],
|
||||
"default": null
|
||||
},
|
||||
{
|
||||
"name":"isBootstrapBaseFile",
|
||||
"type":["null","boolean"],
|
||||
"default": null
|
||||
}
|
||||
]
|
||||
}
|
||||
}}],
|
||||
"default" : null
|
||||
}
|
||||
]
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user