6f36e1eaaf
- Introduce avro to save clean metadata with details about the last commit that was retained - Save rollback metadata in the meta timeline - Create savepoint metadata and add API to createSavepoint, deleteSavepoint and rollbackToSavepoint - Savepointed commit should not be rolledback or cleaned or archived - introduce cli commands to show, create and rollback to savepoints - Write unit tests to test savepoints and rollbackToSavepoints
25 lines
905 B
JSON
25 lines
905 B
JSON
{"namespace": "com.uber.hoodie.avro.model",
|
|
"type": "record",
|
|
"name": "HoodieCleanMetadata",
|
|
"fields": [
|
|
{"name": "startCleanTime", "type": "string"},
|
|
{"name": "timeTakenInMillis", "type": "long"},
|
|
{"name": "totalFilesDeleted", "type": "int"},
|
|
{"name": "earliestCommitToRetain", "type": "string"},
|
|
{"name": "partitionMetadata", "type": {
|
|
"type" : "map", "values" : {
|
|
"type": "record",
|
|
"name": "HoodieCleanPartitionMetadata",
|
|
"fields": [
|
|
{"name": "partitionPath", "type": "string"},
|
|
{"name": "policy", "type": "string"},
|
|
{"name": "deletePathPatterns", "type": {"type": "array", "items": "string"}},
|
|
{"name": "successDeleteFiles", "type": {"type": "array", "items": "string"}},
|
|
{"name": "failedDeleteFiles", "type": {"type": "array", "items": "string"}}
|
|
]
|
|
}
|
|
}
|
|
}
|
|
]
|
|
}
|