lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

HUDI-123 Rename code packages/constants to org.apache.hudi (#830)

Browse Source 
- Rename com.uber.hoodie to org.apache.hudi
- Flag to pass com.uber.hoodie Input formats for hoodie-sync
- Works with HUDI demo. 
- Also tested for backwards compatibility with datasets built by com.uber.hoodie packages
- Migration guide : https://cwiki.apache.org/confluence/display/HUDI/Migration+Guide+From+com.uber.hoodie+to+org.apache.hudi
This commit is contained in:
Balaji Varadarajan
2019-08-11 17:48:17 -07:00
committed by vinoth chandar
parent 722b6be04a
commit a4f9d7575f
546 changed files with 3858 additions and 3562 deletions
Download Patch File Download Diff File Expand all files Collapse all files

114
hudi-common/src/main/avro/HoodieCommitMetadata.avsc Normal file
View File

@@ -0,0 +1,114 @@
{
"namespace":"org.apache.hudi.avro.model",
"type":"record",
"name":"HoodieCommitMetadata",
"fields":[
{
"name":"partitionToWriteStats",
"type":["null", {
"type":"map",
"values":{
"type":"array",
"items":{
"name":"HoodieWriteStat",
"type":"record",
"fields":[
{
"name":"fileId",
"type":["null","string"],
"default" : null
},
{
"name":"path",
"type":["null","string"],
"default" : null
},
{
"name":"prevCommit",
"type":["null","string"],
"default" : null
},
{
"name":"numWrites",
"type":["null","long"],
"default" : null
},
{
"name":"numDeletes",
"type":["null","long"],
"default" : null
},
{
"name":"numUpdateWrites",
"type":["null","long"],
"default" : null
},
{
"name":"totalWriteBytes",
"type":["null","long"],
"default" : null
},
{
"name":"totalWriteErrors",
"type":["null","long"],
"default" : null
},
{
"name":"partitionPath",
"type":["null","string"],
"default" : null
},
{
"name":"totalLogRecords",
"type":["null","long"],
"default" : null
},
{
"name":"totalLogFiles",
"type":["null","long"],
"default" : null
},
{
"name":"totalUpdatedRecordsCompacted",
"type":["null","long"],
"default" : null
},
{
"name":"numInserts",
"type":["null","long"],
"default" : null
},
{
"name":"totalLogBlocks",
"type":["null","long"],
"default" : null
},
{
"name":"totalCorruptLogBlock",
"type":["null","long"],
"default" : null
},
{
"name":"totalRollbackBlocks",
"type":["null","long"],
"default" : null
},
{
"name":"fileSizeInBytes",
"type":["null","long"],
"default" : null
}
]
}
}
}]
},
{
"name":"extraMetadata",
"type":["null", {
"type":"map",
"values":"string"
}]
}
]
}