lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

Read and apply schema for each log block from the metadata header instead of the latest schema

Browse Source
This commit is contained in:
Nishith Agarwal
2019-04-16 12:47:09 -07:00
committed by vinoth chandar
parent 83b6aa5e91
commit 9e7ce19b06
2 changed files with 52 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
hoodie-common/src/main/java/com/uber/hoodie/common/table/log/HoodieLogFileReader.java
View File

@@ -197,12 +197,17 @@ class HoodieLogFileReader implements HoodieLogFormat.Reader {
switch (blockType) {
// based on type read the block
case AVRO_DATA_BLOCK:
Schema readerSchemaForBlock = readerSchema;
if (header != null) {
String schema = header.get(HeaderMetadataType.SCHEMA);
readerSchemaForBlock = schema != null ? new Schema.Parser().parse(schema) : readerSchema;
}
if (nextBlockVersion.getVersion() == HoodieLogFormatVersion.DEFAULT_VERSION) {
return HoodieAvroDataBlock.getBlock(content, readerSchema);
return HoodieAvroDataBlock.getBlock(content, readerSchemaForBlock);
} else {
return HoodieAvroDataBlock
.getBlock(logFile, inputStream, Optional.ofNullable(content), readBlockLazily,
contentPosition, contentLength, blockEndPos, readerSchema, header, footer);
contentPosition, contentLength, blockEndPos, readerSchemaForBlock, header, footer);
}
case DELETE_BLOCK:
return HoodieDeleteBlock