lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-974] Fix fields out of order in MOR mode when using Hive (#1711)

Browse Source
This commit is contained in:
lw0090
2020-06-09 09:22:06 +08:00
committed by GitHub
parent 7d40f19f39
commit 9e07cebece
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/realtime/RealtimeUnmergedRecordReader.java
View File

@@ -80,7 +80,7 @@ class RealtimeUnmergedRecordReader extends AbstractRealtimeRecordReader
false, jobConf.getInt(MAX_DFS_STREAM_BUFFER_SIZE_PROP, DEFAULT_MAX_DFS_STREAM_BUFFER_SIZE), record -> { false, jobConf.getInt(MAX_DFS_STREAM_BUFFER_SIZE_PROP, DEFAULT_MAX_DFS_STREAM_BUFFER_SIZE), record -> {
// convert Hoodie log record to Hadoop AvroWritable and buffer // convert Hoodie log record to Hadoop AvroWritable and buffer
GenericRecord rec = (GenericRecord) record.getData().getInsertValue(getReaderSchema()).get(); GenericRecord rec = (GenericRecord) record.getData().getInsertValue(getReaderSchema()).get();
ArrayWritable aWritable = (ArrayWritable) avroToArrayWritable(rec, getWriterSchema()); ArrayWritable aWritable = (ArrayWritable) avroToArrayWritable(rec, getHiveSchema());
this.executor.getQueue().insertRecord(aWritable); this.executor.getQueue().insertRecord(aWritable);
}); });
// Start reading and buffering // Start reading and buffering