lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-1509]: Reverting LinkedHashSet changes to combine fields from oldSchema and newSchema in favor of using only new schema for record rewriting (#2424)

Browse Source
This commit is contained in:
n3nash
2021-01-14 12:47:50 -08:00
committed by GitHub
parent e926c1a45c
commit 749f657856
4 changed files with 36 additions and 36 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
hudi-integ-test/src/main/java/org/apache/hudi/integ/testsuite/reader/DFSHoodieDatasetInputReader.java
View File

@@ -197,7 +197,7 @@ public class DFSHoodieDatasetInputReader extends DFSDeltaInputReader {
private JavaRDD<GenericRecord> projectSchema(JavaRDD<GenericRecord> updates) {
// The records read from the hoodie dataset have the hoodie record fields, rewrite the record to eliminate them
return updates
.map(r -> HoodieAvroUtils.rewriteRecordWithOnlyNewSchemaFields(r, new Schema.Parser().parse(schemaStr)));
.map(r -> HoodieAvroUtils.rewriteRecord(r, new Schema.Parser().parse(schemaStr)));
}
private JavaRDD<GenericRecord> generateUpdates(Map<String, Integer> adjustedPartitionToFileIdCountMap,