lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

Fix Hoodie Record Reader to work with non-partitioned dataset

Browse Source
This commit is contained in:
Balaji Varadarajan
2019-02-11 11:39:29 -08:00
committed by vinoth chandar
parent 3a0044216c
commit defcf6a0b9
3 changed files with 36 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
hoodie-hadoop-mr/src/main/java/com/uber/hoodie/hadoop/realtime/AbstractRealtimeRecordReader.java
View File

@@ -333,8 +333,11 @@ public abstract class AbstractRealtimeRecordReader {
}
// Add partitioning fields to writer schema for resulting row to contain null values for these fields
List<String> partitioningFields = Arrays.stream(
jobConf.get("partition_columns", "").split(",")).collect(Collectors.toList());
String partitionFields = jobConf.get("partition_columns", "");
List<String> partitioningFields =
partitionFields.length() > 0 ? Arrays.stream(partitionFields.split(",")).collect(Collectors.toList())
: new ArrayList<>();
writerSchema = addPartitionFields(writerSchema, partitioningFields);
List<String> projectionFields = orderFields(