lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

Serializing the complete payload object instead of serializing just the GenericRecord

Browse Source 
Removing Converter hierarchy as we now depend purely on JavaSerialization and require the payload to be java serializable
This commit is contained in:
Nishith Agarwal
2018-11-04 16:03:56 -08:00
committed by vinoth chandar
parent e83dde3b95
commit 7243ce40c9
14 changed files with 53 additions and 458 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
hoodie-spark/src/test/scala/DataSourceDefaultsTest.scala
View File

@@ -107,11 +107,11 @@ class DataSourceDefaultsTest extends AssertionsForJUnit {
// it will provide the record with greatest combine value
val combinedPayload12 = overWritePayload1.preCombine(overWritePayload2)
val combinedGR12 = combinedPayload12.getInsertValue(schema).get().asInstanceOf[GenericRecord]
assertEquals("field2", combinedGR12.get("field1"))
assertEquals("field2", combinedGR12.get("field1").toString)
// and it will be deterministic, to order of processing.
val combinedPayload21 = overWritePayload2.preCombine(overWritePayload1)
val combinedGR21 = combinedPayload21.getInsertValue(schema).get().asInstanceOf[GenericRecord]
assertEquals("field2", combinedGR21.get("field1"))
assertEquals("field2", combinedGR21.get("field1").toString)
}
}