Fix conversion of Spark struct type to Avro schema

cr https://code.amazon.com/reviews/CR-17184364
2020-01-02 16:16:27 -08:00
parent fd8f1c70c0
commit 2bb0c21a3d
7 changed files with 46 additions and 11 deletions
--- a/hudi-utilities/src/test/resources/delta-streamer-config/source.avsc
+++ b/hudi-utilities/src/test/resources/delta-streamer-config/source.avsc
@@ -46,7 +46,20 @@
  },
  {
    "name" : "fare",
-    "type" : "double"
+    "type" : {
+      "type" : "record",
+      "name" : "fare",
+      "fields" : [
+        {
+         "name" : "amount",
+         "type" : "double"
+        },
+        {
+         "name" : "currency",
+         "type" : "string"
+        }
+      ]
+    }
  },
  {
    "name" : "_hoodie_is_deleted",
--- a/hudi-utilities/src/test/resources/delta-streamer-config/target.avsc
+++ b/hudi-utilities/src/test/resources/delta-streamer-config/target.avsc
@@ -45,7 +45,20 @@
    "type" : "double"
  }, {
    "name" : "fare",
-    "type" : "double"
+    "type" : {
+      "type" : "record",
+      "name" : "fare",
+       "fields" : [
+        {
+         "name" : "amount",
+         "type" : "double"
+        },
+        {
+         "name" : "currency",
+         "type" : "string"
+        }
+       ]
+    }
  },
  {
     "name" : "_hoodie_is_deleted",