Reworking the deltastreamer tool

- Standardize version of jackson
 - DFSPropertiesConfiguration replaces usage of commons PropertiesConfiguration
 - Remove dependency on ConstructorUtils
 - Throw error if ordering value is not present, during key generation
 - Switch to shade plugin for hoodie-utilities
 - Added support for consumption for Confluent avro kafka serdes
 - Support for Confluent schema registry
 - KafkaSource now deals with skews nicely, by doing round robin allocation of source limit across partitions
 - Added support for BULK_INSERT operations as well
 - Pass in the payload class config properly into HoodieWriteClient
 - Fix documentation based on new usage
 - Adding tests on deltastreamer, sources and all new util classes.

hoodie-client/src/test/java/com/uber/hoodie/common/HoodieTestDataGenerator.java

@@ -65,7 +65,6 @@ public class HoodieTestDataGenerator {
       DEFAULT_THIRD_PARTITION_PATH
   };
   public static final int DEFAULT_PARTITION_DEPTH = 3;
-
   public static String TRIP_EXAMPLE_SCHEMA = "{\"type\": \"record\"," + "\"name\": \"triprec\"," + "\"fields\": [ "
       + "{\"name\": \"timestamp\",\"type\": \"double\"},"
       + "{\"name\": \"_row_key\", \"type\": \"string\"},"
@@ -78,6 +77,7 @@ public class HoodieTestDataGenerator {
       + "{\"name\":\"fare\",\"type\": \"double\"}]}";
   public static Schema avroSchema = HoodieAvroUtils.addMetadataFields(new Schema.Parser().parse(TRIP_EXAMPLE_SCHEMA));
   private static Random rand = new Random(46474747);
+
   private List<KeyPartition> existingKeysList = new ArrayList<>();
   private String[] partitionPaths;
 
@@ -162,10 +162,6 @@ public class HoodieTestDataGenerator {
     }
   }
 
-  public static void createSavepointFile(String basePath, String commitTime) throws IOException {
-    createSavepointFile(basePath, commitTime, HoodieTestUtils.getDefaultHadoopConf());
-  }
-
   public static void createSavepointFile(String basePath, String commitTime, Configuration configuration)
       throws IOException {
     Path commitFile = new Path(basePath + "/" + HoodieTableMetaClient.METAFOLDER_NAME
@@ -289,8 +285,11 @@ public class HoodieTestDataGenerator {
     return partitionPaths;
   }
 
-  static class KeyPartition {
+  public List<KeyPartition> getExistingKeysList() {
+    return existingKeysList;
+  }
 
+  public static class KeyPartition {
     HoodieKey key;
     String partitionPath;
   }