[HUDI-2614] Remove duplicated hadoop-hdfs with tests classifier exists in bundles (#3864)

dependencies/hudi-flink-bundle_2.11.txt

@@ -116,7 +116,6 @@ hadoop-auth/org.apache.hadoop/2.7.3//hadoop-auth-2.7.3.jar
 hadoop-client/org.apache.hadoop/2.7.3//hadoop-client-2.7.3.jar
 hadoop-common/org.apache.hadoop/2.7.3//hadoop-common-2.7.3.jar
 hadoop-hdfs/org.apache.hadoop/2.7.3//hadoop-hdfs-2.7.3.jar
-hadoop-hdfs/org.apache.hadoop/2.7.3/tests/hadoop-hdfs-2.7.3-tests.jar
 hadoop-mapreduce-client-app/org.apache.hadoop/2.7.3//hadoop-mapreduce-client-app-2.7.3.jar
 hadoop-mapreduce-client-common/org.apache.hadoop/2.7.3//hadoop-mapreduce-client-common-2.7.3.jar
 hadoop-mapreduce-client-core/org.apache.hadoop/2.7.3//hadoop-mapreduce-client-core-2.7.3.jar

dependencies/hudi-flink-bundle_2.12.txt

@@ -64,7 +64,7 @@ commons-lang/commons-lang/2.6//commons-lang-2.6.jar
 commons-lang3/org.apache.commons/3.1//commons-lang3-3.1.jar
 commons-logging/commons-logging/1.2//commons-logging-1.2.jar
 commons-math/org.apache.commons/2.2//commons-math-2.2.jar
-commons-math3/org.apache.commons/3.1.1//commons-math3-3.1.1.jar
+commons-math3/org.apache.commons/3.5//commons-math3-3.5.jar
 commons-net/commons-net/3.1//commons-net-3.1.jar
 commons-pool/commons-pool/1.6//commons-pool-1.6.jar
 config/com.typesafe/1.3.3//config-1.3.3.jar
@@ -108,6 +108,7 @@ force-shading/org.apache.flink/1.13.1//force-shading-1.13.1.jar
 grizzled-slf4j_2.11/org.clapper/1.3.2//grizzled-slf4j_2.11-1.3.2.jar
 groovy-all/org.codehaus.groovy/2.4.4//groovy-all-2.4.4.jar
 gson/com.google.code.gson/2.3.1//gson-2.3.1.jar
+guava/com.google.guava/12.0.1//guava-12.0.1.jar
 guice-assistedinject/com.google.inject.extensions/3.0//guice-assistedinject-3.0.jar
 guice-servlet/com.google.inject.extensions/3.0//guice-servlet-3.0.jar
 guice/com.google.inject/3.0//guice-3.0.jar
@@ -115,9 +116,7 @@ hadoop-annotations/org.apache.hadoop/2.7.3//hadoop-annotations-2.7.3.jar
 hadoop-auth/org.apache.hadoop/2.7.3//hadoop-auth-2.7.3.jar
 hadoop-client/org.apache.hadoop/2.7.3//hadoop-client-2.7.3.jar
 hadoop-common/org.apache.hadoop/2.7.3//hadoop-common-2.7.3.jar
-hadoop-common/org.apache.hadoop/2.7.3/tests/hadoop-common-2.7.3-tests.jar
 hadoop-hdfs/org.apache.hadoop/2.7.3//hadoop-hdfs-2.7.3.jar
-hadoop-hdfs/org.apache.hadoop/2.7.3/tests/hadoop-hdfs-2.7.3-tests.jar
 hadoop-mapreduce-client-app/org.apache.hadoop/2.7.3//hadoop-mapreduce-client-app-2.7.3.jar
 hadoop-mapreduce-client-common/org.apache.hadoop/2.7.3//hadoop-mapreduce-client-common-2.7.3.jar
 hadoop-mapreduce-client-core/org.apache.hadoop/2.7.3//hadoop-mapreduce-client-core-2.7.3.jar
@@ -133,7 +132,7 @@ hadoop-yarn-server-resourcemanager/org.apache.hadoop/2.7.2//hadoop-yarn-server-r
 hadoop-yarn-server-web-proxy/org.apache.hadoop/2.7.2//hadoop-yarn-server-web-proxy-2.7.2.jar
 hamcrest-core/org.hamcrest/1.3//hamcrest-core-1.3.jar
 hbase-annotations/org.apache.hbase/1.2.3//hbase-annotations-1.2.3.jar
-hbase-client/org.apache.hbase/1.1.1//hbase-client-1.1.1.jar
+hbase-client/org.apache.hbase/1.2.3//hbase-client-1.2.3.jar
 hbase-common/org.apache.hbase/1.2.3//hbase-common-1.2.3.jar
 hbase-common/org.apache.hbase/1.2.3/tests/hbase-common-1.2.3-tests.jar
 hbase-hadoop-compat/org.apache.hbase/1.2.3//hbase-hadoop-compat-1.2.3.jar
@@ -164,10 +163,10 @@ htrace-core/org.apache.htrace/3.1.0-incubating//htrace-core-3.1.0-incubating.jar
 httpclient/org.apache.httpcomponents/4.4.1//httpclient-4.4.1.jar
 httpcore/org.apache.httpcomponents/4.4.1//httpcore-4.4.1.jar
 ivy/org.apache.ivy/2.4.0//ivy-2.4.0.jar
-jackson-annotations/com.fasterxml.jackson.core/2.10.0//jackson-annotations-2.10.0.jar
+jackson-annotations/com.fasterxml.jackson.core/2.6.7//jackson-annotations-2.6.7.jar
 jackson-core-asl/org.codehaus.jackson/1.9.13//jackson-core-asl-1.9.13.jar
-jackson-core/com.fasterxml.jackson.core/2.10.0//jackson-core-2.10.0.jar
+jackson-core/com.fasterxml.jackson.core/2.6.7//jackson-core-2.6.7.jar
-jackson-databind/com.fasterxml.jackson.core/2.10.0//jackson-databind-2.10.0.jar
+jackson-databind/com.fasterxml.jackson.core/2.6.7.3//jackson-databind-2.6.7.3.jar
 jackson-jaxrs/org.codehaus.jackson/1.9.13//jackson-jaxrs-1.9.13.jar
 jackson-mapper-asl/org.codehaus.jackson/1.9.13//jackson-mapper-asl-1.9.13.jar
 jackson-xc/org.codehaus.jackson/1.9.13//jackson-xc-1.9.13.jar

dependencies/hudi-hive-sync-bundle.txt

@@ -57,7 +57,6 @@ hadoop-auth/org.apache.hadoop/2.7.3//hadoop-auth-2.7.3.jar
 hadoop-client/org.apache.hadoop/2.7.3//hadoop-client-2.7.3.jar
 hadoop-common/org.apache.hadoop/2.7.3//hadoop-common-2.7.3.jar
 hadoop-hdfs/org.apache.hadoop/2.7.3//hadoop-hdfs-2.7.3.jar
-hadoop-hdfs/org.apache.hadoop/2.7.3/tests/hadoop-hdfs-2.7.3-tests.jar
 hadoop-mapreduce-client-app/org.apache.hadoop/2.7.3//hadoop-mapreduce-client-app-2.7.3.jar
 hadoop-mapreduce-client-common/org.apache.hadoop/2.7.3//hadoop-mapreduce-client-common-2.7.3.jar
 hadoop-mapreduce-client-core/org.apache.hadoop/2.7.3//hadoop-mapreduce-client-core-2.7.3.jar
@@ -101,8 +100,6 @@ jersey-json/com.sun.jersey/1.9//jersey-json-1.9.jar
 jersey-server/com.sun.jersey/1.9//jersey-server-1.9.jar
 jets3t/net.java.dev.jets3t/0.9.0//jets3t-0.9.0.jar
 jettison/org.codehaus.jettison/1.1//jettison-1.1.jar
-jetty-util/org.mortbay.jetty/6.1.26//jetty-util-6.1.26.jar
-jetty/org.mortbay.jetty/6.1.26//jetty-6.1.26.jar
 joni/org.jruby.joni/2.1.2//joni-2.1.2.jar
 jsch/com.jcraft/0.1.42//jsch-0.1.42.jar
 junit/junit/4.12//junit-4.12.jar
@@ -112,7 +109,6 @@ log4j/log4j/1.2.17//log4j-1.2.17.jar
 metrics-core/com.yammer.metrics/2.2.0//metrics-core-2.2.0.jar
 minlog/com.esotericsoftware/1.3.0//minlog-1.3.0.jar
 netty-all/io.netty/4.0.23.Final//netty-all-4.0.23.Final.jar
-netty/io.netty/3.6.2.Final//netty-3.6.2.Final.jar
 objenesis/org.objenesis/2.5.1//objenesis-2.5.1.jar
 orc-core/org.apache.orc/1.6.0/nohive/orc-core-1.6.0-nohive.jar
 orc-shims/org.apache.orc/1.6.0//orc-shims-1.6.0.jar
@@ -126,7 +122,6 @@ parquet-hadoop/org.apache.parquet/1.10.1//parquet-hadoop-1.10.1.jar
 parquet-jackson/org.apache.parquet/1.10.1//parquet-jackson-1.10.1.jar
 protobuf-java/com.google.protobuf/2.5.0//protobuf-java-2.5.0.jar
 rocksdbjni/org.rocksdb/5.17.2//rocksdbjni-5.17.2.jar
-servlet-api/javax.servlet/2.5//servlet-api-2.5.jar
 slf4j-api/org.slf4j/1.7.7//slf4j-api-1.7.7.jar
 slf4j-log4j12/org.slf4j/1.6.1//slf4j-log4j12-1.6.1.jar
 snappy-java/org.xerial.snappy/1.1.1.3//snappy-java-1.1.1.3.jar

dependencies/hudi-integ-test-bundle.txt

@@ -15,7 +15,6 @@
 # limitations under the License.
 #
 
-../va.JavaVirtualMachines.jdk1.8.0_211.jdk.Contents.Home.jre/lib//tools.jar
 HikariCP/com.zaxxer/2.5.1//HikariCP-2.5.1.jar
 RoaringBitmap/org.roaringbitmap/0.7.45//RoaringBitmap-0.7.45.jar
 ST4/org.antlr/4.0.4//ST4-4.0.4.jar
@@ -47,14 +46,17 @@ avro-mapred/org.apache.avro/1.8.2/hadoop2/avro-mapred-1.8.2-hadoop2.jar
 avro/org.apache.avro/1.8.2//avro-1.8.2.jar
 aws-java-sdk-core/com.amazonaws/1.12.22//aws-java-sdk-core-1.12.22.jar
 aws-java-sdk-sqs/com.amazonaws/1.12.22//aws-java-sdk-sqs-1.12.22.jar
-bijection-avro_2.11/com.twitter/0.9.3//bijection-avro_2.11-0.9.3.jar
+bijection-avro_2.11/com.twitter/0.9.7//bijection-avro_2.11-0.9.7.jar
-bijection-core_2.11/com.twitter/0.9.3//bijection-core_2.11-0.9.3.jar
+bijection-avro_2.12/com.twitter/0.9.3//bijection-avro_2.12-0.9.3.jar
+bijection-core_2.11/com.twitter/0.9.7//bijection-core_2.11-0.9.7.jar
+bijection-core_2.12/com.twitter/0.9.3//bijection-core_2.12-0.9.3.jar
 bonecp/com.jolbox/0.8.0.RELEASE//bonecp-0.8.0.RELEASE.jar
 calcite-core/org.apache.calcite/1.10.0//calcite-core-1.10.0.jar
 calcite-druid/org.apache.calcite/1.10.0//calcite-druid-1.10.0.jar
 calcite-linq4j/org.apache.calcite/1.10.0//calcite-linq4j-1.10.0.jar
 chill-java/com.twitter/0.9.3//chill-java-0.9.3.jar
 chill_2.11/com.twitter/0.9.3//chill_2.11-0.9.3.jar
+chill_2.12/com.twitter/0.9.3//chill_2.12-0.9.3.jar
 common-config/io.confluent/5.3.4//common-config-5.3.4.jar
 common-utils/io.confluent/5.3.4//common-utils-5.3.4.jar
 commons-beanutils-core/commons-beanutils/1.8.0//commons-beanutils-core-1.8.0.jar
@@ -170,6 +172,7 @@ jackson-jaxrs/org.codehaus.jackson/1.9.13//jackson-jaxrs-1.9.13.jar
 jackson-mapper-asl/org.codehaus.jackson/1.9.13//jackson-mapper-asl-1.9.13.jar
 jackson-module-paranamer/com.fasterxml.jackson.module/2.7.9//jackson-module-paranamer-2.7.9.jar
 jackson-module-scala_2.11/com.fasterxml.jackson.module/2.6.7.1//jackson-module-scala_2.11-2.6.7.1.jar
+jackson-module-scala_2.12/com.fasterxml.jackson.module/2.6.7.1//jackson-module-scala_2.12-2.6.7.1.jar
 jackson-xc/org.codehaus.jackson/1.9.13//jackson-xc-1.9.13.jar
 jamon-runtime/org.jamon/2.4.1//jamon-runtime-2.4.1.jar
 janino/org.codehaus.janino/2.7.6//janino-2.7.6.jar
@@ -226,9 +229,13 @@ jpam/net.sf.jpam/1.1//jpam-1.1.jar
 jsch/com.jcraft/0.1.42//jsch-0.1.42.jar
 json/com.tdunning/1.8//json-1.8.jar
 json4s-ast_2.11/org.json4s/3.5.3//json4s-ast_2.11-3.5.3.jar
+json4s-ast_2.12/org.json4s/3.5.3//json4s-ast_2.12-3.5.3.jar
 json4s-core_2.11/org.json4s/3.5.3//json4s-core_2.11-3.5.3.jar
+json4s-core_2.12/org.json4s/3.5.3//json4s-core_2.12-3.5.3.jar
 json4s-jackson_2.11/org.json4s/3.5.3//json4s-jackson_2.11-3.5.3.jar
+json4s-jackson_2.12/org.json4s/3.5.3//json4s-jackson_2.12-3.5.3.jar
 json4s-scalap_2.11/org.json4s/3.5.3//json4s-scalap_2.11-3.5.3.jar
+json4s-scalap_2.12/org.json4s/3.5.3//json4s-scalap_2.12-3.5.3.jar
 jsp-api/javax.servlet.jsp/2.1//jsp-api-2.1.jar
 jsp-api/javax.servlet/2.0//jsp-api-2.0.jar
 jsr305/com.google.code.findbugs/3.0.0//jsr305-3.0.0.jar
@@ -283,11 +290,11 @@ protobuf-java/com.google.protobuf/2.5.0//protobuf-java-2.5.0.jar
 py4j/net.sf.py4j/0.10.7//py4j-0.10.7.jar
 pyrolite/net.razorvine/4.13//pyrolite-4.13.jar
 rocksdbjni/org.rocksdb/5.17.2//rocksdbjni-5.17.2.jar
-scala-library/org.scala-lang/2.11.8//scala-library-2.11.8.jar
+scala-library/org.scala-lang/2.12.1//scala-library-2.12.1.jar
-scala-parser-combinators_2.11/org.scala-lang.modules/1.1.0//scala-parser-combinators_2.11-1.1.0.jar
+scala-parser-combinators_2.12/org.scala-lang.modules/1.1.0//scala-parser-combinators_2.12-1.1.0.jar
-scala-reflect/org.scala-lang/2.11.8//scala-reflect-2.11.8.jar
+scala-reflect/org.scala-lang/2.12.1//scala-reflect-2.12.1.jar
 scala-xml_2.11/org.scala-lang.modules/1.0.6//scala-xml_2.11-1.0.6.jar
-scalac-scoverage-runtime_2.11/org.scoverage/1.3.0//scalac-scoverage-runtime_2.11-1.3.0.jar
+scala-xml_2.12/org.scala-lang.modules/1.0.6//scala-xml_2.12-1.0.6.jar
 servlet-api/javax.servlet/2.5//servlet-api-2.5.jar
 servlet-api/org.mortbay.jetty/2.5-20081211//servlet-api-2.5-20081211.jar
 shims/org.roaringbitmap/0.7.45//shims-0.7.45.jar
@@ -301,19 +308,28 @@ slf4j-log4j12/org.slf4j/1.7.10//slf4j-log4j12-1.7.10.jar
 slider-core/org.apache.slider/0.90.2-incubating//slider-core-0.90.2-incubating.jar
 snakeyaml/org.yaml/1.15//snakeyaml-1.15.jar
 snappy-java/org.xerial.snappy/1.1.7.3//snappy-java-1.1.7.3.jar
-spark-catalyst_2.11/org.apache.spark/2.4.4//spark-catalyst_2.11-2.4.4.jar
+spark-catalyst_2.12/org.apache.spark/2.4.4//spark-catalyst_2.12-2.4.4.jar
 spark-core_2.11/org.apache.spark/2.4.4//spark-core_2.11-2.4.4.jar
+spark-core_2.12/org.apache.spark/2.4.4//spark-core_2.12-2.4.4.jar
 spark-kvstore_2.11/org.apache.spark/2.4.4//spark-kvstore_2.11-2.4.4.jar
+spark-kvstore_2.12/org.apache.spark/2.4.4//spark-kvstore_2.12-2.4.4.jar
 spark-launcher_2.11/org.apache.spark/2.4.4//spark-launcher_2.11-2.4.4.jar
+spark-launcher_2.12/org.apache.spark/2.4.4//spark-launcher_2.12-2.4.4.jar
 spark-network-common_2.11/org.apache.spark/2.4.4//spark-network-common_2.11-2.4.4.jar
+spark-network-common_2.12/org.apache.spark/2.4.4//spark-network-common_2.12-2.4.4.jar
 spark-network-shuffle_2.11/org.apache.spark/2.4.4//spark-network-shuffle_2.11-2.4.4.jar
-spark-sketch_2.11/org.apache.spark/2.4.4//spark-sketch_2.11-2.4.4.jar
+spark-network-shuffle_2.12/org.apache.spark/2.4.4//spark-network-shuffle_2.12-2.4.4.jar
-spark-sql_2.11/org.apache.spark/2.4.4//spark-sql_2.11-2.4.4.jar
+spark-sketch_2.12/org.apache.spark/2.4.4//spark-sketch_2.12-2.4.4.jar
+spark-sql_2.12/org.apache.spark/2.4.4//spark-sql_2.12-2.4.4.jar
 spark-streaming-kafka-0-10_2.11/org.apache.spark/2.4.4//spark-streaming-kafka-0-10_2.11-2.4.4.jar
 spark-streaming-kafka-0-10_2.11/org.apache.spark/2.4.4/tests/spark-streaming-kafka-0-10_2.11-2.4.4-tests.jar
+spark-streaming-kafka-0-10_2.12/org.apache.spark/2.4.4//spark-streaming-kafka-0-10_2.12-2.4.4.jar
 spark-streaming_2.11/org.apache.spark/2.4.4//spark-streaming_2.11-2.4.4.jar
+spark-streaming_2.12/org.apache.spark/2.4.4//spark-streaming_2.12-2.4.4.jar
 spark-tags_2.11/org.apache.spark/2.4.4//spark-tags_2.11-2.4.4.jar
+spark-tags_2.12/org.apache.spark/2.4.4//spark-tags_2.12-2.4.4.jar
 spark-unsafe_2.11/org.apache.spark/2.4.4//spark-unsafe_2.11-2.4.4.jar
+spark-unsafe_2.12/org.apache.spark/2.4.4//spark-unsafe_2.12-2.4.4.jar
 stax-api/stax/1.0.1//stax-api-1.0.1.jar
 stream/com.clearspring.analytics/2.7.0//stream-2.7.0.jar
 stringtemplate/org.antlr/4.0.2//stringtemplate-4.0.2.jar

dependencies/hudi-kafka-connect-bundle.txt

@@ -100,7 +100,6 @@ hadoop-auth/org.apache.hadoop/2.7.3//hadoop-auth-2.7.3.jar
 hadoop-client/org.apache.hadoop/2.7.3//hadoop-client-2.7.3.jar
 hadoop-common/org.apache.hadoop/2.7.3//hadoop-common-2.7.3.jar
 hadoop-hdfs/org.apache.hadoop/2.7.3//hadoop-hdfs-2.7.3.jar
-hadoop-hdfs/org.apache.hadoop/2.7.3/tests/hadoop-hdfs-2.7.3-tests.jar
 hadoop-mapreduce-client-app/org.apache.hadoop/2.7.3//hadoop-mapreduce-client-app-2.7.3.jar
 hadoop-mapreduce-client-common/org.apache.hadoop/2.7.3//hadoop-mapreduce-client-common-2.7.3.jar
 hadoop-mapreduce-client-core/org.apache.hadoop/2.7.3//hadoop-mapreduce-client-core-2.7.3.jar

dependencies/hudi-spark-bundle_2.11.txt

@@ -82,7 +82,6 @@ hadoop-auth/org.apache.hadoop/2.7.3//hadoop-auth-2.7.3.jar
 hadoop-client/org.apache.hadoop/2.7.3//hadoop-client-2.7.3.jar
 hadoop-common/org.apache.hadoop/2.7.3//hadoop-common-2.7.3.jar
 hadoop-hdfs/org.apache.hadoop/2.7.3//hadoop-hdfs-2.7.3.jar
-hadoop-hdfs/org.apache.hadoop/2.7.3/tests/hadoop-hdfs-2.7.3-tests.jar
 hadoop-mapreduce-client-app/org.apache.hadoop/2.7.3//hadoop-mapreduce-client-app-2.7.3.jar
 hadoop-mapreduce-client-common/org.apache.hadoop/2.7.3//hadoop-mapreduce-client-common-2.7.3.jar
 hadoop-mapreduce-client-core/org.apache.hadoop/2.7.3//hadoop-mapreduce-client-core-2.7.3.jar

dependencies/hudi-spark-bundle_2.12.txt

@@ -81,9 +81,7 @@ hadoop-annotations/org.apache.hadoop/2.7.3//hadoop-annotations-2.7.3.jar
 hadoop-auth/org.apache.hadoop/2.7.3//hadoop-auth-2.7.3.jar
 hadoop-client/org.apache.hadoop/2.7.3//hadoop-client-2.7.3.jar
 hadoop-common/org.apache.hadoop/2.7.3//hadoop-common-2.7.3.jar
-hadoop-common/org.apache.hadoop/2.7.3/tests/hadoop-common-2.7.3-tests.jar
 hadoop-hdfs/org.apache.hadoop/2.7.3//hadoop-hdfs-2.7.3.jar
-hadoop-hdfs/org.apache.hadoop/2.7.3/tests/hadoop-hdfs-2.7.3-tests.jar
 hadoop-mapreduce-client-app/org.apache.hadoop/2.7.3//hadoop-mapreduce-client-app-2.7.3.jar
 hadoop-mapreduce-client-common/org.apache.hadoop/2.7.3//hadoop-mapreduce-client-common-2.7.3.jar
 hadoop-mapreduce-client-core/org.apache.hadoop/2.7.3//hadoop-mapreduce-client-core-2.7.3.jar
@@ -232,7 +230,7 @@ simpleclient_dropwizard/io.prometheus/0.8.0//simpleclient_dropwizard-0.8.0.jar
 simpleclient_httpserver/io.prometheus/0.8.0//simpleclient_httpserver-0.8.0.jar
 simpleclient_pushgateway/io.prometheus/0.8.0//simpleclient_pushgateway-0.8.0.jar
 slf4j-api/org.slf4j/1.7.10//slf4j-api-1.7.10.jar
-slf4j-log4j12/org.slf4j/1.7.10//slf4j-log4j12-1.7.10.jar
+slf4j-log4j12/org.slf4j/1.6.1//slf4j-log4j12-1.6.1.jar
 slider-core/org.apache.slider/0.90.2-incubating//slider-core-0.90.2-incubating.jar
 snappy-java/org.xerial.snappy/1.1.2.6//snappy-java-1.1.2.6.jar
 spark-avro_2.12/org.apache.spark/2.4.4//spark-avro_2.12-2.4.4.jar

dependencies/hudi-spark3-bundle_2.12.txt

@@ -81,9 +81,7 @@ hadoop-annotations/org.apache.hadoop/2.7.3//hadoop-annotations-2.7.3.jar
 hadoop-auth/org.apache.hadoop/2.7.3//hadoop-auth-2.7.3.jar
 hadoop-client/org.apache.hadoop/2.7.3//hadoop-client-2.7.3.jar
 hadoop-common/org.apache.hadoop/2.7.3//hadoop-common-2.7.3.jar
-hadoop-common/org.apache.hadoop/2.7.3/tests/hadoop-common-2.7.3-tests.jar
 hadoop-hdfs/org.apache.hadoop/2.7.3//hadoop-hdfs-2.7.3.jar
-hadoop-hdfs/org.apache.hadoop/2.7.3/tests/hadoop-hdfs-2.7.3-tests.jar
 hadoop-mapreduce-client-app/org.apache.hadoop/2.7.3//hadoop-mapreduce-client-app-2.7.3.jar
 hadoop-mapreduce-client-common/org.apache.hadoop/2.7.3//hadoop-mapreduce-client-common-2.7.3.jar
 hadoop-mapreduce-client-core/org.apache.hadoop/2.7.3//hadoop-mapreduce-client-core-2.7.3.jar
@@ -232,7 +230,7 @@ simpleclient_dropwizard/io.prometheus/0.8.0//simpleclient_dropwizard-0.8.0.jar
 simpleclient_httpserver/io.prometheus/0.8.0//simpleclient_httpserver-0.8.0.jar
 simpleclient_pushgateway/io.prometheus/0.8.0//simpleclient_pushgateway-0.8.0.jar
 slf4j-api/org.slf4j/1.7.10//slf4j-api-1.7.10.jar
-slf4j-log4j12/org.slf4j/1.7.10//slf4j-log4j12-1.7.10.jar
+slf4j-log4j12/org.slf4j/1.6.1//slf4j-log4j12-1.6.1.jar
 slider-core/org.apache.slider/0.90.2-incubating//slider-core-0.90.2-incubating.jar
 snappy-java/org.xerial.snappy/1.1.2.6//snappy-java-1.1.2.6.jar
 spark-avro_2.12/org.apache.spark/3.0.0//spark-avro_2.12-3.0.0.jar

dependencies/hudi-utilities-bundle_2.11.txt

@@ -97,7 +97,6 @@ hadoop-auth/org.apache.hadoop/2.7.3//hadoop-auth-2.7.3.jar
 hadoop-client/org.apache.hadoop/2.7.3//hadoop-client-2.7.3.jar
 hadoop-common/org.apache.hadoop/2.7.3//hadoop-common-2.7.3.jar
 hadoop-hdfs/org.apache.hadoop/2.7.3//hadoop-hdfs-2.7.3.jar
-hadoop-hdfs/org.apache.hadoop/2.7.3/tests/hadoop-hdfs-2.7.3-tests.jar
 hadoop-mapreduce-client-app/org.apache.hadoop/2.7.3//hadoop-mapreduce-client-app-2.7.3.jar
 hadoop-mapreduce-client-common/org.apache.hadoop/2.7.3//hadoop-mapreduce-client-common-2.7.3.jar
 hadoop-mapreduce-client-core/org.apache.hadoop/2.7.3//hadoop-mapreduce-client-core-2.7.3.jar

dependencies/hudi-utilities-bundle_2.12.txt

@@ -96,9 +96,7 @@ hadoop-annotations/org.apache.hadoop/2.7.3//hadoop-annotations-2.7.3.jar
 hadoop-auth/org.apache.hadoop/2.7.3//hadoop-auth-2.7.3.jar
 hadoop-client/org.apache.hadoop/2.7.3//hadoop-client-2.7.3.jar
 hadoop-common/org.apache.hadoop/2.7.3//hadoop-common-2.7.3.jar
-hadoop-common/org.apache.hadoop/2.7.3/tests/hadoop-common-2.7.3-tests.jar
 hadoop-hdfs/org.apache.hadoop/2.7.3//hadoop-hdfs-2.7.3.jar
-hadoop-hdfs/org.apache.hadoop/2.7.3/tests/hadoop-hdfs-2.7.3-tests.jar
 hadoop-mapreduce-client-app/org.apache.hadoop/2.7.3//hadoop-mapreduce-client-app-2.7.3.jar
 hadoop-mapreduce-client-common/org.apache.hadoop/2.7.3//hadoop-mapreduce-client-common-2.7.3.jar
 hadoop-mapreduce-client-core/org.apache.hadoop/2.7.3//hadoop-mapreduce-client-core-2.7.3.jar
@@ -149,10 +147,10 @@ httpclient/org.apache.httpcomponents/4.4.1//httpclient-4.4.1.jar
 httpcore/org.apache.httpcomponents/4.4.1//httpcore-4.4.1.jar
 ion-java/software.amazon.ion/1.0.2//ion-java-1.0.2.jar
 ivy/org.apache.ivy/2.4.0//ivy-2.4.0.jar
-jackson-annotations/com.fasterxml.jackson.core/2.10.0//jackson-annotations-2.10.0.jar
+jackson-annotations/com.fasterxml.jackson.core/2.6.7//jackson-annotations-2.6.7.jar
 jackson-core-asl/org.codehaus.jackson/1.9.13//jackson-core-asl-1.9.13.jar
-jackson-core/com.fasterxml.jackson.core/2.10.0//jackson-core-2.10.0.jar
+jackson-core/com.fasterxml.jackson.core/2.6.7//jackson-core-2.6.7.jar
-jackson-databind/com.fasterxml.jackson.core/2.10.0//jackson-databind-2.10.0.jar
+jackson-databind/com.fasterxml.jackson.core/2.6.7.3//jackson-databind-2.6.7.3.jar
 jackson-dataformat-cbor/com.fasterxml.jackson.dataformat/2.12.3//jackson-dataformat-cbor-2.12.3.jar
 jackson-dataformat-csv/com.fasterxml.jackson.dataformat/2.6.7//jackson-dataformat-csv-2.6.7.jar
 jackson-jaxrs/org.codehaus.jackson/1.9.13//jackson-jaxrs-1.9.13.jar
@@ -280,7 +278,7 @@ simpleclient_dropwizard/io.prometheus/0.8.0//simpleclient_dropwizard-0.8.0.jar
 simpleclient_httpserver/io.prometheus/0.8.0//simpleclient_httpserver-0.8.0.jar
 simpleclient_pushgateway/io.prometheus/0.8.0//simpleclient_pushgateway-0.8.0.jar
 slf4j-api/org.slf4j/1.7.15//slf4j-api-1.7.15.jar
-slf4j-log4j12/org.slf4j/1.7.10//slf4j-log4j12-1.7.10.jar
+slf4j-log4j12/org.slf4j/1.6.1//slf4j-log4j12-1.6.1.jar
 slider-core/org.apache.slider/0.90.2-incubating//slider-core-0.90.2-incubating.jar
 snappy-java/org.xerial.snappy/1.1.7.1//snappy-java-1.1.7.1.jar
 spark-core_2.11/org.apache.spark/2.4.4//spark-core_2.11-2.4.4.jar

hudi-client/hudi-client-common/pom.xml

@@ -110,6 +110,7 @@
       <groupId>org.apache.hadoop</groupId>
       <artifactId>hadoop-hdfs</artifactId>
       <classifier>tests</classifier>
+      <scope>test</scope>
       <!-- Need these exclusions to make sure JavaSparkContext can be setup. https://issues.apache.org/jira/browse/SPARK-1693 -->
       <exclusions>
         <exclusion>

hudi-client/hudi-java-client/pom.xml

@@ -121,6 +121,28 @@
             <artifactId>junit-platform-commons</artifactId>
             <scope>test</scope>
         </dependency>
+
+        <dependency>
+            <groupId>org.apache.hadoop</groupId>
+            <artifactId>hadoop-hdfs</artifactId>
+            <classifier>tests</classifier>
+            <scope>test</scope>
+            <!-- Need these exclusions to make sure JavaSparkContext can be setup. https://issues.apache.org/jira/browse/SPARK-1693 -->
+            <exclusions>
+                <exclusion>
+                    <groupId>org.mortbay.jetty</groupId>
+                    <artifactId>*</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>javax.servlet.jsp</groupId>
+                    <artifactId>*</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>javax.servlet</groupId>
+                    <artifactId>*</artifactId>
+                </exclusion>
+            </exclusions>
+        </dependency>
     </dependencies>
 
     <build>

hudi-integ-test/pom.xml

@@ -304,6 +304,7 @@
       <groupId>org.apache.hadoop</groupId>
       <artifactId>hadoop-hdfs</artifactId>
       <classifier>tests</classifier>
+      <scope>test</scope>
       <exclusions>
         <exclusion>
           <groupId>javax.servlet</groupId>

hudi-spark-datasource/hudi-spark/pom.xml

@@ -503,5 +503,27 @@
       <scope>test</scope>
     </dependency>
 
+    <dependency>
+      <groupId>org.apache.hadoop</groupId>
+      <artifactId>hadoop-hdfs</artifactId>
+      <classifier>tests</classifier>
+      <scope>test</scope>
+      <!-- Need these exclusions to make sure JavaSparkContext can be setup. https://issues.apache.org/jira/browse/SPARK-1693 -->
+      <exclusions>
+        <exclusion>
+          <groupId>org.mortbay.jetty</groupId>
+          <artifactId>*</artifactId>
+        </exclusion>
+        <exclusion>
+          <groupId>javax.servlet.jsp</groupId>
+          <artifactId>*</artifactId>
+        </exclusion>
+        <exclusion>
+          <groupId>javax.servlet</groupId>
+          <artifactId>*</artifactId>
+        </exclusion>
+      </exclusions>
+    </dependency>
+
   </dependencies>
 </project>

hudi-sync/hudi-hive-sync/pom.xml

@@ -96,6 +96,7 @@
       <groupId>org.apache.hadoop</groupId>
       <artifactId>hadoop-hdfs</artifactId>
       <classifier>tests</classifier>
+      <scope>test</scope>
     </dependency>
 
     <!-- Hive -->

packaging/hudi-integ-test-bundle/pom.xml

@@ -353,6 +353,7 @@
       <groupId>org.apache.hadoop</groupId>
       <artifactId>hadoop-hdfs</artifactId>
       <classifier>tests</classifier>
+      <scope>test</scope>
     </dependency>
     <dependency>
       <groupId>org.apache.hadoop</groupId>

pom.xml

@@ -783,6 +783,7 @@
         <groupId>org.apache.hadoop</groupId>
         <artifactId>hadoop-hdfs</artifactId>
         <classifier>tests</classifier>
+        <scope>test</scope>
         <version>${hadoop.version}</version>
       </dependency>
       <dependency>