From 6dab307e6f9aa3dd9582f0240430dd86de83624c Mon Sep 17 00:00:00 2001 From: Sagar Sumit Date: Tue, 7 Dec 2021 07:18:32 +0530 Subject: [PATCH] [MINOR] Remove redundant and conflicting spark-hive dependency (#4228) Disable TestHiveSchemaProvider --- hudi-utilities/pom.xml | 7 ------- .../hudi/utilities/functional/TestHiveSchemaProvider.java | 4 ++++ 2 files changed, 4 insertions(+), 7 deletions(-) diff --git a/hudi-utilities/pom.xml b/hudi-utilities/pom.xml index a487125ed..2e68039c1 100644 --- a/hudi-utilities/pom.xml +++ b/hudi-utilities/pom.xml @@ -233,13 +233,6 @@ provided - - org.apache.spark - spark-hive_${scala.binary.version} - ${spark.version} - test - - org.apache.spark spark-streaming_${scala.binary.version} diff --git a/hudi-utilities/src/test/java/org/apache/hudi/utilities/functional/TestHiveSchemaProvider.java b/hudi-utilities/src/test/java/org/apache/hudi/utilities/functional/TestHiveSchemaProvider.java index 414ad524a..7c2dd0c32 100644 --- a/hudi-utilities/src/test/java/org/apache/hudi/utilities/functional/TestHiveSchemaProvider.java +++ b/hudi-utilities/src/test/java/org/apache/hudi/utilities/functional/TestHiveSchemaProvider.java @@ -33,6 +33,7 @@ import org.apache.spark.sql.SparkSession; import org.apache.spark.sql.catalyst.analysis.NoSuchTableException; import org.junit.jupiter.api.Assertions; import org.junit.jupiter.api.BeforeAll; +import org.junit.jupiter.api.Disabled; import org.junit.jupiter.api.Tag; import org.junit.jupiter.api.Test; @@ -57,6 +58,7 @@ public class TestHiveSchemaProvider extends SparkClientFunctionalTestHarnessWith PROPS.setProperty("hoodie.deltastreamer.schemaprovider.source.schema.hive.table", dbAndTableName.getRight()); } + @Disabled @Test public void testSourceSchema() throws Exception { try { @@ -76,6 +78,7 @@ public class TestHiveSchemaProvider extends SparkClientFunctionalTestHarnessWith } } + @Disabled @Test public void testTargetSchema() throws Exception { try { @@ -97,6 +100,7 @@ public class TestHiveSchemaProvider extends SparkClientFunctionalTestHarnessWith } } + @Disabled @Test public void testNotExistTable() { String wrongName = "wrong_schema_tab";