From 18a39715c9796be40be93759a47d7cefc2cd4417 Mon Sep 17 00:00:00 2001 From: Balaji Varadarajan Date: Fri, 7 Sep 2018 18:30:49 -0700 Subject: [PATCH] Bump up versions in packaging modules and remove commons-lang3 dep --- .../main/scala/com/uber/hoodie/DefaultSource.scala | 1 + hoodie-spark/src/test/scala/DataSourceTest.scala | 11 ++--------- packaging/hoodie-hadoop-mr-bundle/pom.xml | 8 +------- packaging/hoodie-hive-bundle/pom.xml | 2 +- packaging/hoodie-spark-bundle/pom.xml | 6 +----- 5 files changed, 6 insertions(+), 22 deletions(-) diff --git a/hoodie-spark/src/main/scala/com/uber/hoodie/DefaultSource.scala b/hoodie-spark/src/main/scala/com/uber/hoodie/DefaultSource.scala index 580529513..1a79b352a 100644 --- a/hoodie-spark/src/main/scala/com/uber/hoodie/DefaultSource.scala +++ b/hoodie-spark/src/main/scala/com/uber/hoodie/DefaultSource.scala @@ -28,6 +28,7 @@ import com.uber.hoodie.common.table.{HoodieTableConfig, HoodieTableMetaClient} import com.uber.hoodie.common.util.{FSUtils, TypedProperties} import com.uber.hoodie.config.HoodieWriteConfig import com.uber.hoodie.exception.HoodieException +import com.uber.hoodie.hive.{HiveSyncConfig, HiveSyncTool} import org.apache.avro.generic.GenericRecord import org.apache.hadoop.fs.{FileSystem, Path} import org.apache.hadoop.hive.conf.HiveConf diff --git a/hoodie-spark/src/test/scala/DataSourceTest.scala b/hoodie-spark/src/test/scala/DataSourceTest.scala index 1bdc92777..821a7225a 100644 --- a/hoodie-spark/src/test/scala/DataSourceTest.scala +++ b/hoodie-spark/src/test/scala/DataSourceTest.scala @@ -124,14 +124,7 @@ class DataSourceTest extends AssertionsForJUnit { assertTrue(HoodieDataSourceHelpers.hasNewCommits(fs, basePath, "000")) // Read RO View - try { - val hoodieROViewDF1 = spark.read.format("com.uber.hoodie") - .load(basePath + "/*/*/*/*") - fail("we should error out, since no compaction has yet occurred.") - } catch { - case e: AnalysisException => { - // do nothing - } - }; + val hoodieROViewDF1 = spark.read.format("com.uber.hoodie").load(basePath + "/*/*/*/*") + assertEquals(100, hoodieROViewDF1.count()) // still 100, since we only updated } } diff --git a/packaging/hoodie-hadoop-mr-bundle/pom.xml b/packaging/hoodie-hadoop-mr-bundle/pom.xml index 625605cb2..9e20c1faf 100644 --- a/packaging/hoodie-hadoop-mr-bundle/pom.xml +++ b/packaging/hoodie-hadoop-mr-bundle/pom.xml @@ -19,7 +19,7 @@ hoodie com.uber.hoodie - 0.4.3-SNAPSHOT + 0.4.4-SNAPSHOT ../../pom.xml 4.0.0 @@ -76,11 +76,6 @@ commons-logging - - org.apache.commons - commons-lang3 - - org.apache.parquet parquet-avro @@ -174,7 +169,6 @@ com.twitter:parquet-hadoop-bundle com.twitter.common:objectsize commons-logging:commons-logging - org.apache.commons:commons-lang3 ${project.artifactId}-${project.version}${hiveJarSuffix} diff --git a/packaging/hoodie-hive-bundle/pom.xml b/packaging/hoodie-hive-bundle/pom.xml index 4878992aa..c55666d1f 100644 --- a/packaging/hoodie-hive-bundle/pom.xml +++ b/packaging/hoodie-hive-bundle/pom.xml @@ -19,7 +19,7 @@ hoodie com.uber.hoodie - 0.4.3-SNAPSHOT + 0.4.4-SNAPSHOT ../../pom.xml 4.0.0 diff --git a/packaging/hoodie-spark-bundle/pom.xml b/packaging/hoodie-spark-bundle/pom.xml index ef80eac50..75bb572ac 100644 --- a/packaging/hoodie-spark-bundle/pom.xml +++ b/packaging/hoodie-spark-bundle/pom.xml @@ -21,7 +21,7 @@ hoodie com.uber.hoodie - 0.4.3-SNAPSHOT + 0.4.4-SNAPSHOT ../../pom.xml 4.0.0 @@ -239,10 +239,6 @@ org.apache.avro avro - - org.apache.commons - commons-lang3 - org.apache.commons commons-configuration2