diff --git a/hoodie-spark/src/main/scala/com/uber/hoodie/DefaultSource.scala b/hoodie-spark/src/main/scala/com/uber/hoodie/DefaultSource.scala index 580529513..1a79b352a 100644 --- a/hoodie-spark/src/main/scala/com/uber/hoodie/DefaultSource.scala +++ b/hoodie-spark/src/main/scala/com/uber/hoodie/DefaultSource.scala @@ -28,6 +28,7 @@ import com.uber.hoodie.common.table.{HoodieTableConfig, HoodieTableMetaClient} import com.uber.hoodie.common.util.{FSUtils, TypedProperties} import com.uber.hoodie.config.HoodieWriteConfig import com.uber.hoodie.exception.HoodieException +import com.uber.hoodie.hive.{HiveSyncConfig, HiveSyncTool} import org.apache.avro.generic.GenericRecord import org.apache.hadoop.fs.{FileSystem, Path} import org.apache.hadoop.hive.conf.HiveConf diff --git a/hoodie-spark/src/test/scala/DataSourceTest.scala b/hoodie-spark/src/test/scala/DataSourceTest.scala index 1bdc92777..821a7225a 100644 --- a/hoodie-spark/src/test/scala/DataSourceTest.scala +++ b/hoodie-spark/src/test/scala/DataSourceTest.scala @@ -124,14 +124,7 @@ class DataSourceTest extends AssertionsForJUnit { assertTrue(HoodieDataSourceHelpers.hasNewCommits(fs, basePath, "000")) // Read RO View - try { - val hoodieROViewDF1 = spark.read.format("com.uber.hoodie") - .load(basePath + "/*/*/*/*") - fail("we should error out, since no compaction has yet occurred.") - } catch { - case e: AnalysisException => { - // do nothing - } - }; + val hoodieROViewDF1 = spark.read.format("com.uber.hoodie").load(basePath + "/*/*/*/*") + assertEquals(100, hoodieROViewDF1.count()) // still 100, since we only updated } } diff --git a/packaging/hoodie-hadoop-mr-bundle/pom.xml b/packaging/hoodie-hadoop-mr-bundle/pom.xml index 625605cb2..9e20c1faf 100644 --- a/packaging/hoodie-hadoop-mr-bundle/pom.xml +++ b/packaging/hoodie-hadoop-mr-bundle/pom.xml @@ -19,7 +19,7 @@ hoodie com.uber.hoodie - 0.4.3-SNAPSHOT + 0.4.4-SNAPSHOT ../../pom.xml 4.0.0 @@ -76,11 +76,6 @@ commons-logging - - org.apache.commons - commons-lang3 - - org.apache.parquet parquet-avro @@ -174,7 +169,6 @@ com.twitter:parquet-hadoop-bundle com.twitter.common:objectsize commons-logging:commons-logging - org.apache.commons:commons-lang3 ${project.artifactId}-${project.version}${hiveJarSuffix} diff --git a/packaging/hoodie-hive-bundle/pom.xml b/packaging/hoodie-hive-bundle/pom.xml index 4878992aa..c55666d1f 100644 --- a/packaging/hoodie-hive-bundle/pom.xml +++ b/packaging/hoodie-hive-bundle/pom.xml @@ -19,7 +19,7 @@ hoodie com.uber.hoodie - 0.4.3-SNAPSHOT + 0.4.4-SNAPSHOT ../../pom.xml 4.0.0 diff --git a/packaging/hoodie-spark-bundle/pom.xml b/packaging/hoodie-spark-bundle/pom.xml index ef80eac50..75bb572ac 100644 --- a/packaging/hoodie-spark-bundle/pom.xml +++ b/packaging/hoodie-spark-bundle/pom.xml @@ -21,7 +21,7 @@ hoodie com.uber.hoodie - 0.4.3-SNAPSHOT + 0.4.4-SNAPSHOT ../../pom.xml 4.0.0 @@ -239,10 +239,6 @@ org.apache.avro avro - - org.apache.commons - commons-lang3 - org.apache.commons commons-configuration2