lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

Bump up versions in packaging modules and remove commons-lang3 dep

Browse Source
This commit is contained in:
Balaji Varadarajan
2018-09-07 18:30:49 -07:00
committed by vinoth chandar
parent eca49a255e
commit 18a39715c9
5 changed files with 6 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
hoodie-spark/src/main/scala/com/uber/hoodie/DefaultSource.scala
View File

@@ -28,6 +28,7 @@ import com.uber.hoodie.common.table.{HoodieTableConfig, HoodieTableMetaClient}
import com.uber.hoodie.common.util.{FSUtils, TypedProperties}
import com.uber.hoodie.config.HoodieWriteConfig
import com.uber.hoodie.exception.HoodieException
import com.uber.hoodie.hive.{HiveSyncConfig, HiveSyncTool}
import org.apache.avro.generic.GenericRecord
import org.apache.hadoop.fs.{FileSystem, Path}
import org.apache.hadoop.hive.conf.HiveConf

11
hoodie-spark/src/test/scala/DataSourceTest.scala
View File

@@ -124,14 +124,7 @@ class DataSourceTest extends AssertionsForJUnit {
assertTrue(HoodieDataSourceHelpers.hasNewCommits(fs, basePath, "000"))
// Read RO View
try {
val hoodieROViewDF1 = spark.read.format("com.uber.hoodie")
.load(basePath + "/*/*/*/*")
fail("we should error out, since no compaction has yet occurred.")
} catch {
case e: AnalysisException => {
// do nothing
}
};
val hoodieROViewDF1 = spark.read.format("com.uber.hoodie").load(basePath + "/*/*/*/*")
assertEquals(100, hoodieROViewDF1.count()) // still 100, since we only updated
}
}