lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-880] Replace part of spark context by hadoop configuration in HoodieTable. (#1614)

Browse Source
This commit is contained in:
Shen Hong
2020-05-12 14:33:57 +08:00
committed by GitHub
parent 5d37e66b7e
commit 295d00beea
28 changed files with 135 additions and 125 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
hudi-spark/src/main/scala/org/apache/hudi/IncrementalRelation.scala
View File

@@ -55,7 +55,7 @@ class IncrementalRelation(val sqlContext: SQLContext,
}
// TODO : Figure out a valid HoodieWriteConfig
private val hoodieTable = HoodieTable.create(metaClient, HoodieWriteConfig.newBuilder().withPath(basePath).build(),
sqlContext.sparkContext)
sqlContext.sparkContext.hadoopConfiguration)
val commitTimeline = hoodieTable.getMetaClient.getCommitTimeline.filterCompletedInstants()
if (commitTimeline.empty()) {
throw new HoodieException("No instants to incrementally pull")