lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-159] Precursor cleanup to reduce build warnings

Browse Source
This commit is contained in:
Vinoth Chandar
2019-08-26 17:41:00 -07:00
committed by Balaji Varadarajan
parent c265b4948f
commit 78e0721507
13 changed files with 110 additions and 87 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
hudi-cli/src/main/scala/org/apache/hudi/cli/SparkHelpers.scala
View File

@@ -107,7 +107,9 @@ class SparkHelper(sqlContext: SQLContext, fs: FileSystem) {
* @param sqlContext
*/
def getKeyCount(file: String, sqlContext: org.apache.spark.sql.SQLContext) = {
println(getRowKeyDF(file).collect().length)
val keyCount = getRowKeyDF(file).collect().length
println(keyCount)
keyCount
}
@@ -128,7 +130,7 @@ class SparkHelper(sqlContext: SQLContext, fs: FileSystem) {
.select(s"`${HoodieRecord.RECORD_KEY_METADATA_FIELD}`")
.collect().count(r => !bf.mightContain(r.getString(0)))
val totalCount = getKeyCount(file, sqlContext)
s"totalCount: ${totalCount}, foundCount: ${foundCount}"
println(s"totalCount: $totalCount, foundCount: $foundCount")
totalCount == foundCount
}