[MINOR] Fix DedupeSparkJob typo (#4418)
This commit is contained in:
@@ -233,7 +233,7 @@ class DedupeSparkJob(basePath: String,
|
||||
}
|
||||
|
||||
println("No duplicates found & counts are in check!!!! ")
|
||||
// 4. Prepare to copy the fixed files back.
|
||||
// 5. Prepare to copy the fixed files back.
|
||||
fileNameToPathMap.foreach { case (_, filePath) =>
|
||||
val srcPath = new Path(s"$repairOutputPath/${filePath.getName}")
|
||||
val dstPath = new Path(s"$basePath/$duplicatedPartitionPath/${filePath.getName}")
|
||||
|
||||
Reference in New Issue
Block a user