1
0

[MINOR] Fix DedupeSparkJob typo (#4418)

This commit is contained in:
Aimiyoo
2021-12-23 03:51:26 +08:00
committed by GitHub
parent 5d93edc539
commit 57f43de1ea

View File

@@ -233,7 +233,7 @@ class DedupeSparkJob(basePath: String,
} }
println("No duplicates found & counts are in check!!!! ") println("No duplicates found & counts are in check!!!! ")
// 4. Prepare to copy the fixed files back. // 5. Prepare to copy the fixed files back.
fileNameToPathMap.foreach { case (_, filePath) => fileNameToPathMap.foreach { case (_, filePath) =>
val srcPath = new Path(s"$repairOutputPath/${filePath.getName}") val srcPath = new Path(s"$repairOutputPath/${filePath.getName}")
val dstPath = new Path(s"$basePath/$duplicatedPartitionPath/${filePath.getName}") val dstPath = new Path(s"$basePath/$duplicatedPartitionPath/${filePath.getName}")