1
0

[MINOR] Fix DedupeSparkJob typo (#4418)

This commit is contained in:
Aimiyoo
2021-12-23 03:51:26 +08:00
committed by GitHub
parent 5d93edc539
commit 57f43de1ea

View File

@@ -233,7 +233,7 @@ class DedupeSparkJob(basePath: String,
}
println("No duplicates found & counts are in check!!!! ")
// 4. Prepare to copy the fixed files back.
// 5. Prepare to copy the fixed files back.
fileNameToPathMap.foreach { case (_, filePath) =>
val srcPath = new Path(s"$repairOutputPath/${filePath.getName}")
val dstPath = new Path(s"$basePath/$duplicatedPartitionPath/${filePath.getName}")