lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

Reword confusing message and reducing the severity level

Browse Source
This commit is contained in:
Balaji Varadarajan
2019-06-19 14:15:02 -07:00
committed by vinoth chandar
parent 8223127611
commit 66c7fa2322
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
hoodie-client/src/main/java/com/uber/hoodie/table/HoodieTable.java
View File

@@ -341,7 +341,10 @@ public abstract class HoodieTable<T extends HoodieRecordPayload> implements Seri
.filter(p -> p.endsWith(".parquet")).collect(Collectors.toList()); .filter(p -> p.endsWith(".parquet")).collect(Collectors.toList());
// Contains list of partially created files. These needs to be cleaned up. // Contains list of partially created files. These needs to be cleaned up.
invalidDataPaths.removeAll(validDataPaths); invalidDataPaths.removeAll(validDataPaths);
logger.warn("InValid data paths=" + invalidDataPaths); if (!invalidDataPaths.isEmpty()) {
logger.info("Removing duplicate data files created due to spark retries before committing. Paths="
+ invalidDataPaths);
}
Map<String, List<Pair<String, String>>> groupByPartition = invalidDataPaths.stream() Map<String, List<Pair<String, String>>> groupByPartition = invalidDataPaths.stream()
.map(dp -> Pair.of(new Path(dp).getParent().toString(), dp)) .map(dp -> Pair.of(new Path(dp).getParent().toString(), dp))