lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

Switch some info log to debug (#83)

Browse Source 
* Switch some info log to debug

* fix a typo

* remote HoodieTableMetadata file
This commit is contained in:
Wei Yan
2017-02-23 20:12:36 -08:00
committed by prazanna
parent fe5c5e8021
commit c4fa585b27
1 changed files with 6 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
hoodie-hadoop-mr/src/main/java/com/uber/hoodie/hadoop/HoodieInputFormat.java
View File

@@ -91,7 +91,9 @@ public class HoodieInputFormat extends MapredParquetInputFormat
} }
FileStatus[] value = entry.getValue().toArray(new FileStatus[entry.getValue().size()]); FileStatus[] value = entry.getValue().toArray(new FileStatus[entry.getValue().size()]);
LOG.info("Hoodie Metadata initialized with completed commit Ts as :" + metadata); if (LOG.isDebugEnabled()) {
LOG.debug("Hoodie Metadata initialized with completed commit Ts as :" + metadata);
}
String tableName = metadata.getTableConfig().getTableName(); String tableName = metadata.getTableConfig().getTableName();
String mode = HoodieHiveUtil.readMode(Job.getInstance(job), tableName); String mode = HoodieHiveUtil.readMode(Job.getInstance(job), tableName);
HoodieTimeline timeline = metadata.getActiveTimeline().getCommitTimeline().filterCompletedInstants(); HoodieTimeline timeline = metadata.getActiveTimeline().getCommitTimeline().filterCompletedInstants();
@@ -120,7 +122,9 @@ public class HoodieInputFormat extends MapredParquetInputFormat
List<HoodieDataFile> filteredFiles = fsView.getLatestVersions(value).collect(Collectors.toList()); List<HoodieDataFile> filteredFiles = fsView.getLatestVersions(value).collect(Collectors.toList());
LOG.info("Total paths to process after hoodie filter " + filteredFiles.size()); LOG.info("Total paths to process after hoodie filter " + filteredFiles.size());
for (HoodieDataFile filteredFile : filteredFiles) { for (HoodieDataFile filteredFile : filteredFiles) {
LOG.info("Processing latest hoodie file - " + filteredFile.getPath()); if (LOG.isDebugEnabled()) {
LOG.debug("Processing latest hoodie file - " + filteredFile.getPath());
}
returns.add(filteredFile.getFileStatus()); returns.add(filteredFile.getFileStatus());
} }
} }