lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-2002] Modify HiveIncrementalPuller log level to ERROR (#3070)

Browse Source 
Co-authored-by: wei.zhang2 <wei.zhang2@dmall.com>
This commit is contained in:
Wei
2021-06-13 01:21:43 +08:00
committed by GitHub
parent 673d62f3c3
commit ba728d822f
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
hudi-utilities/src/main/java/org/apache/hudi/utilities/HiveIncrementalPuller.java
View File

@@ -180,13 +180,13 @@ public class HiveIncrementalPuller {
incrementalPullSQLtemplate.add("storedAsClause", storedAsClause); incrementalPullSQLtemplate.add("storedAsClause", storedAsClause);
String incrementalSQL = new Scanner(new File(config.incrementalSQLFile)).useDelimiter("\\Z").next(); String incrementalSQL = new Scanner(new File(config.incrementalSQLFile)).useDelimiter("\\Z").next();
if (!incrementalSQL.contains(config.sourceDb + "." + config.sourceTable)) { if (!incrementalSQL.contains(config.sourceDb + "." + config.sourceTable)) {
LOG.info("Incremental SQL does not have " + config.sourceDb + "." + config.sourceTable LOG.error("Incremental SQL does not have " + config.sourceDb + "." + config.sourceTable
+ ", which means its pulling from a different table. Fencing this from happening."); + ", which means its pulling from a different table. Fencing this from happening.");
throw new HoodieIncrementalPullSQLException( throw new HoodieIncrementalPullSQLException(
"Incremental SQL does not have " + config.sourceDb + "." + config.sourceTable); "Incremental SQL does not have " + config.sourceDb + "." + config.sourceTable);
} }
if (!incrementalSQL.contains("`_hoodie_commit_time` > '%targetBasePath'")) { if (!incrementalSQL.contains("`_hoodie_commit_time` > '%targetBasePath'")) {
LOG.info("Incremental SQL : " + incrementalSQL LOG.error("Incremental SQL : " + incrementalSQL
+ " does not contain `_hoodie_commit_time` > '%targetBasePath'. Please add " + " does not contain `_hoodie_commit_time` > '%targetBasePath'. Please add "
+ "this clause for incremental to work properly."); + "this clause for incremental to work properly.");
throw new HoodieIncrementalPullSQLException( throw new HoodieIncrementalPullSQLException(