lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[MINOR] Fix typos (#4053)

Browse Source
This commit is contained in:
董可伦
2021-11-21 16:34:59 +08:00
committed by GitHub
parent 887787e8b9
commit 2533a9cc17
1 changed files with 12 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

24
hudi-utilities/src/main/java/org/apache/hudi/utilities/HiveIncrementalPuller.java
View File

@@ -106,14 +106,14 @@ public class HiveIncrementalPuller {
private Connection connection;
protected final Config config;
private final ST incrementalPullSQLtemplate;
private final ST incrementalPullSQLTemplate;
public HiveIncrementalPuller(Config config) throws IOException {
this.config = config;
validateConfig(config);
String templateContent =
FileIOUtils.readAsUTFString(this.getClass().getResourceAsStream("/IncrementalPull.sqltemplate"));
incrementalPullSQLtemplate = new ST(templateContent);
incrementalPullSQLTemplate = new ST(templateContent);
}
private void validateConfig(Config config) {
@@ -165,19 +165,19 @@ public class HiveIncrementalPuller {
stmt.close();
}
} catch (SQLException e) {
LOG.error("Could not close the resultset opened ", e);
LOG.error("Could not close the resultSet opened ", e);
}
}
}
private void executeIncrementalSQL(String tempDbTable, String tempDbTablePath, Statement stmt)
throws FileNotFoundException, SQLException {
incrementalPullSQLtemplate.add("tempDbTable", tempDbTable);
incrementalPullSQLtemplate.add("tempDbTablePath", tempDbTablePath);
incrementalPullSQLTemplate.add("tempDbTable", tempDbTable);
incrementalPullSQLTemplate.add("tempDbTablePath", tempDbTablePath);
String storedAsClause = getStoredAsClause();
incrementalPullSQLtemplate.add("storedAsClause", storedAsClause);
incrementalPullSQLTemplate.add("storedAsClause", storedAsClause);
String incrementalSQL = new Scanner(new File(config.incrementalSQLFile)).useDelimiter("\\Z").next();
if (!incrementalSQL.contains(config.sourceDb + "." + config.sourceTable)) {
LOG.error("Incremental SQL does not have " + config.sourceDb + "." + config.sourceTable
@@ -194,8 +194,8 @@ public class HiveIncrementalPuller {
+ "means its not pulling incrementally");
}
incrementalPullSQLtemplate.add("incrementalSQL", String.format(incrementalSQL, config.fromCommitTime));
String sql = incrementalPullSQLtemplate.render();
incrementalPullSQLTemplate.add("incrementalSQL", String.format(incrementalSQL, config.fromCommitTime));
String sql = incrementalPullSQLTemplate.render();
// Check if the SQL is pulling from the right database
executeStatement(sql, stmt);
}
@@ -208,13 +208,13 @@ public class HiveIncrementalPuller {
LOG.info("Setting up Hive JDBC Session with properties");
// set the queue
executeStatement("set mapred.job.queue.name=" + config.yarnQueueName, stmt);
// Set the inputformat to HoodieCombineHiveInputFormat
// Set the inputFormat to HoodieCombineHiveInputFormat
executeStatement("set hive.input.format=org.apache.hudi.hadoop.hive.HoodieCombineHiveInputFormat", stmt);
// Allow queries without partition predicate
executeStatement("set hive.strict.checks.large.query=false", stmt);
// Dont gather stats for the table created
// Don't gather stats for the table created
executeStatement("set hive.stats.autogather=false", stmt);
// Set the hoodie modie
// Set the hoodie mode
executeStatement("set hoodie." + config.sourceTable + ".consume.mode=INCREMENTAL", stmt);
// Set the from commit time
executeStatement("set hoodie." + config.sourceTable + ".consume.start.timestamp=" + config.fromCommitTime, stmt);
@@ -263,7 +263,7 @@ public class HiveIncrementalPuller {
resultSet.close();
}
} catch (SQLException e) {
LOG.error("Could not close the resultset opened ", e);
LOG.error("Could not close the resultSet opened ", e);
}
}
return null;