lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[MINOR] fix get classname for hive sync (#2008)

Browse Source
This commit is contained in:
Gary Li
2020-08-31 16:26:10 -07:00
committed by GitHub
parent 6461927eac
commit 48a58c98a1
2 changed files with 18 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/utils/HoodieInputFormatUtils.java
View File

@@ -99,9 +99,23 @@ public class HoodieInputFormatUtils {
} }
} }
public static String getInputFormatClassName(HoodieFileFormat baseFileFormat, boolean realtime, Configuration conf) { public static String getInputFormatClassName(HoodieFileFormat baseFileFormat, boolean realtime) {
FileInputFormat inputFormat = getInputFormat(baseFileFormat, realtime, conf); switch (baseFileFormat) {
return inputFormat.getClass().getName(); case PARQUET:
if (realtime) {
return HoodieParquetRealtimeInputFormat.class.getName();
} else {
return HoodieParquetInputFormat.class.getName();
}
case HFILE:
if (realtime) {
return HoodieHFileRealtimeInputFormat.class.getName();
} else {
return HoodieHFileInputFormat.class.getName();
}
default:
throw new HoodieIOException("Hoodie InputFormat not implemented for base file format " + baseFileFormat);
}
} }
public static String getOutputFormatClassName(HoodieFileFormat baseFileFormat) { public static String getOutputFormatClassName(HoodieFileFormat baseFileFormat) {

3
hudi-sync/hudi-hive-sync/src/main/java/org/apache/hudi/hive/HiveSyncTool.java
View File

@@ -157,8 +157,7 @@ public class HiveSyncTool extends AbstractSyncTool {
if (!tableExists) { if (!tableExists) {
LOG.info("Hive table " + tableName + " is not found. Creating it"); LOG.info("Hive table " + tableName + " is not found. Creating it");
HoodieFileFormat baseFileFormat = HoodieFileFormat.valueOf(cfg.baseFileFormat.toUpperCase()); HoodieFileFormat baseFileFormat = HoodieFileFormat.valueOf(cfg.baseFileFormat.toUpperCase());
String inputFormatClassName = HoodieInputFormatUtils.getInputFormatClassName(baseFileFormat, useRealTimeInputFormat, String inputFormatClassName = HoodieInputFormatUtils.getInputFormatClassName(baseFileFormat, useRealTimeInputFormat);
new Configuration());
if (baseFileFormat.equals(HoodieFileFormat.PARQUET) && cfg.usePreApacheInputFormat) { if (baseFileFormat.equals(HoodieFileFormat.PARQUET) && cfg.usePreApacheInputFormat) {
// Parquet input format had an InputFormat class visible under the old naming scheme. // Parquet input format had an InputFormat class visible under the old naming scheme.