lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-2942] add error message log in HoodieCombineHiveInputFormat (#4224)

Browse Source
This commit is contained in:
xuzifu666
2021-12-08 14:05:39 +08:00
committed by GitHub
parent e8473b9a2b
commit c9e18d1e7d
1 changed files with 1 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/hive/HoodieCombineHiveInputFormat.java
View File

@@ -26,7 +26,6 @@ import org.apache.hudi.hadoop.realtime.HoodieParquetRealtimeInputFormat;
import org.apache.hudi.hadoop.utils.HoodieInputFormatUtils; import org.apache.hudi.hadoop.utils.HoodieInputFormatUtils;
import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileStatus; import org.apache.hadoop.fs.FileStatus;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path; import org.apache.hadoop.fs.Path;
import org.apache.hadoop.fs.PathFilter; import org.apache.hadoop.fs.PathFilter;
import org.apache.hadoop.hive.common.StringInternUtils; import org.apache.hadoop.hive.common.StringInternUtils;
@@ -183,8 +182,8 @@ public class HoodieCombineHiveInputFormat<K extends WritableComparable, V extend
deserializerClassName = part.getDeserializer(job).getClass().getName(); deserializerClassName = part.getDeserializer(job).getClass().getName();
} catch (Exception e) { } catch (Exception e) {
// ignore // ignore
LOG.error("Getting deserializer class name error ", e);
} }
FileSystem inpFs = path.getFileSystem(job);
// don't combine if inputformat is a SymlinkTextInputFormat // don't combine if inputformat is a SymlinkTextInputFormat
if (inputFormat instanceof SymlinkTextInputFormat) { if (inputFormat instanceof SymlinkTextInputFormat) {