lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-1751] DeltaStreamer print many unnecessary warn log (#2754)

Browse Source
This commit is contained in:
li36909
2021-04-07 15:47:03 +08:00
committed by GitHub
parent d035fcbb3c
commit dadd081d45
1 changed files with 6 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
hudi-utilities/src/main/java/org/apache/hudi/utilities/sources/helpers/KafkaOffsetGen.java
View File

@@ -173,9 +173,13 @@ public class KafkaOffsetGen {
this.props = props; this.props = props;
kafkaParams = new HashMap<>(); kafkaParams = new HashMap<>();
for (Object prop : props.keySet()) { props.keySet().stream().filter(prop -> {
// In order to prevent printing unnecessary warn logs, here filter out the hoodie
// configuration items before passing to kafkaParams
return !prop.toString().startsWith("hoodie.");
}).forEach(prop -> {
kafkaParams.put(prop.toString(), props.get(prop.toString())); kafkaParams.put(prop.toString(), props.get(prop.toString()));
} });
DataSourceUtils.checkRequiredProperties(props, Collections.singletonList(Config.KAFKA_TOPIC_NAME)); DataSourceUtils.checkRequiredProperties(props, Collections.singletonList(Config.KAFKA_TOPIC_NAME));
topicName = props.getString(Config.KAFKA_TOPIC_NAME); topicName = props.getString(Config.KAFKA_TOPIC_NAME);
String kafkaAutoResetOffsetsStr = props.getString(Config.KAFKA_AUTO_RESET_OFFSETS, Config.DEFAULT_KAFKA_AUTO_RESET_OFFSETS.name().toLowerCase()); String kafkaAutoResetOffsetsStr = props.getString(Config.KAFKA_AUTO_RESET_OFFSETS, Config.DEFAULT_KAFKA_AUTO_RESET_OFFSETS.name().toLowerCase());