lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-2864] Fix README and scripts with current limitations of hive sync (#4129)

Browse Source 
* Fix README with current limitations of hive sync

* Fix README with current limitations of hive sync

* Fix dep issue

* Fix Copy on Write flow

Co-authored-by: Rajesh Mahindra <rmahindra@Rajeshs-MacBook-Pro.local>
This commit is contained in:
rmahindra123
2021-11-26 15:09:32 -08:00
committed by GitHub
parent 8402cac407
commit 9028e6e1e4
8 changed files with 128 additions and 91 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
hudi-kafka-connect/src/main/java/org/apache/hudi/connect/KafkaConnectFileIdPrefixProvider.java
View File

@@ -18,6 +18,7 @@
package org.apache.hudi.connect;
import org.apache.hudi.common.config.TypedProperties;
import org.apache.hudi.connect.utils.KafkaConnectUtils;
import org.apache.hudi.exception.HoodieException;
import org.apache.hudi.table.FileIdPrefixProvider;
@@ -25,8 +26,6 @@ import org.apache.hudi.table.FileIdPrefixProvider;
import org.apache.log4j.LogManager;
import org.apache.log4j.Logger;
import java.util.Properties;
public class KafkaConnectFileIdPrefixProvider extends FileIdPrefixProvider {
public static final String KAFKA_CONNECT_PARTITION_ID = "hudi.kafka.connect.partition";
@@ -34,7 +33,7 @@ public class KafkaConnectFileIdPrefixProvider extends FileIdPrefixProvider {
private final String kafkaPartition;
public KafkaConnectFileIdPrefixProvider(Properties props) {
public KafkaConnectFileIdPrefixProvider(TypedProperties props) {
super(props);
if (!props.containsKey(KAFKA_CONNECT_PARTITION_ID)) {
LOG.error("Fatal error due to Kafka Connect Partition Id is not set");