diff --git a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/AbstractHoodieWriteClient.java b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/AbstractHoodieWriteClient.java index 186cb1577..ed3ba1d22 100644 --- a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/AbstractHoodieWriteClient.java +++ b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/AbstractHoodieWriteClient.java @@ -639,7 +639,7 @@ public abstract class AbstractHoodieWriteClient 0) { + hiveConf.set("hive.zookeeper.quorum", zkConnectUrl); + } + String zkPort = lockConfiguration.getConfig().getOrDefault(ZK_PORT_PROP, "").toString(); + if (zkPort.length() > 0) { + hiveConf.set("hive.zookeeper.client.port", zkPort); + } + String zkSessionTimeout = lockConfiguration.getConfig().getOrDefault(ZK_SESSION_TIMEOUT_MS_PROP, "").toString(); + if (zkSessionTimeout.length() > 0) { + hiveConf.set("hive.zookeeper.session.timeout", zkSessionTimeout); + } } private String generateLogSuffixString() { diff --git a/hudi-utilities/src/test/java/org/apache/hudi/utilities/functional/TestHoodieDeltaStreamer.java b/hudi-utilities/src/test/java/org/apache/hudi/utilities/functional/TestHoodieDeltaStreamer.java index cb59ce7b1..8d837fd09 100644 --- a/hudi-utilities/src/test/java/org/apache/hudi/utilities/functional/TestHoodieDeltaStreamer.java +++ b/hudi-utilities/src/test/java/org/apache/hudi/utilities/functional/TestHoodieDeltaStreamer.java @@ -289,7 +289,7 @@ public class TestHoodieDeltaStreamer extends UtilitiesTestBase { props.setProperty("include", "base.properties"); props.setProperty("hoodie.write.concurrency.mode", "optimistic_concurrency_control"); - props.setProperty("hoodie.failed.writes.cleaner.policy", "LAZY"); + props.setProperty("hoodie.cleaner.policy.failed.writes", "LAZY"); props.setProperty("hoodie.write.lock.provider", "org.apache.hudi.client.transaction.lock.ZookeeperBasedLockProvider"); props.setProperty("hoodie.write.lock.hivemetastore.database", "testdb1"); props.setProperty("hoodie.write.lock.hivemetastore.table", "table1"); @@ -298,7 +298,7 @@ public class TestHoodieDeltaStreamer extends UtilitiesTestBase { props.setProperty("hoodie.write.lock.wait_time_ms", "1200000"); props.setProperty("hoodie.write.lock.num_retries", "10"); props.setProperty("hoodie.write.lock.zookeeper.lock_key", "test_table"); - props.setProperty("hoodie.write.lock.zookeeper.zk_base_path", "/test"); + props.setProperty("hoodie.write.lock.zookeeper.base_path", "/test"); UtilitiesTestBase.Helpers.savePropsToDFS(props, dfs, dfsBasePath + "/" + propsFileName); return props;