From acb1ada2f756b49d9f9a0aa152f99fcc9e86dde7 Mon Sep 17 00:00:00 2001 From: Alexander Filipchik Date: Thu, 16 Apr 2020 13:49:39 -0700 Subject: [PATCH] [HUDI-799] Use appropriate FS when loading configs (#1517) Co-authored-by: Alex Filipchik --- .../hudi/utilities/deltastreamer/HoodieDeltaStreamer.java | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/HoodieDeltaStreamer.java b/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/HoodieDeltaStreamer.java index 6f4f58e12..f849b9e91 100644 --- a/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/HoodieDeltaStreamer.java +++ b/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/HoodieDeltaStreamer.java @@ -400,7 +400,9 @@ public class HoodieDeltaStreamer implements Serializable { ValidationUtils.checkArgument(!cfg.filterDupes || cfg.operation != Operation.UPSERT, "'--filter-dupes' needs to be disabled when '--op' is 'UPSERT' to ensure updates are not missed."); - this.props = properties != null ? properties : UtilHelpers.readConfig(fs, new Path(cfg.propsFilePath), cfg.configs).getConfig(); + this.props = properties != null ? properties : UtilHelpers.readConfig( + FSUtils.getFs(cfg.propsFilePath, jssc.hadoopConfiguration()), + new Path(cfg.propsFilePath), cfg.configs).getConfig(); LOG.info("Creating delta streamer with configs : " + props.toString()); this.schemaProvider = UtilHelpers.createSchemaProvider(cfg.schemaProviderClassName, props, jssc);