lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-4265] Deprecate useless targetTableName parameter in HoodieMultiTableDeltaStreamer (#5883)

Browse Source
This commit is contained in:
董可伦
2022-06-17 16:57:14 +08:00
committed by GitHub
parent 0ff34b6974
commit 7689e62cd9
1 changed files with 12 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/HoodieMultiTableDeltaStreamer.java
View File

@@ -235,15 +235,21 @@ public class HoodieMultiTableDeltaStreamer {
public static void main(String[] args) throws IOException { public static void main(String[] args) throws IOException {
final Config config = new Config(); final Config config = new Config();
if (config.enableHiveSync) {
logger.warn("--enable-hive-sync will be deprecated in a future release; please use --enable-sync instead for Hive syncing");
}
JCommander cmd = new JCommander(config, null, args); JCommander cmd = new JCommander(config, null, args);
if (config.help || args.length == 0) { if (config.help || args.length == 0) {
cmd.usage(); cmd.usage();
System.exit(1); System.exit(1);
} }
if (config.enableHiveSync) {
logger.warn("--enable-hive-sync will be deprecated in a future release; please use --enable-sync instead for Hive syncing");
}
if (config.targetTableName != null) {
logger.warn(String.format("--target-table is deprecated and will be removed in a future release due to it's useless;"
+ " please use %s to configure multiple target tables", Constants.TABLES_TO_BE_INGESTED_PROP));
}
JavaSparkContext jssc = UtilHelpers.buildSparkContext("multi-table-delta-streamer", Constants.LOCAL_SPARK_MASTER); JavaSparkContext jssc = UtilHelpers.buildSparkContext("multi-table-delta-streamer", Constants.LOCAL_SPARK_MASTER);
try { try {
new HoodieMultiTableDeltaStreamer(config, jssc).sync(); new HoodieMultiTableDeltaStreamer(config, jssc).sync();
@@ -258,7 +264,8 @@ public class HoodieMultiTableDeltaStreamer {
description = "base path prefix for multi table support via HoodieMultiTableDeltaStreamer class") description = "base path prefix for multi table support via HoodieMultiTableDeltaStreamer class")
public String basePathPrefix; public String basePathPrefix;
@Parameter(names = {"--target-table"}, description = "name of the target table", required = true) @Deprecated
@Parameter(names = {"--target-table"}, description = "name of the target table")
public String targetTableName; public String targetTableName;
@Parameter(names = {"--table-type"}, description = "Type of table. COPY_ON_WRITE (or) MERGE_ON_READ", required = true) @Parameter(names = {"--table-type"}, description = "Type of table. COPY_ON_WRITE (or) MERGE_ON_READ", required = true)