lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-2054] Remove the duplicate name for flink write pipeline (#3135)

Browse Source
This commit is contained in:
Danny Chan
2021-06-23 14:49:38 +08:00
committed by GitHub
parent 3fb59dda83
commit 2687eab8f0
1 changed files with 0 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
hudi-flink/src/main/java/org/apache/hudi/table/HoodieTableSink.java
View File

@@ -96,13 +96,11 @@ public class HoodieTableSink implements DynamicTableSink, SupportsPartitioning,
// shuffle by fileId(bucket id) // shuffle by fileId(bucket id)
.keyBy(record -> record.getCurrentLocation().getFileId()) .keyBy(record -> record.getCurrentLocation().getFileId())
.transform("hoodie_stream_write", TypeInformation.of(Object.class), operatorFactory) .transform("hoodie_stream_write", TypeInformation.of(Object.class), operatorFactory)
.name("uid_hoodie_stream_write")
.setParallelism(numWriteTasks); .setParallelism(numWriteTasks);
if (StreamerUtil.needsAsyncCompaction(conf)) { if (StreamerUtil.needsAsyncCompaction(conf)) {
return pipeline.transform("compact_plan_generate", return pipeline.transform("compact_plan_generate",
TypeInformation.of(CompactionPlanEvent.class), TypeInformation.of(CompactionPlanEvent.class),
new CompactionPlanOperator(conf)) new CompactionPlanOperator(conf))
.name("uid_compact_plan_generate")
.setParallelism(1) // plan generate must be singleton .setParallelism(1) // plan generate must be singleton
.rebalance() .rebalance()
.transform("compact_task", .transform("compact_task",