lanyuanxiaoyao/hudi-service
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat(command): 增加启动同步任务的并发数

Browse Source
This commit is contained in:
v-zhangjc9
2024-05-14 10:23:47 +08:00
parent ce5c98b491
commit 2d836bb509
1 changed files with 7 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
service-command/src/main/java/com/lanyuanxiaoyao/service/command/commands/YarnCommand.java
View File

@@ -1,6 +1,5 @@
package com.lanyuanxiaoyao.service.command.commands;
import cn.hutool.core.thread.ThreadUtil;
import cn.hutool.core.util.ObjectUtil;
import cn.hutool.core.util.StrUtil;
import com.lanyuanxiaoyao.service.command.entity.TableMetaJob;
@@ -235,11 +234,13 @@ public class YarnCommand extends AbstractUtilShellComponent {
.collect(TableMetaJob::getFlinkJobId)
.distinct();
try (ProgressBar pb = CommandLineUtils.progressbarBuilder("Run jobs", ids.size()).build()) {
ids.forEach(id -> {
launcherService.syncStart(id);
pb.setExtraMessage(id.toString());
pb.step();
});
ids
.asParallel(ExecutorProvider.EXECUTORS_2, 1)
.forEach(id -> {
launcherService.syncStart(id);
pb.setExtraMessage(id.toString());
pb.step();
});
}
return Constants.OPERATION_DONE;
} else {