lanyuanxiaoyao/hudi-service
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat(command): 增加启动同步任务的并发数

Browse Source
This commit is contained in:
v-zhangjc9
2024-05-14 10:23:47 +08:00
parent ce5c98b491
commit 2d836bb509
1 changed files with 7 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
service-command/src/main/java/com/lanyuanxiaoyao/service/command/commands/YarnCommand.java
View File

@@ -1,6 +1,5 @@
package com.lanyuanxiaoyao.service.command.commands; package com.lanyuanxiaoyao.service.command.commands;
import cn.hutool.core.thread.ThreadUtil;
import cn.hutool.core.util.ObjectUtil; import cn.hutool.core.util.ObjectUtil;
import cn.hutool.core.util.StrUtil; import cn.hutool.core.util.StrUtil;
import com.lanyuanxiaoyao.service.command.entity.TableMetaJob; import com.lanyuanxiaoyao.service.command.entity.TableMetaJob;
@@ -235,11 +234,13 @@ public class YarnCommand extends AbstractUtilShellComponent {
.collect(TableMetaJob::getFlinkJobId) .collect(TableMetaJob::getFlinkJobId)
.distinct(); .distinct();
try (ProgressBar pb = CommandLineUtils.progressbarBuilder("Run jobs", ids.size()).build()) { try (ProgressBar pb = CommandLineUtils.progressbarBuilder("Run jobs", ids.size()).build()) {
ids.forEach(id -> { ids
launcherService.syncStart(id); .asParallel(ExecutorProvider.EXECUTORS_2, 1)
pb.setExtraMessage(id.toString()); .forEach(id -> {
pb.step(); launcherService.syncStart(id);
}); pb.setExtraMessage(id.toString());
pb.step();
});
} }
return Constants.OPERATION_DONE; return Constants.OPERATION_DONE;
} else { } else {