feature(cli): 增加 cli 模块

cli 模块批量生成服务启停脚本

bin/build-cli.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+mvn -pl service-cli,service-cli/service-cli-core clean deploy -D skipTests -P local -s ~/.m2/settings-development.xml
+mvn -pl service-cli/service-cli-runner clean package spring-boot:repackage -D skipTests -s ~/.m2/settings-development.xml
+sshpass -p $(/Users/lanyuanxiaoyao/Project/Work/Host/keepassxc-password.sh SSH/iap/132.122.1.162) scp /Users/lanyuanxiaoyao/Project/IdeaProjects/hudi-service/service-cli/service-cli-runner/target/service-cli-runner-1.0.0-SNAPSHOT.jar iap@132.122.1.162:/apps/iap/tmp/lanyuanxiaoyao
+sshpass -p $(/Users/lanyuanxiaoyao/Project/Work/Host/keepassxc-password.sh SSH/iap/132.122.1.162) ssh -o 'StrictHostKeyChecking no' iap@132.122.1.162 'curl ftp://yyy:QeY\!68\)4nH1@132.121.122.15:2222 -T /apps/iap/tmp/lanyuanxiaoyao/service-cli-runner-1.0.0-SNAPSHOT.jar'

pom.xml

@@ -19,6 +19,7 @@
         <module>service-forest</module>
         <module>service-zookeeper-query</module>
         <module>service-dependencies</module>
+        <module>service-cli</module>
     </modules>
 
     <properties>

service-cli/pom.xml

@@ -0,0 +1,19 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <modelVersion>4.0.0</modelVersion>
+    <parent>
+        <groupId>com.lanyuanxiaoyao</groupId>
+        <artifactId>hudi-service</artifactId>
+        <version>1.0.0-SNAPSHOT</version>
+    </parent>
+
+    <artifactId>service-cli</artifactId>
+    <packaging>pom</packaging>
+    <modules>
+        <module>service-cli-core</module>
+        <module>service-cli-runner</module>
+    </modules>
+
+</project>

service-cli/service-cli-core/pom.xml

@@ -0,0 +1,22 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <modelVersion>4.0.0</modelVersion>
+    <parent>
+        <groupId>com.lanyuanxiaoyao</groupId>
+        <artifactId>service-cli</artifactId>
+        <version>1.0.0-SNAPSHOT</version>
+    </parent>
+
+    <artifactId>service-cli-core</artifactId>
+
+    <dependencies>
+        <dependency>
+            <groupId>cn.hutool</groupId>
+            <artifactId>hutool-all</artifactId>
+            <version>5.7.16</version>
+        </dependency>
+    </dependencies>
+
+</project>

service-cli/service-cli-core/src/main/java/com/lanyuanxiaoyao/service/cli/core/HostInfo.java

@@ -0,0 +1,66 @@
+package com.lanyuanxiaoyao.service.cli.core;
+
+/**
+ * 主机
+ *
+ * @author lanyuanxiaoyao
+ * @date 2023-05-17
+ */
+public class HostInfo {
+    private String host;
+    private String ip;
+    private Boolean useAuthority = false;
+    private String username;
+    private String password;
+
+    public String getHost() {
+        return host;
+    }
+
+    public void setHost(String host) {
+        this.host = host;
+    }
+
+    public String getIp() {
+        return ip;
+    }
+
+    public void setIp(String ip) {
+        this.ip = ip;
+    }
+
+    public Boolean getUseAuthority() {
+        return useAuthority;
+    }
+
+    public void setUseAuthority(Boolean useAuthority) {
+        this.useAuthority = useAuthority;
+    }
+
+    public String getUsername() {
+        return username;
+    }
+
+    public void setUsername(String username) {
+        this.username = username;
+    }
+
+    public String getPassword() {
+        return password;
+    }
+
+    public void setPassword(String password) {
+        this.password = password;
+    }
+
+    @Override
+    public String toString() {
+        return "HostInfo{" +
+                "host='" + host + '\'' +
+                ", ip='" + ip + '\'' +
+                ", useAuthority=" + useAuthority +
+                ", username='" + username + '\'' +
+                ", password='" + password + '\'' +
+                '}';
+    }
+}

service-cli/service-cli-core/src/main/java/com/lanyuanxiaoyao/service/cli/core/RuntimeInfo.java

@@ -0,0 +1,155 @@
+package com.lanyuanxiaoyao.service.cli.core;
+
+/**
+ * 运行配置
+ *
+ * @author lanyuanxiaoyao
+ * @date 2023-05-17
+ */
+public class RuntimeInfo {
+    private String user;
+    private String jarPath;
+    private String jdkPath;
+    private String logPath;
+    private String dataPath;
+    private String kerberosKeytabPath;
+    private String lokiUrl;
+    private String zkUrl;
+    private String eurekaUrl;
+    private HudiInfo hudi;
+
+    public String getUser() {
+        return user;
+    }
+
+    public void setUser(String user) {
+        this.user = user;
+    }
+
+    public String getJarPath() {
+        return jarPath;
+    }
+
+    public void setJarPath(String jarPath) {
+        this.jarPath = jarPath;
+    }
+
+    public String getJdkPath() {
+        return jdkPath;
+    }
+
+    public void setJdkPath(String jdkPath) {
+        this.jdkPath = jdkPath;
+    }
+
+    public String getLogPath() {
+        return logPath;
+    }
+
+    public void setLogPath(String logPath) {
+        this.logPath = logPath;
+    }
+
+    public String getDataPath() {
+        return dataPath;
+    }
+
+    public void setDataPath(String dataPath) {
+        this.dataPath = dataPath;
+    }
+
+    public String getKerberosKeytabPath() {
+        return kerberosKeytabPath;
+    }
+
+    public void setKerberosKeytabPath(String kerberosKeytabPath) {
+        this.kerberosKeytabPath = kerberosKeytabPath;
+    }
+
+    public String getLokiUrl() {
+        return lokiUrl;
+    }
+
+    public void setLokiUrl(String lokiUrl) {
+        this.lokiUrl = lokiUrl;
+    }
+
+    public String getZkUrl() {
+        return zkUrl;
+    }
+
+    public void setZkUrl(String zkUrl) {
+        this.zkUrl = zkUrl;
+    }
+
+    public String getEurekaUrl() {
+        return eurekaUrl;
+    }
+
+    public void setEurekaUrl(String eurekaUrl) {
+        this.eurekaUrl = eurekaUrl;
+    }
+
+    public HudiInfo getHudi() {
+        return hudi;
+    }
+
+    public void setHudi(HudiInfo hudi) {
+        this.hudi = hudi;
+    }
+
+    @Override
+    public String toString() {
+        return "RuntimeInfo{" +
+                "user='" + user + '\'' +
+                ", jarPath='" + jarPath + '\'' +
+                ", jdkPath='" + jdkPath + '\'' +
+                ", logPath='" + logPath + '\'' +
+                ", dataPath='" + dataPath + '\'' +
+                ", kerberosKeytabPath='" + kerberosKeytabPath + '\'' +
+                ", lokiUrl='" + lokiUrl + '\'' +
+                ", zkUrl='" + zkUrl + '\'' +
+                ", eurekaUrl='" + eurekaUrl + '\'' +
+                ", hudi=" + hudi +
+                '}';
+    }
+
+    public static final class HudiInfo {
+        private String appHdfsPath;
+        private String archiveHdfsPath;
+        private String victoriaPushUrl;
+
+        public String getAppHdfsPath() {
+            return appHdfsPath;
+        }
+
+        public void setAppHdfsPath(String appHdfsPath) {
+            this.appHdfsPath = appHdfsPath;
+        }
+
+        public String getArchiveHdfsPath() {
+            return archiveHdfsPath;
+        }
+
+        public void setArchiveHdfsPath(String archiveHdfsPath) {
+            this.archiveHdfsPath = archiveHdfsPath;
+        }
+
+        public String getVictoriaPushUrl() {
+            return victoriaPushUrl;
+        }
+
+        public void setVictoriaPushUrl(String victoriaPushUrl) {
+            this.victoriaPushUrl = victoriaPushUrl;
+        }
+
+        @Override
+        public String toString() {
+            return "HudiInfo{" +
+                    "appHdfsPath='" + appHdfsPath + '\'' +
+                    ", archiveHdfsPath='" + archiveHdfsPath + '\'' +
+                    ", victoriaPushUrl='" + victoriaPushUrl + '\'' +
+                    '}';
+        }
+    }
+}

service-cli/service-cli-core/src/main/java/com/lanyuanxiaoyao/service/cli/core/ServiceInfo.java

@@ -0,0 +1,69 @@
+package com.lanyuanxiaoyao.service.cli.core;
+
+import java.util.HashMap;
+import java.util.Map;
+
+/**
+ * 服务配置
+ *
+ * @author lanyuanxiaoyao
+ * @date 2023-05-17
+ */
+public class ServiceInfo {
+    private String name;
+    private Integer replicas = 0;
+    private String sourceJar;
+    private Map<String, Object> environments = new HashMap<>();
+    private Map<String, Object> arguments = new HashMap<>();
+
+    public String getName() {
+        return name;
+    }
+
+    public void setName(String name) {
+        this.name = name;
+    }
+
+    public Integer getReplicas() {
+        return replicas;
+    }
+
+    public void setReplicas(Integer replicas) {
+        this.replicas = replicas;
+    }
+
+    public String getSourceJar() {
+        return sourceJar;
+    }
+
+    public void setSourceJar(String sourceJar) {
+        this.sourceJar = sourceJar;
+    }
+
+    public Map<String, Object> getEnvironments() {
+        return environments;
+    }
+
+    public void setEnvironments(Map<String, Object> environments) {
+        this.environments = environments;
+    }
+
+    public Map<String, Object> getArguments() {
+        return arguments;
+    }
+
+    public void setArguments(Map<String, Object> arguments) {
+        this.arguments = arguments;
+    }
+
+    @Override
+    public String toString() {
+        return "ServiceInfo{" +
+                "name='" + name + '\'' +
+                ", replicas=" + replicas +
+                ", sourceJar='" + sourceJar + '\'' +
+                ", environments=" + environments +
+                ", arguments=" + arguments +
+                '}';
+    }
+}

service-cli/service-cli-runner/pom.xml

@@ -0,0 +1,49 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <modelVersion>4.0.0</modelVersion>
+    <parent>
+        <groupId>com.lanyuanxiaoyao</groupId>
+        <artifactId>service-cli</artifactId>
+        <version>1.0.0-SNAPSHOT</version>
+    </parent>
+
+    <artifactId>service-cli-runner</artifactId>
+
+    <dependencies>
+        <dependency>
+            <groupId>com.lanyuanxiaoyao</groupId>
+            <artifactId>service-cli-core</artifactId>
+            <version>1.0.0-SNAPSHOT</version>
+        </dependency>
+        <dependency>
+            <groupId>org.springframework.boot</groupId>
+            <artifactId>spring-boot-starter</artifactId>
+        </dependency>
+        <dependency>
+            <groupId>org.springframework.boot</groupId>
+            <artifactId>spring-boot-configuration-processor</artifactId>
+            <optional>true</optional>
+        </dependency>
+        <dependency>
+            <groupId>org.freemarker</groupId>
+            <artifactId>freemarker</artifactId>
+        </dependency>
+        <!-- <dependency>
+            <groupId>org.springframework.shell</groupId>
+            <artifactId>spring-shell-starter</artifactId>
+            <version>2.1.0-M3</version>
+        </dependency> -->
+    </dependencies>
+
+    <build>
+        <plugins>
+            <plugin>
+                <groupId>org.springframework.boot</groupId>
+                <artifactId>spring-boot-maven-plugin</artifactId>
+            </plugin>
+        </plugins>
+    </build>
+
+</project>

service-cli/service-cli-runner/src/main/java/com/lanyuanxiaoyao/service/cli/runner/DeployInformationProperties.java

@@ -0,0 +1,55 @@
+package com.lanyuanxiaoyao.service.cli.runner;
+
+import com.lanyuanxiaoyao.service.cli.core.HostInfo;
+import com.lanyuanxiaoyao.service.cli.core.RuntimeInfo;
+import com.lanyuanxiaoyao.service.cli.core.ServiceInfo;
+import java.util.List;
+import org.springframework.boot.context.properties.ConfigurationProperties;
+import org.springframework.stereotype.Component;
+
+/**
+ * 配置
+ *
+ * @author lanyuanxiaoyao
+ * @date 2023-05-17
+ */
+@ConfigurationProperties("deploy")
+@Component
+public class DeployInformationProperties {
+    private RuntimeInfo runtime;
+    private List<HostInfo> hosts;
+    private List<ServiceInfo> services;
+
+    public RuntimeInfo getRuntime() {
+        return runtime;
+    }
+
+    public void setRuntime(RuntimeInfo runtime) {
+        this.runtime = runtime;
+    }
+
+    public List<HostInfo> getHosts() {
+        return hosts;
+    }
+
+    public void setHosts(List<HostInfo> hosts) {
+        this.hosts = hosts;
+    }
+
+    public List<ServiceInfo> getServices() {
+        return services;
+    }
+
+    public void setServices(List<ServiceInfo> services) {
+        this.services = services;
+    }
+
+    @Override
+    public String toString() {
+        return "DeployInformationProperties{" +
+                "runtime=" + runtime +
+                ", hosts=" + hosts +
+                ", services=" + services +
+                '}';
+    }
+}

service-cli/service-cli-runner/src/main/java/com/lanyuanxiaoyao/service/cli/runner/RunnerApplication.java

@@ -0,0 +1,150 @@
+package com.lanyuanxiaoyao.service.cli.runner;
+
+import cn.hutool.core.collection.ListUtil;
+import cn.hutool.core.map.MapUtil;
+import cn.hutool.core.util.RandomUtil;
+import cn.hutool.core.util.StrUtil;
+import cn.hutool.extra.template.Template;
+import cn.hutool.extra.template.TemplateConfig;
+import cn.hutool.extra.template.TemplateEngine;
+import cn.hutool.extra.template.TemplateUtil;
+import com.lanyuanxiaoyao.service.cli.core.HostInfo;
+import com.lanyuanxiaoyao.service.cli.core.ServiceInfo;
+import java.io.IOException;
+import java.nio.file.Files;
+import java.nio.file.Path;
+import java.nio.file.Paths;
+import java.util.Comparator;
+import java.util.List;
+import java.util.stream.Collectors;
+import javax.annotation.Resource;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.boot.ApplicationArguments;
+import org.springframework.boot.ApplicationRunner;
+import org.springframework.boot.SpringApplication;
+import org.springframework.boot.autoconfigure.SpringBootApplication;
+
+/**
+ * 启动类
+ *
+ * @author lanyuanxiaoyao
+ * @date 2023-05-17
+ */
+@SpringBootApplication
+public class RunnerApplication implements ApplicationRunner {
+    private static final Logger logger = LoggerFactory.getLogger(RunnerApplication.class);
+
+    public static void main(String[] args) {
+        SpringApplication.run(RunnerApplication.class, args);
+    }
+
+    @Resource
+    private DeployInformationProperties deployInformationProperties;
+
+    private final String stopScript = "#!/bin/bash\n" +
+            "\n" +
+            "# 应用jar包文件名\n" +
+            "app_jar_name=\"$1\"\n" +
+            "\n" +
+            "# 获取应用进程ID\n" +
+            "get_pid() {\n" +
+            "    STR=$1\n" +
+            "    PID=$2\n" +
+            "    if [[ ! -z \"$PID\" ]]; then\n" +
+            "        ID=$(ps -ef | grep \"$app_jar_name\" | grep \"$PID\" | grep -v grep | awk '{ print $2 }')\n" +
+            "        if [[ -z \"$ID\" ]]; then\n" +
+            "            ID=$(ps -C java -f --width 1000 | grep \"$app_jar_name\" | grep \"$PID\" | grep -v grep | awk '{print $2}')\n" +
+            "            if [[ -z \"$ID\" ]]; then\n" +
+            "                ID=$(ps aux | grep \"$app_jar_name\" | grep \"$PID\" | grep -v grep | awk '{print $2}')\n" +
+            "            fi\n" +
+            "        fi\n" +
+            "    else\n" +
+            "        ID=$(ps -ef | grep \"$app_jar_name\" | grep -v grep | awk '{ print $2 }')\n" +
+            "        if [[ -z \"$ID\" ]]; then\n" +
+            "            ID=$(ps -C java -f --width 1000 | grep \"$app_jar_name\" | grep -v grep | awk '{print $2}')\n" +
+            "            if [[ -z \"$ID\" ]]; then\n" +
+            "                ID=$(ps aux | grep \"$app_jar_name\" | grep -v grep | awk '{print $2}')\n" +
+            "            fi\n" +
+            "        fi\n" +
+            "    fi\n" +
+            "    echo ${ID}\n" +
+            "}\n" +
+            "\n" +
+            "pid=$(get_pid \"$app_jar_name\")\n" +
+            "if [[ -z \"$pid\" ]]; then\n" +
+            "    echo \"Application is already stopped.\"\n" +
+            "else\n" +
+            "    echo \"Stopping $pid...\"\n" +
+            "    kill ${pid}\n" +
+            "fi\n" +
+            "\n" +
+            "LOOPS=0\n" +
+            "while (true); do\n" +
+            "    gpid=$(get_pid \"$app_jar_name\" \"$pid\")\n" +
+            "    if [[ \"$gpid\" == \"\" ]]; then\n" +
+            "        echo \"Oook! cost:$LOOPS\"\n" +
+            "        break\n" +
+            "    fi\n" +
+            "    let LOOPS=LOOPS+1\n" +
+            "    sleep 1\n" +
+            "done\n";
+
+    @Override
+    public void run(ApplicationArguments args) throws IOException {
+        Path root = Paths.get("");
+        Files.createDirectories(root);
+        TemplateEngine engine = TemplateUtil.createEngine(new TemplateConfig("template", TemplateConfig.ResourceMode.CLASSPATH));
+        Template deployTemplate = engine.getTemplate("deploy.ftl");
+        for (ServiceInfo serviceInfo : deployInformationProperties.getServices()) {
+            logger.info("Generate script for {}", serviceInfo.getName());
+            List<String> hosts = serviceInfo.getReplicas() == 0
+                    ? deployInformationProperties.getHosts()
+                    .stream()
+                    .map(HostInfo::getIp)
+                    .sorted(Comparator.naturalOrder())
+                    .collect(Collectors.toList())
+                    : ListUtil.sort(
+                    RandomUtil.randomEleList(
+                            deployInformationProperties.getHosts()
+                                    .stream()
+                                    .map(HostInfo::getIp)
+                                    .collect(Collectors.toList()
+                                    ), serviceInfo.getReplicas()
+                    ), Comparator.naturalOrder());
+            String deployScript = deployTemplate.render(MapUtil.builder()
+                    .put("hosts", hosts)
+                    .put("runtime", deployInformationProperties.getRuntime())
+                    .put("info", serviceInfo)
+                    .put("arguments", serviceInfo.getArguments())
+                    .put("environments", serviceInfo.getEnvironments())
+                    .build());
+            Path deployScriptFile = Paths.get(
+                    root.toString(),
+                    StrUtil.format("deploy-{}.sh", serviceInfo.getName())
+            );
+            Files.deleteIfExists(deployScriptFile);
+            Files.write(deployScriptFile, deployScript.getBytes());
+
+            Template stopTemplate = engine.getTemplate("stop.ftl");
+            String stopScript = stopTemplate.render(MapUtil.builder()
+                    .put("hosts", deployInformationProperties.getHosts()
+                            .stream()
+                            .map(HostInfo::getIp)
+                            .sorted(Comparator.naturalOrder())
+                            .collect(Collectors.toList()))
+                    .put("runtime", deployInformationProperties.getRuntime())
+                    .put("info", serviceInfo)
+                    .put("arguments", serviceInfo.getArguments())
+                    .put("environments", serviceInfo.getEnvironments())
+                    .build());
+            Path stopScriptFile = Paths.get(
+                    root.toString(),
+                    StrUtil.format("stop-{}.sh", serviceInfo.getName())
+            );
+            Files.deleteIfExists(stopScriptFile);
+            Files.write(stopScriptFile, stopScript.getBytes());
+        }
+        Files.write(Paths.get(root.toString(), "stop.sh"), stopScript.getBytes());
+    }
+}

service-cli/service-cli-runner/src/main/resources/application.yml

@@ -0,0 +1,239 @@
+deploy:
+  runtime:
+    user: datalake
+    jar-path: /apps/datalake/hudi/jars
+    jdk-path: /opt/jdk1.8.0_162/bin/java
+    log-path: /apps/datalake/hudi/logs
+    data-path: /apps/datalake/hudi/data
+    kerberos-keytab-path: /etc/security/keytabs/datalake.app.keytab
+    loki-url: http://132.122.116.142:33100/loki/api/v1/push
+    zk-url: b5m1.hdp.dc:2181,b5m2.hdp.dc:2181,b5m3.hdp.dc:2181
+    eureka-url: http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.122.116.142:35670/eureka/,http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.122.116.143:35670/eureka/,http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.122.116.144:35670/eureka/,http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.122.116.145:35670/eureka/,http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.122.116.146:35670/eureka/,http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.122.116.147:35670/eureka/,http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.122.116.148:35670/eureka/,http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.122.116.149:35670/eureka/,http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.122.116.150:35670/eureka/,http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.122.116.151:35670/eureka/,http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.122.116.152:35670/eureka/,http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.122.116.153:35670/eureka/,http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.122.116.154:35670/eureka/,http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.122.116.155:35670/eureka/,http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.122.116.156:35670/eureka
+    hudi:
+      app-hdfs-path: hdfs://b2/apps/datalake/jars/app
+      archive-hdfs-path: hdfs://b2/apps/datalake/flink/completed-jobs-hudi
+      victoria-push-url: http://132.122.116.142:35710/api/v1/import/prometheus
+  hosts:
+    - host: b5s119
+      ip: 132.122.116.142
+    - host: b5s120
+      ip: 132.122.116.143
+    - host: b5s121
+      ip: 132.122.116.144
+    - host: b5s122
+      ip: 132.122.116.145
+    - host: b5s123
+      ip: 132.122.116.146
+    - host: b5s124
+      ip: 132.122.116.147
+    - host: b5s125
+      ip: 132.122.116.148
+    - host: b5s126
+      ip: 132.122.116.149
+    - host: b5s127
+      ip: 132.122.116.150
+    - host: b5s128
+      ip: 132.122.116.151
+    - host: b5s129
+      ip: 132.122.116.152
+    - host: b5s130
+      ip: 132.122.116.153
+    - host: b5s131
+      ip: 132.122.116.154
+    - host: b5s132
+      ip: 132.122.116.155
+    - host: b5s133
+      ip: 132.122.116.156
+  services:
+    - name: api
+      source-jar: api-1.0.0-SNAPSHOT.jar
+      arguments:
+        logging_parent: ${deploy.runtime.log-path}
+        loki_url: ${deploy.runtime.loki-url}
+        datetime: ${datetime}
+        eureka_instance_hostname: ${hostname}
+        eureka_client_service-url_defaultZone: ${deploy.runtime.eureka-url}
+    - name: gateway
+      source-jar: gateway-1.0.0.jar
+      arguments:
+        logging_parent: ${deploy.runtime.log-path}
+        loki_url: ${deploy.runtime.loki-url}
+        datetime: ${datetime}
+        eureka_instance_hostname: ${hostname}
+        eureka_client_service-url_defaultZone: ${deploy.runtime.eureka-url}
+    - name: gateway-new
+      source-jar: gateway-1.0.0.jar
+      arguments:
+        spring_application_name: gateway-new
+        logging_parent: ${deploy.runtime.log-path}
+        loki_url: ${deploy.runtime.loki-url}
+        datetime: ${datetime}
+        eureka_instance_hostname: ${hostname}
+        eureka_client_service-url_defaultZone: ${deploy.runtime.eureka-url}
+    - name: registry
+      source-jar: registry-1.0.0.jar
+      arguments:
+        logging_parent: ${deploy.runtime.log-path}
+        loki_url: ${deploy.runtime.loki-url}
+        datetime: ${datetime}
+        eureka_instance_hostname: ${hostname}
+        eureka_client_service-url_defaultZone: ${deploy.runtime.eureka-url}
+    - name: queue
+      source-jar: queue-1.0.0.jar
+      replicas: 1
+      arguments:
+        data_save_enable: true
+        data_save_location: ${deploy.runtime.data-path}
+        logging_parent: ${deploy.runtime.log-path}
+        loki_url: ${deploy.runtime.loki-url}
+        datetime: ${datetime}
+        eureka_instance_hostname: ${hostname}
+        eureka_client_service-url_defaultZone: ${deploy.runtime.eureka-url}
+    - name: service-scheduler
+      source-jar: service-scheduler-1.0.0-SNAPSHOT.jar
+      replicas: 1
+      arguments:
+        logging_parent: ${deploy.runtime.log-path}
+        loki_url: ${deploy.runtime.loki-url}
+        datetime: ${datetime}
+        eureka_instance_hostname: ${hostname}
+        eureka_client_service-url_defaultZone: ${deploy.runtime.eureka-url}
+    - name: service-launcher-compaction-b1
+      source-jar: service-launcher-compaction-1.0.0-SNAPSHOT.jar
+      environments:
+        connector_hadoop_kerberos-principal: ${deploy.runtime.user}/${hostname}.hdp.dc@ECLD.COM
+        connector_hadoop_kerberos-keytab-path: ${deploy.runtime.kerberos-keytab-path}
+        connector_hudi_app-hdfs-path: ${deploy.runtime.hudi.app-hdfs-path}
+        connector_hudi_archive-hdfs-path: ${deploy.runtime.hudi.archive-hdfs-path}
+        connector_hudi_victoria-push-url: ${deploy.runtime.hudi.victoria-push-url}
+      arguments:
+        spring_application_name: service-launcher-compaction-b1
+        connector_cluster_cluster: ${hostname}
+        connector_cluster_queue-name: compaction-queue-b1
+        connector_zookeeper_connect-url: ${deploy.runtime.zk-url}
+        logging_parent: ${deploy.runtime.log-path}
+        loki_url: ${deploy.runtime.loki-url}
+        datetime: ${datetime}
+        eureka_instance_hostname: ${hostname}
+        eureka_client_service-url_defaultZone: ${deploy.runtime.eureka-url}
+    - name: service-launcher-compaction-b5
+      source-jar: service-launcher-compaction-1.0.0-SNAPSHOT.jar
+      environments:
+        connector_hadoop_kerberos-principal: ${deploy.runtime.user}/${hostname}.hdp.dc@ECLD.COM
+        connector_hadoop_kerberos-keytab-path: ${deploy.runtime.kerberos-keytab-path}
+        connector_hudi_app-hdfs-path: ${deploy.runtime.hudi.app-hdfs-path}
+        connector_hudi_archive-hdfs-path: ${deploy.runtime.hudi.archive-hdfs-path}
+        connector_hudi_victoria-push-url: ${deploy.runtime.hudi.victoria-push-url}
+      arguments:
+        spring_application_name: service-launcher-compaction-b5
+        connector_cluster_cluster: ${hostname}
+        connector_cluster_queue-name: compaction-queue-b5
+        connector_zookeeper_connect-url: ${deploy.runtime.zk-url}
+        logging_parent: ${deploy.runtime.log-path}
+        loki_url: ${deploy.runtime.loki-url}
+        datetime: ${datetime}
+        eureka_instance_hostname: ${hostname}
+        eureka_client_service-url_defaultZone: ${deploy.runtime.eureka-url}
+    - name: service-info-query
+      source-jar: service-info-query-1.0.0-SNAPSHOT.jar
+      replicas: 4
+      arguments:
+        logging_parent: ${deploy.runtime.log-path}
+        loki_url: ${deploy.runtime.loki-url}
+        datetime: ${datetime}
+        eureka_instance_hostname: ${hostname}
+        eureka_client_service-url_defaultZone: ${deploy.runtime.eureka-url}
+    - name: service-yarn-query-b1
+      source-jar: service-yarn-query-1.0.0-SNAPSHOT.jar
+      replicas: 4
+      arguments:
+        yarn_cluster: b1
+        yarn_web-url: http://132.122.98.13:8088
+        spring_application_name: service-yarn-query-b1
+        logging_parent: ${deploy.runtime.log-path}
+        loki_url: ${deploy.runtime.loki-url}
+        datetime: ${datetime}
+        eureka_instance_hostname: ${hostname}
+        eureka_client_service-url_defaultZone: ${deploy.runtime.eureka-url}
+    - name: service-yarn-query-b4
+      source-jar: service-yarn-query-1.0.0-SNAPSHOT.jar
+      replicas: 4
+      arguments:
+        yarn_cluster: b4
+        yarn_web-url: http://132.122.112.30:8088
+        spring_application_name: service-yarn-query-b4
+        logging_parent: ${deploy.runtime.log-path}
+        loki_url: ${deploy.runtime.loki-url}
+        datetime: ${datetime}
+        eureka_instance_hostname: ${hostname}
+        eureka_client_service-url_defaultZone: ${deploy.runtime.eureka-url}
+    - name: service-yarn-query-b5
+      source-jar: service-yarn-query-1.0.0-SNAPSHOT.jar
+      replicas: 4
+      arguments:
+        yarn_cluster: b5
+        yarn_web-url: http://132.122.116.12:8088
+        spring_application_name: service-yarn-query-b5
+        logging_parent: ${deploy.runtime.log-path}
+        loki_url: ${deploy.runtime.loki-url}
+        datetime: ${datetime}
+        eureka_instance_hostname: ${hostname}
+        eureka_client_service-url_defaultZone: ${deploy.runtime.eureka-url}
+    - name: service-yarn-query-b5-sync
+      source-jar: service-yarn-query-1.0.0-SNAPSHOT.jar
+      replicas: 4
+      arguments:
+        yarn_cluster: b5-sync
+        yarn_web-url: http://132.122.116.143:8088
+        spring_application_name: service-yarn-query-b5-sync
+        logging_parent: ${deploy.runtime.log-path}
+        loki_url: ${deploy.runtime.loki-url}
+        datetime: ${datetime}
+        eureka_instance_hostname: ${hostname}
+        eureka_client_service-url_defaultZone: ${deploy.runtime.eureka-url}
+    - name: service-pulsar-query
+      source-jar: service-pulsar-query-1.0.0-SNAPSHOT.jar
+      replicas: 4
+      arguments:
+        logging_parent: ${deploy.runtime.log-path}
+        loki_url: ${deploy.runtime.loki-url}
+        datetime: ${datetime}
+        eureka_instance_hostname: ${hostname}
+        eureka_client_service-url_defaultZone: ${deploy.runtime.eureka-url}
+    - name: service-zookeeper-query
+      source-jar: service-zookeeper-query-1.0.0-SNAPSHOT.jar
+      replicas: 2
+      arguments:
+        spring_cloud_connect-string: ${deploy.runtime.zk-url}
+        logging_parent: ${deploy.runtime.log-path}
+        loki_url: ${deploy.runtime.loki-url}
+        datetime: ${datetime}
+        eureka_instance_hostname: ${hostname}
+        eureka_client_service-url_defaultZone: ${deploy.runtime.eureka-url}
+    - name: service-web
+      source-jar: service-web-1.0.0-SNAPSHOT.jar
+      replicas: 4
+      arguments:
+        logging_parent: ${deploy.runtime.log-path}
+        loki_url: ${deploy.runtime.loki-url}
+        datetime: ${datetime}
+        eureka_instance_hostname: ${hostname}
+        eureka_client_service-url_defaultZone: ${deploy.runtime.eureka-url}
+    - name: service-hudi-query
+      source-jar: service-hudi-query-1.0.0-SNAPSHOT.jar
+      replicas: 5
+      arguments:
+        logging_parent: ${deploy.runtime.log-path}
+        loki_url: ${deploy.runtime.loki-url}
+        datetime: ${datetime}
+        eureka_instance_hostname: ${hostname}
+        eureka_client_service-url_defaultZone: ${deploy.runtime.eureka-url}
+    - name: service-flink-query
+      source-jar: service-flink-query-1.0.0-SNAPSHOT.jar
+      replicas: 5
+      arguments:
+        logging_parent: ${deploy.runtime.log-path}
+        loki_url: ${deploy.runtime.loki-url}
+        datetime: ${datetime}
+        eureka_instance_hostname: ${hostname}
+        eureka_client_service-url_defaultZone: ${deploy.runtime.eureka-url}

service-cli/service-cli-runner/src/main/resources/template/deploy.ftl

@@ -0,0 +1,17 @@
+#!/bin/bash
+
+hosts=(
+<#list hosts as host>
+  ${host}
+</#list>
+)
+datetime=`date +%Y%m%d%H%M%S`
+
+for host in <#noparse>${hosts[@]}</#noparse>
+do
+  hostname=`ssh $host 'echo $HOSTNAME'`
+  echo "$host $hostname"
+  ssh $host 'bash -s' < stop.sh ${runtime.jarPath}/${info.name}.jar
+  ssh $host "curl ftp://yyy:QeY\!68\)4nH1@132.121.122.15:2222/${info.sourceJar} -o ${runtime.jarPath}/${info.name}.jar"
+  ssh $host "nohup ${runtime.jdkPath} <#list environments?keys as key>-D${key?replace("_", ".")}=${environments[key]?string} </#list>-jar ${runtime.jarPath}/${info.name}.jar <#list arguments?keys as key>--${key?replace("_", ".")}=${arguments[key]?string} </#list>> /dev/null 2>&1 &"
+done

service-cli/service-cli-runner/src/main/resources/template/stop.ftl

@@ -0,0 +1,14 @@
+#!/bin/bash
+
+hosts=(
+<#list hosts as host>
+  ${host}
+</#list>
+)
+
+for host in <#noparse>${hosts[@]}</#noparse>
+do
+  hostname=`ssh $host 'echo $HOSTNAME'`
+  echo "$host $hostname"
+  ssh $host 'bash -s' < stop.sh ${runtime.jarPath}/${info.name}.jar
+done