lanyuanxiaoyao/hudi-service
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feature(cli,forest): 增加b5sync集群调度

Browse Source 
为同步程序上服务准备，不在服务级别区分同步和压缩的调度
This commit is contained in:
兰缘小妖
2023-07-11 10:37:33 +08:00
parent 1b591dff6d
commit f0881d65d7
8 changed files with 65 additions and 30 deletions
Download Patch File Download Diff File Expand all files Collapse all files

42
service-cli/service-cli-runner/src/main/resources/application.yml
View File

@@ -19,8 +19,8 @@ deploy:
- name: service-scheduler
source-jar: service-scheduler-1.0.0-SNAPSHOT.jar
replicas: 1
- name: service-launcher-compaction-b1
source-jar: service-launcher-compaction-b2b1-1.0.0-SNAPSHOT.jar
- name: service-launcher-runner-b1
source-jar: service-launcher-runner-b2b1-1.0.0-SNAPSHOT.jar
replicas: 6
environments:
connector_hadoop_kerberos-principal: ${deploy.runtime.user}/$\{hostname}.hdp.dc@ECLD.COM
@@ -29,12 +29,13 @@ deploy:
connector_hudi_archive-hdfs-path: ${deploy.runtime.hudi.archive-hdfs-path}
connector_hudi_victoria-push-url: ${deploy.runtime.hudi.victoria-push-url}
arguments:
spring_application_name: service-launcher-compaction-b1
spring_application_name: service-launcher-runner-b1
connector_cluster_cluster: b1
connector_cluster_queue-name: compaction-queue-b1
connector_cluster_sync-queue-name: sync-queue-b1
connector_cluster_compaction-queue-name: compaction-queue-b1
connector_zookeeper_connect-url: ${deploy.runtime.zk-url}
- name: service-launcher-compaction-b5
source-jar: service-launcher-compaction-b2b5-1.0.0-SNAPSHOT.jar
- name: service-launcher-runner-b5
source-jar: service-launcher-runner-b2b5-1.0.0-SNAPSHOT.jar
replicas: 6
environments:
connector_hadoop_kerberos-principal: ${deploy.runtime.user}/$\{hostname}.hdp.dc@ECLD.COM
@@ -43,12 +44,13 @@ deploy:
connector_hudi_archive-hdfs-path: ${deploy.runtime.hudi.archive-hdfs-path}
connector_hudi_victoria-push-url: ${deploy.runtime.hudi.victoria-push-url}
arguments:
spring_application_name: service-launcher-compaction-b5
spring_application_name: service-launcher-runner-b5
connector_cluster_cluster: b5
connector_cluster_queue-name: compaction-queue-b5
connector_cluster_sync-queue-name: sync-queue-b5
connector_cluster_compaction-queue-name: compaction-queue-b5
connector_zookeeper_connect-url: ${deploy.runtime.zk-url}
- name: service-launcher-compaction-a4
source-jar: service-launcher-compaction-b2a4-1.0.0-SNAPSHOT.jar
- name: service-launcher-runner-b5-sync
source-jar: service-launcher-runner-b2b5sync-1.0.0-SNAPSHOT.jar
replicas: 6
environments:
connector_hadoop_kerberos-principal: ${deploy.runtime.user}/$\{hostname}.hdp.dc@ECLD.COM
@@ -57,9 +59,25 @@ deploy:
connector_hudi_archive-hdfs-path: ${deploy.runtime.hudi.archive-hdfs-path}
connector_hudi_victoria-push-url: ${deploy.runtime.hudi.victoria-push-url}
arguments:
spring_application_name: service-launcher-compaction-a4
spring_application_name: service-launcher-runner-b5-sync
connector_cluster_cluster: b5-sync
connector_cluster_sync-queue-name: sync-queue-b5-sync
connector_cluster_compaction-queue-name: compaction-queue-b5-sync
connector_zookeeper_connect-url: ${deploy.runtime.zk-url}
- name: service-launcher-runner-a4
source-jar: service-launcher-runner-b2a4-1.0.0-SNAPSHOT.jar
replicas: 6
environments:
connector_hadoop_kerberos-principal: ${deploy.runtime.user}/$\{hostname}.hdp.dc@ECLD.COM
connector_hadoop_kerberos-keytab-path: ${deploy.runtime.kerberos-keytab-path}
connector_hudi_app-hdfs-path: ${deploy.runtime.hudi.app-hdfs-path}
connector_hudi_archive-hdfs-path: ${deploy.runtime.hudi.archive-hdfs-path}
connector_hudi_victoria-push-url: ${deploy.runtime.hudi.victoria-push-url}
arguments:
spring_application_name: service-launcher-runner-a4
connector_cluster_cluster: a4
connector_cluster_queue-name: compaction-queue-a4
connector_cluster_sync-queue-name: sync-queue-a4
connector_cluster_compaction-queue-name: compaction-queue-a4
connector_zookeeper_connect-url: ${deploy.runtime.zk-url}
- name: service-info-query
source-jar: service-info-query-1.0.0-SNAPSHOT.jar