lanyuanxiaoyao/hudi-service
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat(all): 增加b9集群相关配置

Browse Source
This commit is contained in:
兰缘小妖
2024-02-25 12:26:21 +08:00
parent 0338a0d579
commit d0bbdff61d
9 changed files with 77 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

32
service-cli/service-cli-runner/src/main/resources/application-b9.yml Normal file
View File

@@ -0,0 +1,32 @@
deploy:
runtime:
user: zone_scfp
jar-path: /apps/zone_scfp/hudi/jars
jdk-path: /opt/jdk8u252-b09/bin/java
log-path: /apps/zone_scfp/hudi/logs
data-path: /apps/zone_scfp/hudi/data
kerberos-keytab-path: /etc/security/keytabs/zone_scfp.app.keytab
loki:
service-url: http://132.126.207.34:33100
service-push-url: ${deploy.runtime.loki.service-url}/loki/api/v1/push
hudi-url: http://132.126.207.34:33100
hudi-push-url: ${deploy.runtime.loki.hudi-url}/loki/api/v1/push
zk-url: b9m1.hdp.dc:2181,b9m2.hdp.dc:2181,b9m3.hdp.dc:2181
connector-zk-url: b9m1.hdp.dc:2181,b9m2.hdp.dc:2181,b9m3.hdp.dc:2181
hudi:
app-hdfs-path: jfs://tdsc/user/zone_scfp/jars/b9
archive-hdfs-path: jfs://tdsc/user/zone_scfp/flink/completed-jobs-hudi
victoria-push-url: http://132.126.207.34:35710/api/v1/import/prometheus
loki-push-url: ${deploy.runtime.loki.hudi-push-url}
executor:
staging-path: jfs://tdsc/user/zone_scfp/yarn
archive-hdfs-path: jfs://tdsc/user/zone_scfp/flink/completed-jobs/
task-jar-path: jfs://tdsc/user/zone_scfp/jars/service/service-executor-task-1.0.0-SNAPSHOT.jar
task-result-path: jfs://tdsc/user/zone_scfp/task-results
security:
authority: ENC(GXKnbq1LS11U2HaONspvH+D/TkIx13aWTaokdkzaF7HSvq6Z0Rv1+JUWFnYopVXu)
username: ENC(moIO5mO39V1Z+RDwROK9JXY4GfM8ZjDgM6Si7wRZ1MPVjbhTpmLz3lz28rAiw7c2LeCmizfJzHkEXIwGlB280g==)
darkcode: ENC(0jzpQ7T6S+P7bZrENgYsUoLhlqGvw7DA2MN3BRqEOwq7plhtg72vuuiPQNnr3DaYz0CpyTvxInhpx11W3VZ1trD6NINh7O3LN70ZqO5pWXk=)
hosts:
- host: b9s1.hdp.dc
ip: 132.126.207.34

20
service-cli/service-cli-runner/src/main/resources/application.yml
View File

@@ -100,6 +100,26 @@ deploy:
connector_cluster_sync-queue-name: sync-queue-b12
connector_cluster_compaction-queue-name: compaction-queue-b12
connector_zookeeper_connect-url: ${deploy.runtime.connector-zk-url}
service-launcher-runner-b9:
groups:
- "service"
- "service-hudi"
- "service-hudi-launcher"
source-jar: service-launcher-runner-b9b9-1.0.0-SNAPSHOT.jar
replicas: 6
environments:
connector_hadoop_kerberos-principal: ${deploy.runtime.user}/$\{hostname}.hdp.dc@ECLD.COM
connector_hadoop_kerberos-keytab-path: ${deploy.runtime.kerberos-keytab-path}
connector_hudi_app-hdfs-path: ${deploy.runtime.hudi.app-hdfs-path}
connector_hudi_archive-hdfs-path: ${deploy.runtime.hudi.archive-hdfs-path}
connector_hudi_victoria-push-url: ${deploy.runtime.hudi.victoria-push-url}
connector_hudi_loki-push-url: ${deploy.runtime.hudi.loki-push-url}
arguments:
spring_application_name: service-launcher-runner-b9
connector_cluster_cluster: b9
connector_cluster_sync-queue-name: sync-queue-b9
connector_cluster_compaction-queue-name: compaction-queue-b9
connector_zookeeper_connect-url: ${deploy.runtime.connector-zk-url}
service-info-query:
order: 1
groups: