feat(cli): 增加配置数据库信息到脚本里

This commit is contained in:
v-zhangjc9
2024-05-16 16:37:23 +08:00
parent d42c2c2bbe
commit 592d27ad6f
6 changed files with 18 additions and 74 deletions

View File

@@ -44,6 +44,13 @@ deploy:
authority: ENC(GXKnbq1LS11U2HaONspvH+D/TkIx13aWTaokdkzaF7HSvq6Z0Rv1+JUWFnYopVXu)
username: ENC(moIO5mO39V1Z+RDwROK9JXY4GfM8ZjDgM6Si7wRZ1MPVjbhTpmLz3lz28rAiw7c2LeCmizfJzHkEXIwGlB280g==)
darkcode: ENC(0jzpQ7T6S+P7bZrENgYsUoLhlqGvw7DA2MN3BRqEOwq7plhtg72vuuiPQNnr3DaYz0CpyTvxInhpx11W3VZ1trD6NINh7O3LN70ZqO5pWXk=)
database:
# 配置数据库连接信息
config:
url: ENC(tDeB9gYs1IHN90VV+KhNQAVEKSqeInEmFhgma7A0g6surB5pOyJC3lJx0QrvQo4zYz0WOhSgqjglHDSX7nh7k9ak3OQMgLYkHQGVawAZfcsGT/1m0csyjQzCxTCOZr5r)
username: ENC(29BKiU1cMKlA61gszFeYfWvoDVtLCCQAtfraxMq+f6Gm2LFu+67lkkBhoWgWIJga)
password: ENC(t+7GZM/tfqYeTlOugjcO6lUsHlacoVaomxLOeDpb6LhVB5+wbZHkKkW1xke8jNhQ)
driver-class-name: com.mysql.jdbc.Driver
# hudi运行集群集群名称需要和代码里定义的名称一致
yarn:
# hudi表数据存放集群

View File

@@ -1,63 +0,0 @@
deploy:
runtime:
signature: b5
user: datalake
jar-path: /apps/datalake/hudi/jars
jdk-path: /opt/jdk1.8.0_162
log-path: /apps/datalake/hudi/logs
conf-path: /apps/datalake/hudi/conf
data-path: /apps/datalake/hudi/data
kerberos-keytab-path: /etc/security/keytabs/datalake.app.keytab
loki:
service-url: http://132.122.116.142:33100
service-push-url: ${deploy.runtime.loki.service-url}/loki/api/v1/push
hudi-url: http://132.122.116.142:33100
hudi-push-url: ${deploy.runtime.loki.hudi-url}/loki/api/v1/push
zk-url: b5m1.hdp.dc:2181,b5m2.hdp.dc:2181,b5m3.hdp.dc:2181
connector-zk-url: b5m1.hdp.dc:2181,b5m2.hdp.dc:2181,b5m3.hdp.dc:2181
hudi:
app-hdfs-path: hdfs://b2/apps/datalake/jars/app
victoria-push-url: http://132.122.116.142:35710/api/v1/import/prometheus
loki-push-url: ${deploy.runtime.loki.hudi-push-url}
executor:
task-jar-path: hdfs://b2/apps/datalake/jars/service
task-result-path: hdfs://b2/apps/datalake/task-results
security:
authority: ENC(GXKnbq1LS11U2HaONspvH+D/TkIx13aWTaokdkzaF7HSvq6Z0Rv1+JUWFnYopVXu)
username: ENC(moIO5mO39V1Z+RDwROK9JXY4GfM8ZjDgM6Si7wRZ1MPVjbhTpmLz3lz28rAiw7c2LeCmizfJzHkEXIwGlB280g==)
darkcode: ENC(0jzpQ7T6S+P7bZrENgYsUoLhlqGvw7DA2MN3BRqEOwq7plhtg72vuuiPQNnr3DaYz0CpyTvxInhpx11W3VZ1trD6NINh7O3LN70ZqO5pWXk=)
yarn:
store-cluster: b2
sync-clusters: b5-sync
compaction-clusters: b12,b1,b5,a4
hosts:
"[b5s119.hdp.dc]":
ip: 132.122.116.142
"[b5s120.hdp.dc]":
ip: 132.122.116.143
"[b5s121.hdp.dc]":
ip: 132.122.116.144
"[b5s122.hdp.dc]":
ip: 132.122.116.145
"[b5s123.hdp.dc]":
ip: 132.122.116.146
"[b5s124.hdp.dc]":
ip: 132.122.116.147
"[b5s125.hdp.dc]":
ip: 132.122.116.148
"[b5s126.hdp.dc]":
ip: 132.122.116.149
"[b5s127.hdp.dc]":
ip: 132.122.116.150
"[b5s128.hdp.dc]":
ip: 132.122.116.151
"[b5s129.hdp.dc]":
ip: 132.122.116.152
"[b5s130.hdp.dc]":
ip: 132.122.116.153
"[b5s131.hdp.dc]":
ip: 132.122.116.154
"[b5s132.hdp.dc]":
ip: 132.122.116.155
"[b5s133.hdp.dc]":
ip: 132.122.116.156

View File

@@ -13,6 +13,11 @@ deploy:
order: 1
source-jar: service-api-1.0.0-SNAPSHOT.jar
replicas: 10
arguments:
"[spring.datasource.url]": ${deploy.runtime.database.config.url}
"[spring.datasource.username]": ${deploy.runtime.database.config.username}
"[spring.datasource.password]": ${deploy.runtime.database.config.password}
"[spring.datasource.driver-class-name]": ${deploy.runtime.database.config.driver-class-name}
service-scheduler:
order: 3
groups:
@@ -106,6 +111,11 @@ deploy:
- "service"
source-jar: service-info-query-1.0.0-SNAPSHOT.jar
replicas: 10
arguments:
"[spring.datasource.url]": ${deploy.runtime.database.config.url}
"[spring.datasource.username]": ${deploy.runtime.database.config.username}
"[spring.datasource.password]": ${deploy.runtime.database.config.password}
"[spring.datasource.driver-class-name]": ${deploy.runtime.database.config.driver-class-name}
service-yarn-query:
order: 2
groups:

View File

@@ -13,7 +13,7 @@ hostname_full=`ssh $host 'hostname -f'`
<#-- 获取当前时间 -->
start_time=`date +%Y%m%d%H%M%S`
ssh $host "mkdir -p ${runtime.jarPath};curl ${runtime.downloadUrl}/${info.sourceJar} -o ${runtime.jarPath}/${info.name}.jar"
ssh $host "export JASYPT_ENCRYPTOR_PASSWORD='r#(R,P\"Dp^A47>WSn:Wn].gs/+\"v:q_Q*An~zF*g-@j@jtSTv5H/,S-3:R?r9R}.';nohup ${runtime.jdkPath}/bin/java <#list environments?keys as key>-D${key}=${environments[key]?string} </#list>-jar ${runtime.jarPath}/${info.name}.jar <#noparse>--deploy.datetime=${datetime} --deploy.ip=${host} --deploy.hostname=${hostname} --deploy.hostname-full=${hostname_full} --deploy.start-time=${start_time}</#noparse> --hudi-service.signature=${runtime.signature} --logging.parent=${runtime.logPath} --loki.url=${runtime.loki.servicePushUrl} --spring.cloud.zookeeper.connect-string=${runtime.zkUrl} --spring.security.meta.authority='${runtime.security.authority}' --spring.security.meta.username='${runtime.security.username}' --spring.security.meta.darkcode='${runtime.security.darkcode}' --yarn-cluster.sync-clusters=${runtime.yarn.syncClusters} --yarn-cluster.compaction-clusters=${runtime.yarn.compactionClusters} <#list arguments?keys as key>--${key}=${arguments[key]?string} </#list>> /dev/null 2>&1 &"
ssh $host "export JASYPT_ENCRYPTOR_PASSWORD='r#(R,P\"Dp^A47>WSn:Wn].gs/+\"v:q_Q*An~zF*g-@j@jtSTv5H/,S-3:R?r9R}.';nohup ${runtime.jdkPath}/bin/java <#list environments?keys as key>-D${key}=${environments[key]?string} </#list>-jar ${runtime.jarPath}/${info.name}.jar <#noparse>--deploy.datetime=${datetime} --deploy.ip=${host} --deploy.hostname=${hostname} --deploy.hostname-full=${hostname_full} --deploy.start-time=${start_time}</#noparse> --hudi-service.signature=${runtime.signature} --logging.parent=${runtime.logPath} --loki.url=${runtime.loki.servicePushUrl} --spring.cloud.zookeeper.connect-string=${runtime.zkUrl} --spring.security.meta.authority='${runtime.security.authority}' --spring.security.meta.username='${runtime.security.username}' --spring.security.meta.darkcode='${runtime.security.darkcode}' --yarn-cluster.sync-clusters=${runtime.yarn.syncClusters} --yarn-cluster.compaction-clusters=${runtime.yarn.compactionClusters} <#list arguments?keys as key>--${key}='${arguments[key]?string}' </#list>> /dev/null 2>&1 &"
</#if>
echo ''
</#list>