deploy: runtime: # 整套配置唯一标识,通常用于区分生产和测试,避免某些配置混淆,如pulsar订阅名 signature: b12 # 应用部署主机用户 user: datalake # 应用jar包 jar-path: /data/datalake/jars # 主机jdk根目录 jdk-path: /opt/jdk8u252-b09 # 应用日志 log-path: /data/datalake/logs # 应用配置 conf-path: /data/datalake/conf # 应用数据 data-path: /data/datalake/data # service-uploader模块提供的下载地址 download-url: http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.124:36800/file/download # kerberos keytab文件 kerberos-keytab-path: /etc/security/keytabs/datalake.app.keytab # 服务日志和hudi日志对应的loki服务 loki: service-url: http://132.126.207.125:33100 service-push-url: ${deploy.runtime.loki.service-url}/loki/api/v1/push hudi-url: http://132.126.207.126:33100 hudi-push-url: ${deploy.runtime.loki.hudi-url}/loki/api/v1/push # 服务zookeeper zk-url: b1m2.hdp.dc:2181,b1m3.hdp.dc:2181,b1m4.hdp.dc:2181,b1m5.hdp.dc:2181,b1m6.hdp.dc:2181 # hudi zookeeper(通常和服务zookeeper共用) connector-zk-url: b1m2.hdp.dc:2181,b1m3.hdp.dc:2181,b1m4.hdp.dc:2181,b1m5.hdp.dc:2181,b1m6.hdp.dc:2181 hudi: # hudi业务jar包所在目录 app-hdfs-path: hdfs://b2/apps/datalake/jars/app-b12 app-test-hdfs-path: hdfs://b2/apps/datalake/jars/app-test-b12 # hudi指标推送 victoria-push-url: http://132.126.207.125:35710/api/v1/import/prometheus loki-push-url: ${deploy.runtime.loki.hudi-push-url} executor: # task业务jar包所在目录 task-jar-path: hdfs://b2/apps/datalake/jars/service # task结果存放目录 task-result-path: hdfs://b2/apps/datalake/task-results # spring security配置 security: authority: ENC(GXKnbq1LS11U2HaONspvH+D/TkIx13aWTaokdkzaF7HSvq6Z0Rv1+JUWFnYopVXu) username: ENC(moIO5mO39V1Z+RDwROK9JXY4GfM8ZjDgM6Si7wRZ1MPVjbhTpmLz3lz28rAiw7c2LeCmizfJzHkEXIwGlB280g==) darkcode: ENC(0jzpQ7T6S+P7bZrENgYsUoLhlqGvw7DA2MN3BRqEOwq7plhtg72vuuiPQNnr3DaYz0CpyTvxInhpx11W3VZ1trD6NINh7O3LN70ZqO5pWXk=) database: # 配置数据库连接信息 config: url: ENC(tDeB9gYs1IHN90VV+KhNQAVEKSqeInEmFhgma7A0g6surB5pOyJC3lJx0QrvQo4zYz0WOhSgqjglHDSX7nh7k9ak3OQMgLYkHQGVawAZfcsGT/1m0csyjQzCxTCOZr5r) username: ENC(29BKiU1cMKlA61gszFeYfWvoDVtLCCQAtfraxMq+f6Gm2LFu+67lkkBhoWgWIJga) password: ENC(t+7GZM/tfqYeTlOugjcO6lUsHlacoVaomxLOeDpb6LhVB5+wbZHkKkW1xke8jNhQ) driver-class-name: com.mysql.jdbc.Driver # hudi运行集群(集群名称需要和代码里定义的名称一致) yarn: # hudi表数据存放集群 store-cluster: b2 # hudi同步运行集群 sync-clusters: b12 # hudi压缩运行集群 compaction-clusters: b12,b1,a4 # 覆盖service的公共配置,主要需要修改的就是部署副本数 services: service-api: replicas: 10 service-launcher-b1: replicas: 8 service-launcher-a4: replicas: 6 service-launcher-b12: replicas: 10 service-info-query: replicas: 10 service-yarn-query: replicas: 20 service-zookeeper-query: replicas: 10 service-hudi-query: replicas: 20 service-pulsar-query: replicas: 10 service-flink-query: replicas: 10 # 全部部署主机的域名和ip信息(key值必须按"[xxx]"这种方式写,spring boot旧版的历史遗留bug) hosts: "[b12s4.hdp.dc]": ip: 132.126.207.130 "[b12s5.hdp.dc]": ip: 132.126.207.131 "[b12s6.hdp.dc]": ip: 132.126.207.132 "[b12s7.hdp.dc]": ip: 132.126.207.133 "[b12s8.hdp.dc]": ip: 132.126.207.134 "[b12s9.hdp.dc]": ip: 132.126.207.135 "[b12s10.hdp.dc]": ip: 132.126.207.136 "[b12s11.hdp.dc]": ip: 132.126.207.137 "[b12s12.hdp.dc]": ip: 132.126.207.138 "[b12s13.hdp.dc]": ip: 132.126.207.139 "[b12s14.hdp.dc]": ip: 132.126.207.140 "[b12s15.hdp.dc]": ip: 132.126.207.141 "[b12s16.hdp.dc]": ip: 132.126.207.142 "[b12s17.hdp.dc]": ip: 132.126.207.143 "[b12s18.hdp.dc]": ip: 132.126.207.144 "[b12s19.hdp.dc]": ip: 132.126.207.145 "[b12s20.hdp.dc]": ip: 132.126.207.146 "[b12s21.hdp.dc]": ip: 132.126.207.147 "[b12s22.hdp.dc]": ip: 132.126.207.148 "[b12s23.hdp.dc]": ip: 132.126.207.149 "[b12s24.hdp.dc]": ip: 132.126.207.150 "[b12s25.hdp.dc]": ip: 132.126.207.151 "[b12s26.hdp.dc]": ip: 132.126.207.152 "[b12s27.hdp.dc]": ip: 132.126.207.153 "[b12s28.hdp.dc]": ip: 132.126.207.154 "[b12s29.hdp.dc]": ip: 132.126.207.155 "[b12s30.hdp.dc]": ip: 132.126.207.156 "[b12s31.hdp.dc]": ip: 132.126.207.157 "[b12s32.hdp.dc]": ip: 132.126.207.158 "[b12s33.hdp.dc]": ip: 132.126.207.159 "[b12s34.hdp.dc]": ip: 132.126.207.160 "[b12s35.hdp.dc]": ip: 132.126.207.161 "[b12s36.hdp.dc]": ip: 132.126.207.162 "[b12s37.hdp.dc]": ip: 132.126.207.163 "[b12s38.hdp.dc]": ip: 132.126.207.164 "[b12s39.hdp.dc]": ip: 132.126.207.165 "[b12s40.hdp.dc]": ip: 132.126.207.166 "[b12s41.hdp.dc]": ip: 132.126.207.167 "[b12s42.hdp.dc]": ip: 132.126.207.168 "[b12s43.hdp.dc]": ip: 132.126.207.169 "[b12s44.hdp.dc]": ip: 132.126.207.170 "[b12s45.hdp.dc]": ip: 132.126.207.171 "[b12s46.hdp.dc]": ip: 132.126.207.172 "[b12s47.hdp.dc]": ip: 132.126.207.173 "[b12s48.hdp.dc]": ip: 132.126.207.174 "[b12s49.hdp.dc]": ip: 132.126.207.175 "[b12s50.hdp.dc]": ip: 132.126.207.176 "[b12s51.hdp.dc]": ip: 132.126.207.177