33 Commits

Author SHA1 Message Date
v-zhangjc9
eea6307c87 feat(scheduler): 恢复调度时间点 2025-01-21 15:47:15 +08:00
v-zhangjc9
c5366e006b feat(all): 增加项目说明 2025-01-17 09:33:19 +08:00
v-zhangjc9
f0f295bfc9 feat(all): 增加项目说明 2025-01-10 14:56:16 +08:00
v-zhangjc9
e34c5d2e3e feat(all): 增加项目说明 2025-01-03 14:47:51 +08:00
v-zhangjc9
86d6fcaec7 feat(all): 增加项目说明 2024-12-26 17:37:37 +08:00
v-zhangjc9
2c09d97cec feat(all): 增加项目说明 2024-12-19 19:04:22 +08:00
v-zhangjc9
37ac0cd311 feat(all): 增加项目说明 2024-12-12 15:29:30 +08:00
v-zhangjc9
9fa38a3065 feat(all): 增加项目说明 2024-12-06 17:44:53 +08:00
v-zhangjc9
d908f99fbd feat(all): 增加项目说明 2024-11-28 18:14:12 +08:00
v-zhangjc9
5b0b23336c feat(all): 增加项目说明 2024-11-21 19:22:13 +08:00
v-zhangjc9
263b91c42a feat(all): 增加项目说明 2024-11-15 14:16:58 +08:00
v-zhangjc9
a53c90a348 feat(all): 增加项目说明 2024-11-15 10:06:48 +08:00
v-zhangjc9
e3583dad0c feat(all): 增加项目说明 2024-11-07 18:20:26 +08:00
v-zhangjc9
514a65a5e6 feat(all): 增加项目说明 2024-10-31 17:52:01 +08:00
v-zhangjc9
57a57ace77 feat(sync): 增加日志输出 2024-10-22 17:08:49 +08:00
v-zhangjc9
1338e6458c feat(cli): 增加主机是否启用的能力 2024-10-22 08:59:13 +08:00
v-zhangjc9
9fd46b3a20 feat(scheduler): 微调b12集群的资源限制 2024-10-14 15:23:15 +08:00
v-zhangjc9
8e8b1a7684 feat(bin): 移除ytp传输 2024-10-14 14:41:06 +08:00
v-zhangjc9
4d8238dd7f feat(all): 移除b5集群 2024-10-14 14:32:43 +08:00
v-zhangjc9
73f7d3085a feat(scheduler): 调整b12的资源限制
反正也没有备用集群的需求,一个集群用到头就好
2024-10-14 14:26:27 +08:00
v-zhangjc9
3f8652395c fix(scheduler): 修复闲时压缩crm重点表调度到A4集群 2024-10-14 14:21:53 +08:00
v-zhangjc9
8c6e0aa353 feat(scheduler): 禁止b5、a4在闲时调度期间使用 2024-10-14 10:55:36 +08:00
v-zhangjc9
e15dd6289d feat(web): 增加指标采集进度显示 2024-10-14 10:51:10 +08:00
v-zhangjc9
7d33227d70 feat(monitor): 增加关于hudi表文件数的监控指标 2024-10-12 17:17:15 +08:00
v-zhangjc9
8fda8f7669 fix(hudi-query): 修复接口调用错误 2024-10-12 15:52:05 +08:00
v-zhangjc9
57a828c5b4 feat(hudi-query): 增加关于hdfs文件数相关的接口 2024-10-12 14:43:05 +08:00
v-zhangjc9
b9f6aa0cc2 fix(forest): 修复接口类型错误 2024-10-12 14:42:28 +08:00
v-zhangjc9
dcb9028d86 feat(all): 增加项目说明 2024-09-27 15:23:36 +08:00
v-zhangjc9
57a2787bf8 feat(scheduler): 修复调度 2024-09-24 19:11:57 +08:00
v-zhangjc9
813ddfaeac feat(scheduler): 调整日常调度的时间点
停止11、14点的全表压缩调度
2024-09-24 18:02:49 +08:00
v-zhangjc9
0cbf6b28ef feat(all): 增加项目说明 2024-09-20 14:58:51 +08:00
v-zhangjc9
7efb2527d0 feat(all): 增加项目说明 2024-09-13 10:06:06 +08:00
v-zhangjc9
f085c9d506 feat(all): 增加项目说明 2024-09-06 10:58:01 +08:00
6 changed files with 17 additions and 6 deletions

View File

@@ -8,7 +8,7 @@
<artifactId>hudi-service</artifactId>
<version>1.0.0-SNAPSHOT</version>
<packaging>pom</packaging>
<description>Hudi服务应用集合</description>
<description>Hudi服务模块系列应用</description>
<modules>
<module>service-common</module>
<module>service-dependencies</module>

View File

@@ -60,6 +60,10 @@
</exclusion>
</exclusions>
</dependency>
<dependency>
<groupId>io.juicefs</groupId>
<artifactId>juicefs-hadoop</artifactId>
</dependency>
<dependency>
<groupId>com.lanyuanxiaoyao</groupId>
<artifactId>service-configuration</artifactId>

View File

@@ -80,6 +80,10 @@
<groupId>org.apache.hudi</groupId>
<artifactId>hudi-flink${flink.major.version}-bundle</artifactId>
</dependency>
<dependency>
<groupId>io.juicefs</groupId>
<artifactId>juicefs-hadoop</artifactId>
</dependency>
<dependency>
<groupId>org.apache.curator</groupId>
<artifactId>curator-framework</artifactId>

View File

@@ -72,6 +72,10 @@
<groupId>org.apache.hudi</groupId>
<artifactId>hudi-flink${flink.major.version}-bundle</artifactId>
</dependency>
<dependency>
<groupId>io.juicefs</groupId>
<artifactId>juicefs-hadoop</artifactId>
</dependency>
<dependency>
<groupId>org.apache.curator</groupId>
<artifactId>curator-framework</artifactId>

View File

@@ -174,11 +174,6 @@ public class ExecutorService {
}
private void setEnvironment(Configuration configuration, String key, String value) {
logger.info("Setting environment variable {} = {}", key, value);
if (ObjectUtil.isNull(value)) {
logger.warn("Environment variable {} is null", key);
return;
}
configuration.setString(ResourceManagerOptions.CONTAINERIZED_MASTER_ENV_PREFIX + key, value);
configuration.setString(ResourceManagerOptions.CONTAINERIZED_TASK_MANAGER_ENV_PREFIX + key, value);
}

View File

@@ -100,6 +100,10 @@
<groupId>org.apache.parquet</groupId>
<artifactId>parquet-format</artifactId>
</dependency>
<dependency>
<groupId>io.juicefs</groupId>
<artifactId>juicefs-hadoop</artifactId>
</dependency>
</dependencies>
<build>