18 Commits

Author SHA1 Message Date
v-zhangjc9
51c9e71b0d fix(launcher): 修复空值环境变量错误 2025-04-23 14:08:10 +08:00
v-zhangjc9
224115e938 refactor(all): 移除juice-fs依赖 2025-04-21 12:28:18 +08:00
v-zhangjc9
2f3eaa9e1a feat(scheduler): 恢复调度时间点 2025-02-12 10:13:52 +08:00
v-zhangjc9
f791b60fd5 feat(sync): 增加日志输出 2025-02-12 10:13:52 +08:00
v-zhangjc9
e6a03122a6 feat(cli): 增加主机是否启用的能力 2025-02-12 10:13:52 +08:00
v-zhangjc9
7249419624 feat(scheduler): 微调b12集群的资源限制 2025-02-12 10:13:52 +08:00
v-zhangjc9
58140fa0e8 feat(bin): 移除ytp传输 2025-02-12 10:13:52 +08:00
v-zhangjc9
b3ccbce16e feat(all): 移除b5集群 2025-02-12 10:13:52 +08:00
v-zhangjc9
6dbad6825d feat(scheduler): 调整b12的资源限制
反正也没有备用集群的需求,一个集群用到头就好
2025-02-12 10:13:52 +08:00
v-zhangjc9
686c523274 fix(scheduler): 修复闲时压缩crm重点表调度到A4集群 2025-02-12 10:13:52 +08:00
v-zhangjc9
1e88c62987 feat(scheduler): 禁止b5、a4在闲时调度期间使用 2025-02-12 10:13:52 +08:00
v-zhangjc9
fb79468eee feat(web): 增加指标采集进度显示 2025-02-12 10:13:52 +08:00
v-zhangjc9
7efd9129c2 feat(monitor): 增加关于hudi表文件数的监控指标 2025-02-12 10:13:52 +08:00
v-zhangjc9
e30a720cea fix(hudi-query): 修复接口调用错误 2025-02-12 10:13:52 +08:00
v-zhangjc9
28b3fd9ca1 feat(hudi-query): 增加关于hdfs文件数相关的接口 2025-02-12 10:13:52 +08:00
v-zhangjc9
70c2442ff1 fix(forest): 修复接口类型错误 2025-02-12 10:13:52 +08:00
v-zhangjc9
3c971e1438 feat(scheduler): 修复调度 2025-02-12 10:13:52 +08:00
v-zhangjc9
2c7d72bdb8 feat(scheduler): 调整日常调度的时间点
停止11、14点的全表压缩调度
2025-02-12 10:13:52 +08:00
6 changed files with 6 additions and 17 deletions

View File

@@ -8,7 +8,7 @@
<artifactId>hudi-service</artifactId>
<version>1.0.0-SNAPSHOT</version>
<packaging>pom</packaging>
<description>Hudi服务模块系列应用</description>
<description>Hudi服务应用集合</description>
<modules>
<module>service-common</module>
<module>service-dependencies</module>

View File

@@ -60,10 +60,6 @@
</exclusion>
</exclusions>
</dependency>
<dependency>
<groupId>io.juicefs</groupId>
<artifactId>juicefs-hadoop</artifactId>
</dependency>
<dependency>
<groupId>com.lanyuanxiaoyao</groupId>
<artifactId>service-configuration</artifactId>

View File

@@ -80,10 +80,6 @@
<groupId>org.apache.hudi</groupId>
<artifactId>hudi-flink${flink.major.version}-bundle</artifactId>
</dependency>
<dependency>
<groupId>io.juicefs</groupId>
<artifactId>juicefs-hadoop</artifactId>
</dependency>
<dependency>
<groupId>org.apache.curator</groupId>
<artifactId>curator-framework</artifactId>

View File

@@ -72,10 +72,6 @@
<groupId>org.apache.hudi</groupId>
<artifactId>hudi-flink${flink.major.version}-bundle</artifactId>
</dependency>
<dependency>
<groupId>io.juicefs</groupId>
<artifactId>juicefs-hadoop</artifactId>
</dependency>
<dependency>
<groupId>org.apache.curator</groupId>
<artifactId>curator-framework</artifactId>

View File

@@ -174,6 +174,11 @@ public class ExecutorService {
}
private void setEnvironment(Configuration configuration, String key, String value) {
logger.info("Setting environment variable {} = {}", key, value);
if (ObjectUtil.isNull(value)) {
logger.warn("Environment variable {} is null", key);
return;
}
configuration.setString(ResourceManagerOptions.CONTAINERIZED_MASTER_ENV_PREFIX + key, value);
configuration.setString(ResourceManagerOptions.CONTAINERIZED_TASK_MANAGER_ENV_PREFIX + key, value);
}

View File

@@ -100,10 +100,6 @@
<groupId>org.apache.parquet</groupId>
<artifactId>parquet-format</artifactId>
</dependency>
<dependency>
<groupId>io.juicefs</groupId>
<artifactId>juicefs-hadoop</artifactId>
</dependency>
</dependencies>
<build>