lanyuanxiaoyao/hudi-service
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat(monitor): 增加处理线程 输出错误日志

Browse Source
This commit is contained in:
v-zhangjc9
2024-05-06 15:16:00 +08:00
parent 864df40f34
commit f151374afd
1 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
service-monitor/src/main/java/com/lanyuanxiaoyao/service/monitor/metric/PulsarMetrics.java
View File

@@ -3,6 +3,7 @@ package com.lanyuanxiaoyao.service.monitor.metric;
import cn.hutool.core.util.StrUtil;
import com.lanyuanxiaoyao.service.common.Constants;
import com.lanyuanxiaoyao.service.common.utils.NameHelper;
import com.lanyuanxiaoyao.service.configuration.ExecutorProvider;
import com.lanyuanxiaoyao.service.configuration.HudiServiceProperties;
import com.lanyuanxiaoyao.service.forest.service.InfoService;
import com.lanyuanxiaoyao.service.forest.service.PulsarService;
@@ -17,7 +18,6 @@ import org.slf4j.LoggerFactory;
import org.springframework.scheduling.annotation.Scheduled;
import org.springframework.stereotype.Service;
import static com.lanyuanxiaoyao.service.common.Constants.HALF_HOUR;
import static com.lanyuanxiaoyao.service.common.Constants.MINUTE;
/**
@@ -47,11 +47,11 @@ public class PulsarMetrics extends Metrics {
backlogMap = Maps.mutable.empty();
}
@Scheduled(fixedDelay = HALF_HOUR, initialDelay = MINUTE)
@Scheduled(fixedDelay = 10 * MINUTE, initialDelay = MINUTE)
@Override
void update() {
infoService.tableMetaList()
// .asParallel(ExecutorProvider.EXECUTORS, 50)
.asParallel(ExecutorProvider.EXECUTORS, 2)
.reject(meta -> StrUtil.isBlank(meta.getPulsarAddress()))
.forEach(meta -> {
try {
@@ -74,7 +74,8 @@ public class PulsarMetrics extends Metrics {
backlogCache.set(backlog);
infoService.savePulsarBacklog(meta.getJob().getId(), meta.getAlias(), backlog);
}
} catch (Exception ignored) {
} catch (Exception exception) {
logger.warn("Update pulsar backlog fail for " + meta.getAlias(), exception);
}
});
}