feature(flink-query): 新增 Flink 相关查询接口

service-flink-query/src/main/java/com/lanyuanxiaoyao/service/flink/controller/FlinkController.java

@@ -0,0 +1,95 @@
+package com.lanyuanxiaoyao.service.flink.controller;
+
+import com.fasterxml.jackson.core.JsonProcessingException;
+import com.lanyuanxiaoyao.service.configuration.entity.flink.*;
+import com.lanyuanxiaoyao.service.flink.service.FlinkService;
+import org.eclipse.collections.api.map.ImmutableMap;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.web.bind.annotation.GetMapping;
+import org.springframework.web.bind.annotation.RequestMapping;
+import org.springframework.web.bind.annotation.RequestParam;
+import org.springframework.web.bind.annotation.RestController;
+
+/**
+ * @author lanyuanxiaoyao
+ * @date 2023-05-04
+ */
+@RestController
+@RequestMapping("flink")
+public class FlinkController implements FlinkService {
+    private static final Logger logger = LoggerFactory.getLogger(FlinkController.class);
+
+    private final FlinkService flinkService;
+
+    @SuppressWarnings("SpringJavaInjectionPointsAutowiringInspection")
+    public FlinkController(FlinkService flinkService) {
+        this.flinkService = flinkService;
+    }
+
+    @GetMapping("/overview")
+    @Override
+    public FlinkOverview overview(@RequestParam("url") String url) throws JsonProcessingException {
+        return flinkService.overview(url);
+    }
+
+    @GetMapping("/config")
+    @Override
+    public FlinkConfig config(@RequestParam("url") String url) throws JsonProcessingException {
+        return flinkService.config(url);
+    }
+
+    @GetMapping("/job_manager_config")
+    @Override
+    public ImmutableMap<String, String> jobManagerConfig(@RequestParam("url") String url) throws JsonProcessingException {
+        return flinkService.jobManagerConfig(url);
+    }
+
+    @GetMapping("/vertex_overview")
+    @Override
+    public FlinkVertexOverview vertexOverview(@RequestParam("url") String url) throws JsonProcessingException {
+        return flinkService.vertexOverview(url);
+    }
+
+    @GetMapping("/vertex")
+    @Override
+    public FlinkVertex vertex(@RequestParam("url") String url, @RequestParam("vertex_id") String vertexId) throws JsonProcessingException {
+        return flinkService.vertex(url, vertexId);
+    }
+
+    @GetMapping("/vertex_config")
+    @Override
+    public FlinkVertexConfig vertexConfig(@RequestParam("url") String url, @RequestParam("vertex_id") String vertexId) throws JsonProcessingException {
+        return flinkService.vertexConfig(url, vertexId);
+    }
+
+    @GetMapping("/checkpoint_overview")
+    @Override
+    public FlinkCheckpointOverview checkpointOverview(@RequestParam("url") String url, @RequestParam("vertex_id") String vertexId) throws JsonProcessingException {
+        return flinkService.checkpointOverview(url, vertexId);
+    }
+
+    @GetMapping("/checkpoint")
+    @Override
+    public FlinkCheckpoint checkpoint(@RequestParam("url") String url, @RequestParam("vertex_id") String vertexId, @RequestParam("checkpoint_id") String checkpointId) throws JsonProcessingException {
+        return flinkService.checkpoint(url, vertexId, checkpointId);
+    }
+
+    @GetMapping("/checkpoint_config")
+    @Override
+    public FlinkCheckpointConfig checkpointConfig(@RequestParam("url") String url, @RequestParam("vertex_id") String vertexId) throws JsonProcessingException {
+        return flinkService.checkpointConfig(url, vertexId);
+    }
+
+    @GetMapping("/task_manager_overview")
+    @Override
+    public FlinkTaskManagerOverview taskManagerOverview(@RequestParam("url") String url) throws JsonProcessingException {
+        return flinkService.taskManagerOverview(url);
+    }
+
+    @GetMapping("/task_manager")
+    @Override
+    public FlinkTaskManager taskManager(@RequestParam("url") String url, @RequestParam("task_manager_id") String taskManagerId) throws JsonProcessingException {
+        return flinkService.taskManager(url, taskManagerId);
+    }
+}

service-flink-query/src/main/java/com/lanyuanxiaoyao/service/flink/service/FlinkService.java

@@ -0,0 +1,35 @@
+package com.lanyuanxiaoyao.service.flink.service;
+
+import com.fasterxml.jackson.core.JsonProcessingException;
+import com.lanyuanxiaoyao.service.configuration.entity.flink.*;
+import org.eclipse.collections.api.map.ImmutableMap;
+
+/**
+ * Flink 服务
+ *
+ * @author lanyuanxiaoyao
+ * @date 2023-05-04
+ */
+public interface FlinkService {
+    FlinkOverview overview(String url) throws JsonProcessingException;
+
+    FlinkConfig config(String url) throws JsonProcessingException;
+
+    ImmutableMap<String, String> jobManagerConfig(String url) throws JsonProcessingException;
+
+    FlinkVertexOverview vertexOverview(String url) throws JsonProcessingException;
+
+    FlinkVertex vertex(String url, String vertexId) throws JsonProcessingException;
+
+    FlinkVertexConfig vertexConfig(String url, String vertexId) throws JsonProcessingException;
+
+    FlinkCheckpointOverview checkpointOverview(String url, String vertexId) throws JsonProcessingException;
+
+    FlinkCheckpoint checkpoint(String url, String vertexId, String checkpointId) throws JsonProcessingException;
+
+    FlinkCheckpointConfig checkpointConfig(String url, String vertexId) throws JsonProcessingException;
+
+    FlinkTaskManagerOverview taskManagerOverview(String url) throws JsonProcessingException;
+
+    FlinkTaskManager taskManager(String url, String taskManagerId) throws JsonProcessingException;
+}

service-flink-query/src/main/java/com/lanyuanxiaoyao/service/flink/service/impl/FlinkServiceImpl.java

@@ -0,0 +1,119 @@
+package com.lanyuanxiaoyao.service.flink.service.impl;
+
+import cn.hutool.core.util.StrUtil;
+import cn.hutool.core.util.URLUtil;
+import cn.hutool.http.HttpResponse;
+import cn.hutool.http.HttpUtil;
+import com.fasterxml.jackson.core.JsonProcessingException;
+import com.fasterxml.jackson.core.type.TypeReference;
+import com.fasterxml.jackson.databind.ObjectMapper;
+import com.lanyuanxiaoyao.service.configuration.entity.flink.*;
+import com.lanyuanxiaoyao.service.flink.service.FlinkService;
+import org.eclipse.collections.api.map.ImmutableMap;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.cache.annotation.Cacheable;
+import org.springframework.http.converter.json.Jackson2ObjectMapperBuilder;
+import org.springframework.retry.annotation.Retryable;
+import org.springframework.stereotype.Service;
+
+/**
+ * @author lanyuanxiaoyao
+ * @date 2023-05-04
+ */
+@Service
+public class FlinkServiceImpl implements FlinkService {
+    private static final Logger logger = LoggerFactory.getLogger(FlinkServiceImpl.class);
+
+    private final ObjectMapper mapper;
+
+    public FlinkServiceImpl(Jackson2ObjectMapperBuilder builder) {
+        mapper = builder.build();
+    }
+
+    private String get(String url, String path) {
+        try (HttpResponse response = HttpUtil.createGet(URLUtil.completeUrl(url, path))
+                .setMaxRedirectCount(10)
+                .execute()) {
+            return response.body();
+        }
+    }
+
+    @Cacheable(value = "flink-overview", sync = true)
+    @Retryable(Throwable.class)
+    @Override
+    public FlinkOverview overview(String url) throws JsonProcessingException {
+        return mapper.readValue(get(url, "/v1/overview"), FlinkOverview.class);
+    }
+
+    @Cacheable(value = "flink-config", sync = true)
+    @Retryable(Throwable.class)
+    @Override
+    public FlinkConfig config(String url) throws JsonProcessingException {
+        return mapper.readValue(get(url, "/v1/config"), FlinkConfig.class);
+    }
+
+    @Cacheable(value = "flink-jobmanager-config", sync = true)
+    @Retryable(Throwable.class)
+    @Override
+    public ImmutableMap<String, String> jobManagerConfig(String url) throws JsonProcessingException {
+        return mapper.readValue(get(url, "/v1/jobmanager/config"), new TypeReference<ImmutableMap<String, String>>() {
+        });
+    }
+
+    @Cacheable(value = "flink-vertex-overview", sync = true)
+    @Retryable(Throwable.class)
+    @Override
+    public FlinkVertexOverview vertexOverview(String url) throws JsonProcessingException {
+        return mapper.readValue(get(url, "/v1/jobs/overview"), FlinkVertexOverview.class);
+    }
+
+    @Cacheable(value = "flink-vertex", sync = true)
+    @Retryable(Throwable.class)
+    @Override
+    public FlinkVertex vertex(String url, String vertexId) throws JsonProcessingException {
+        return mapper.readValue(get(url, StrUtil.format("/v1/jobs/{}", vertexId)), FlinkVertex.class);
+    }
+
+    @Cacheable(value = "flink-vertex-config", sync = true)
+    @Retryable(Throwable.class)
+    @Override
+    public FlinkVertexConfig vertexConfig(String url, String vertexId) throws JsonProcessingException {
+        return mapper.readValue(get(url, StrUtil.format("/v1/jobs/{}/config", vertexId)), FlinkVertexConfig.class);
+    }
+
+    @Cacheable(value = "flink-checkpoint-overview", sync = true)
+    @Retryable(Throwable.class)
+    @Override
+    public FlinkCheckpointOverview checkpointOverview(String url, String vertexId) throws JsonProcessingException {
+        return mapper.readValue(get(url, StrUtil.format("/v1/jobs/{}/checkpoints", vertexId)), FlinkCheckpointOverview.class);
+    }
+
+    @Cacheable(value = "flink-checkpoint", sync = true)
+    @Retryable(Throwable.class)
+    @Override
+    public FlinkCheckpoint checkpoint(String url, String vertexId, String checkpointId) throws JsonProcessingException {
+        return mapper.readValue(get(url, StrUtil.format("/v1/jobs/{}/checkpoints/details/{}", vertexId, checkpointId)), FlinkCheckpoint.class);
+    }
+
+    @Cacheable(value = "flink-checkpoint-config", sync = true)
+    @Retryable(Throwable.class)
+    @Override
+    public FlinkCheckpointConfig checkpointConfig(String url, String vertexId) throws JsonProcessingException {
+        return mapper.readValue(get(url, StrUtil.format("/v1/jobs/{}/checkpoints/config", vertexId)), FlinkCheckpointConfig.class);
+    }
+
+    @Cacheable(value = "flink-taskmanager-overview", sync = true)
+    @Retryable(Throwable.class)
+    @Override
+    public FlinkTaskManagerOverview taskManagerOverview(String url) throws JsonProcessingException {
+        return mapper.readValue(get(url, "/v1/taskmanagers"), FlinkTaskManagerOverview.class);
+    }
+
+    @Cacheable(value = "flink-taskmanager", sync = true)
+    @Retryable(Throwable.class)
+    @Override
+    public FlinkTaskManager taskManager(String url, String taskManagerId) throws JsonProcessingException {
+        return mapper.readValue(get(url, StrUtil.format("/v1/taskmanagers/{}", taskManagerId)), FlinkTaskManager.class);
+    }
+}

service-flink-query/src/test/java/com/lanyuanxiaoyao/service/flink/TestJsonParse.java

@@ -0,0 +1,36 @@
+package com.lanyuanxiaoyao.service.flink;
+
+import cn.hutool.core.util.StrUtil;
+import cn.hutool.core.util.URLUtil;
+import cn.hutool.http.HttpUtil;
+import com.fasterxml.jackson.annotation.JsonInclude;
+import com.fasterxml.jackson.core.JsonProcessingException;
+import com.fasterxml.jackson.databind.DeserializationFeature;
+import com.fasterxml.jackson.databind.ObjectMapper;
+import com.fasterxml.jackson.databind.SerializationFeature;
+import com.fasterxml.jackson.datatype.eclipsecollections.EclipseCollectionsModule;
+import com.lanyuanxiaoyao.service.configuration.entity.flink.FlinkTaskManager;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+/**
+ * 测试 Flink 解析
+ *
+ * @author lanyuanxiaoyao
+ * @date 2023-05-04
+ */
+public class TestJsonParse {
+    private static final Logger logger = LoggerFactory.getLogger(TestJsonParse.class);
+
+    public static void main(String[] args) throws JsonProcessingException {
+        ObjectMapper mapper = new ObjectMapper();
+        mapper.registerModule(new EclipseCollectionsModule());
+        mapper.configure(DeserializationFeature.FAIL_ON_IGNORED_PROPERTIES, false);
+        mapper.configure(DeserializationFeature.FAIL_ON_UNKNOWN_PROPERTIES, false);
+        mapper.configure(SerializationFeature.FAIL_ON_EMPTY_BEANS, false);
+        mapper.setDefaultPropertyInclusion(JsonInclude.Include.NON_EMPTY);
+        String url = "b5s120.hdp.dc:8088/proxy/application_1672368973318_1814";
+        String body = HttpUtil.get(StrUtil.format("http://{}/v1/taskmanagers/container_1672368973318_1814_01_000002", url));
+        logger.info("{}", mapper.writeValueAsString(mapper.readValue(body, FlinkTaskManager.class)));
+    }
+}

service-flink-query/src/test/resources/flink.http

@@ -0,0 +1,99 @@
+### Config
+# {
+#  "refresh-interval": 3000,
+#  "timezone-name": "China Time",
+#  "timezone-offset": 28800000,
+#  "flink-version": "1.13.3",
+#  "flink-revision": "a4700e3 @ 2021-10-11T23:52:36+02:00",
+#  "features": {
+#    "web-submit": false
+#  }
+# }
+GET http://{{url}}/v1/config
+
+### Jobmnager config
+# [{key: xxx, value: xxx}]
+GET http://{{url}}/v1/jobmanager/config
+
+### jobs
+# {
+#  "jobs": [
+#    {
+#      "id": "320c6e7438afebea43fa0f0160319717",
+#      "status": "RUNNING"
+#    }
+#  ]
+# }
+GET http://{{url}}/v1/jobs
+
+### jobs overview
+# {
+#  "jobs": [
+#    {
+#      "jid": "320c6e7438afebea43fa0f0160319717",
+#      "name": "conf_center (ID: 1542097983881048064)",
+#      "state": "RUNNING",
+#      "start-time": 1680699756563,
+#      "end-time": -1,
+#      "duration": 2503052502,
+#      "last-modification": 1680699770420,
+#      "tasks": {
+#        "total": 8,
+#        "created": 0,
+#        "scheduled": 0,
+#        "deploying": 0,
+#        "running": 8,
+#        "finished": 0,
+#        "canceling": 0,
+#        "canceled": 0,
+#        "failed": 0,
+#        "reconciling": 0,
+#        "initializing": 0
+#      }
+#    }
+#  ]
+# }
+GET http://{{url}}/v1/jobs/overview
+
+###
+GET http://{{url}}/v1/jobs/320c6e7438afebea43fa0f0160319717
+
+###
+GET http://{{url}}/v1/jobs/320c6e7438afebea43fa0f0160319717/config
+
+###
+GET http://{{url}}/v1/jobs/320c6e7438afebea43fa0f0160319717/checkpoints
+
+###
+GET http://{{url}}/v1/jobs/320c6e7438afebea43fa0f0160319717/checkpoints/config
+
+###
+GET http://{{url}}/v1/jobs/320c6e7438afebea43fa0f0160319717/checkpoints/details/2722
+
+###
+GET http://{{url}}/v1/jobs/320c6e7438afebea43fa0f0160319717/exceptions
+
+###
+GET http://{{url}}/v1/jobs/320c6e7438afebea43fa0f0160319717/plan
+
+###
+GET http://{{url}}/v1/jobs/320c6e7438afebea43fa0f0160319717/vertices/1171dea6747ab509fdaefbe74f7195af
+
+###
+GET http://{{url}}/v1/jobs/320c6e7438afebea43fa0f0160319717/vertices/1171dea6747ab509fdaefbe74f7195af/backpressure
+
+###
+GET http://{{url}}/v1/jobs/320c6e7438afebea43fa0f0160319717/vertices/1171dea6747ab509fdaefbe74f7195af/taskmanagers
+
+###
+GET http://{{url}}/v1/overview
+
+###
+GET http://{{url}}/v1/taskmanagers
+
+###
+GET http://{{url}}/v1/taskmanagers/container_1672368973318_1814_01_000002
+
+###
+GET http://{{url}}/v1/taskmanagers/container_1672368973318_1814_01_000002/logs
+

service-flink-query/src/test/resources/http-client.env.json

@@ -0,0 +1,5 @@
+{
+  "production": {
+    "url": "b5s120.hdp.dc:8088/proxy/application_1672368973318_1814"
+  }
+}