lanyuanxiaoyao/hudi-service
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feature(flink-query): 新增 Flink 相关查询接口

Browse Source
This commit is contained in:
兰缘小妖
2023-05-05 00:13:13 +08:00
parent 88c1714238
commit 22dd6df3f3
19 changed files with 1753 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

127
service-configuration/src/main/java/com/lanyuanxiaoyao/service/configuration/entity/flink/FlinkCheckpoint.java Normal file
View File

@@ -0,0 +1,127 @@
package com.lanyuanxiaoyao.service.configuration.entity.flink;
import com.fasterxml.jackson.annotation.JsonAlias;
import org.eclipse.collections.api.map.ImmutableMap;
/**
* Flink checkpoint
*
* @author lanyuanxiaoyao
* @date 2023-05-04
*/
public final class FlinkCheckpoint {
private Long id;
private String status;
@JsonAlias("is_savepoint")
private boolean savePoint;
@JsonAlias("trigger_timestamp")
private Long triggerTimestamp;
@JsonAlias("latest_ack_timestamp")
private Long latestAckTimestamp;
@JsonAlias("state_size")
private Long stateSize;
@JsonAlias("end_to_end_duration")
private Long endToEndDuration;
@JsonAlias("alignment_buffered")
private Long alignmentBuffered;
@JsonAlias("processed_data")
private Long processedData;
@JsonAlias("persisted_data")
private Long persistedData;
@JsonAlias("num_subtasks")
private Long numSubtasks;
@JsonAlias("num_acknowledged_subtasks")
private Long numAcknowledgedSubtasks;
@JsonAlias("checkpoint_type")
private String checkpointType;
private ImmutableMap<String, FlinkCheckpoint> tasks;
@JsonAlias("external_path")
private String externalPath;
private boolean discarded;
public Long getId() {
return id;
}
public String getStatus() {
return status;
}
public boolean isSavePoint() {
return savePoint;
}
public Long getTriggerTimestamp() {
return triggerTimestamp;
}
public Long getLatestAckTimestamp() {
return latestAckTimestamp;
}
public Long getStateSize() {
return stateSize;
}
public Long getEndToEndDuration() {
return endToEndDuration;
}
public Long getAlignmentBuffered() {
return alignmentBuffered;
}
public Long getProcessedData() {
return processedData;
}
public Long getPersistedData() {
return persistedData;
}
public Long getNumSubtasks() {
return numSubtasks;
}
public Long getNumAcknowledgedSubtasks() {
return numAcknowledgedSubtasks;
}
public String getCheckpointType() {
return checkpointType;
}
public ImmutableMap<String, FlinkCheckpoint> getTasks() {
return tasks;
}
public String getExternalPath() {
return externalPath;
}
public boolean isDiscarded() {
return discarded;
}
@Override
public String toString() {
return "FlinkCheckpoint{" +
"id=" + id +
", status='" + status + '\'' +
", savePoint=" + savePoint +
", triggerTimestamp=" + triggerTimestamp +
", latestAckTimestamp=" + latestAckTimestamp +
", stateSize=" + stateSize +
", endToEndDuration=" + endToEndDuration +
", alignmentBuffered=" + alignmentBuffered +
", processedData=" + processedData +
", persistedData=" + persistedData +
", numSubtasks=" + numSubtasks +
", numAcknowledgedSubtasks=" + numAcknowledgedSubtasks +
", checkpointType='" + checkpointType + '\'' +
", tasks=" + tasks +
", externalPath='" + externalPath + '\'' +
", discarded=" + discarded +
'}';
}
}

78
service-configuration/src/main/java/com/lanyuanxiaoyao/service/configuration/entity/flink/FlinkCheckpointConfig.java Normal file
View File

@@ -0,0 +1,78 @@
package com.lanyuanxiaoyao.service.configuration.entity.flink;
import com.fasterxml.jackson.annotation.JsonAlias;
/**
* Checkpoint config
*
* @author lanyuanxiaoyao
* @date 2023-05-04
*/
public class FlinkCheckpointConfig {
private String mode;
private Long interval;
private Long timeout;
@JsonAlias("min_pause")
private Long minPause;
@JsonAlias("max_concurrent")
private Long maxConcurrent;
@JsonAlias("state_backend")
private String stateBackend;
@JsonAlias("checkpoint_storage")
private String checkpointStorage;
@JsonAlias("unaligned_checkpoints")
private Boolean unalignedCheckpoints;
@JsonAlias("tolerable_failed_checkpoints")
private Integer tolerableFailedCheckpoints;
public String getMode() {
return mode;
}
public Long getInterval() {
return interval;
}
public Long getTimeout() {
return timeout;
}
public Long getMinPause() {
return minPause;
}
public Long getMaxConcurrent() {
return maxConcurrent;
}
public String getStateBackend() {
return stateBackend;
}
public String getCheckpointStorage() {
return checkpointStorage;
}
public Boolean isUnalignedCheckpoints() {
return unalignedCheckpoints;
}
public Integer getTolerableFailedCheckpoints() {
return tolerableFailedCheckpoints;
}
@Override
public String toString() {
return "FlinkCheckpointConfig{" +
"mode='" + mode + '\'' +
", interval=" + interval +
", timeout=" + timeout +
", minPause=" + minPause +
", maxConcurrent=" + maxConcurrent +
", stateBackend='" + stateBackend + '\'' +
", checkpointStorage='" + checkpointStorage + '\'' +
", unalignedCheckpoints=" + unalignedCheckpoints +
", tolerableFailedCheckpoints=" + tolerableFailedCheckpoints +
'}';
}
}

152
service-configuration/src/main/java/com/lanyuanxiaoyao/service/configuration/entity/flink/FlinkCheckpointOverview.java Normal file
View File

@@ -0,0 +1,152 @@
package com.lanyuanxiaoyao.service.configuration.entity.flink;
import com.fasterxml.jackson.annotation.JsonAlias;
import org.eclipse.collections.api.list.ImmutableList;
/**
* @author lanyuanxiaoyao
* @date 2023-05-04
*/
public final class FlinkCheckpointOverview {
private Counts counts;
private Summary summary;
private FlinkCheckpoint latest;
private ImmutableList<FlinkCheckpoint> history;
public Counts getCounts() {
return counts;
}
public Summary getSummary() {
return summary;
}
public FlinkCheckpoint getLatest() {
return latest;
}
public ImmutableList<FlinkCheckpoint> getHistory() {
return history;
}
@Override
public String toString() {
return "FlinkCheckpointOverview{" +
"counts=" + counts +
", summary=" + summary +
", latest=" + latest +
", history=" + history +
'}';
}
public static final class Counts {
private Long restored;
private Long total;
@JsonAlias("in_progress")
private Long inProgress;
private Long completed;
private Long failed;
public Long getRestored() {
return restored;
}
public Long getTotal() {
return total;
}
public Long getInProgress() {
return inProgress;
}
public Long getCompleted() {
return completed;
}
public Long getFailed() {
return failed;
}
@Override
public String toString() {
return "Counts{" +
"restored=" + restored +
", total=" + total +
", inProgress=" + inProgress +
", completed=" + completed +
", failed=" + failed +
'}';
}
}
public static final class Summary {
@JsonAlias("state_size")
private Metric stateSize;
@JsonAlias("end_to_end_duration")
private Metric endToEndDuration;
@JsonAlias("alignment_buffered")
private Metric alignmentBuffered;
@JsonAlias("processed_data")
private Metric processedData;
@JsonAlias("persisted_data")
private Metric persistedData;
public Metric getStateSize() {
return stateSize;
}
public Metric getEndToEndDuration() {
return endToEndDuration;
}
public Metric getAlignmentBuffered() {
return alignmentBuffered;
}
public Metric getProcessedData() {
return processedData;
}
public Metric getPersistedData() {
return persistedData;
}
@Override
public String toString() {
return "Summary{" +
"stateSize=" + stateSize +
", endToEndDuration=" + endToEndDuration +
", alignmentBuffered=" + alignmentBuffered +
", processedData=" + processedData +
", persistedData=" + persistedData +
'}';
}
public static final class Metric {
private Long min;
private Long max;
private Long avg;
public Long getMin() {
return min;
}
public Long getMax() {
return max;
}
public Long getAvg() {
return avg;
}
@Override
public String toString() {
return "Metric{" +
"min=" + min +
", max=" + max +
", avg=" + avg +
'}';
}
}
}
}

50
service-configuration/src/main/java/com/lanyuanxiaoyao/service/configuration/entity/flink/FlinkConfig.java Normal file
View File

@@ -0,0 +1,50 @@
package com.lanyuanxiaoyao.service.configuration.entity.flink;
import com.fasterxml.jackson.annotation.JsonGetter;
import com.fasterxml.jackson.annotation.JsonProperty;
import java.util.Map;
import org.eclipse.collections.api.map.ImmutableMap;
/**
* Flink Config
*
* @author lanyuanxiaoyao
* @date 2023-05-04
*/
public final class FlinkConfig {
@JsonProperty(value = "flink-version", access = JsonProperty.Access.WRITE_ONLY)
private String flinkVersion;
@JsonProperty(value = "flink-revision", access = JsonProperty.Access.WRITE_ONLY)
private String flinkRevision;
private ImmutableMap<String, Object> features;
public FlinkConfig() {
}
public FlinkConfig(String flinkVersion, String flinkRevision, ImmutableMap<String, Object> features) {
this.flinkVersion = flinkVersion;
this.flinkRevision = flinkRevision;
this.features = features;
}
public String getFlinkVersion() {
return flinkVersion;
}
public String getFlinkRevision() {
return flinkRevision;
}
public ImmutableMap<String, Object> getFeatures() {
return features;
}
@Override
public String toString() {
return "FlinkConfig{" +
"flinkVersion='" + flinkVersion + '\'' +
", flinkRevision='" + flinkRevision + '\'' +
", features=" + features +
'}';
}
}

81
service-configuration/src/main/java/com/lanyuanxiaoyao/service/configuration/entity/flink/FlinkOverview.java Normal file
View File

@@ -0,0 +1,81 @@
package com.lanyuanxiaoyao.service.configuration.entity.flink;
import com.fasterxml.jackson.annotation.JsonAlias;
/**
* Flink overview
*
* @author lanyuanxiaoyao
* @date 2023-05-04
*/
public class FlinkOverview {
@JsonAlias("taskmanagers")
private Integer taskManagers;
@JsonAlias("slots-total")
private Integer slotsTotal;
@JsonAlias("slots-available")
private Integer slotsAvailable;
@JsonAlias("jobs-running")
private Integer jobsRunning;
@JsonAlias("jobs-finished")
private Integer jobsFinished;
@JsonAlias("jobs-cancelled")
private Integer jobsCanceled;
@JsonAlias("jobs-failed")
private Integer jobsFailed;
@JsonAlias("flink-version")
private String flinkVersion;
@JsonAlias("flink-commit")
private String flinkCommit;
public Integer getTaskManagers() {
return taskManagers;
}
public Integer getSlotsTotal() {
return slotsTotal;
}
public Integer getSlotsAvailable() {
return slotsAvailable;
}
public Integer getJobsRunning() {
return jobsRunning;
}
public Integer getJobsFinished() {
return jobsFinished;
}
public Integer getJobsCanceled() {
return jobsCanceled;
}
public Integer getJobsFailed() {
return jobsFailed;
}
public String getFlinkVersion() {
return flinkVersion;
}
public String getFlinkCommit() {
return flinkCommit;
}
@Override
public String toString() {
return "FlinkOverview{" +
"taskManagers=" + taskManagers +
", slotsTotal=" + slotsTotal +
", slotsAvailable=" + slotsAvailable +
", jobsRunning=" + jobsRunning +
", jobsFinished=" + jobsFinished +
", jobsCanceled=" + jobsCanceled +
", jobsFailed=" + jobsFailed +
", flinkVersion='" + flinkVersion + '\'' +
", flinkCommit='" + flinkCommit + '\'' +
'}';
}
}

372
service-configuration/src/main/java/com/lanyuanxiaoyao/service/configuration/entity/flink/FlinkTaskManager.java Normal file
View File

@@ -0,0 +1,372 @@
package com.lanyuanxiaoyao.service.configuration.entity.flink;
import org.eclipse.collections.api.list.ImmutableList;
/**
* Flink taskmanager
*
* @author lanyuanxiaoyao
* @date 2023-05-04
*/
public final class FlinkTaskManager {
private String id;
private String path;
private Integer dataPort;
private Integer jmxPort;
private Long timeSinceLastHeartbeat;
private Integer slotsNumber;
private Integer freeSlots;
private Resource totalResource;
private Resource freeResource;
private Resource hardware;
private MemoryConfiguration memoryConfiguration;
private Metrics metrics;
public String getId() {
return id;
}
public String getPath() {
return path;
}
public Integer getDataPort() {
return dataPort;
}
public Integer getJmxPort() {
return jmxPort;
}
public Long getTimeSinceLastHeartbeat() {
return timeSinceLastHeartbeat;
}
public Integer getSlotsNumber() {
return slotsNumber;
}
public Integer getFreeSlots() {
return freeSlots;
}
public Resource getTotalResource() {
return totalResource;
}
public Resource getFreeResource() {
return freeResource;
}
public Resource getHardware() {
return hardware;
}
public MemoryConfiguration getMemoryConfiguration() {
return memoryConfiguration;
}
public Metrics getMetrics() {
return metrics;
}
@Override
public String toString() {
return "FlinkTaskManager{" +
"id='" + id + '\'' +
", path='" + path + '\'' +
", dataPort=" + dataPort +
", jmxPort=" + jmxPort +
", timeSinceLastHeartbeat=" + timeSinceLastHeartbeat +
", slotsNumber=" + slotsNumber +
", freeSlots=" + freeSlots +
", totalResource=" + totalResource +
", freeResource=" + freeResource +
", hardware=" + hardware +
", memoryConfiguration=" + memoryConfiguration +
", metrics=" + metrics +
'}';
}
public static final class Resource {
private Double cpuCores;
private Long taskHeapMemory;
private Long taskOffHeapMemory;
private Long managedMemory;
private Long networkMemory;
private Long physicalMemory;
private Long freeMemory;
public Double getCpuCores() {
return cpuCores;
}
public Long getTaskHeapMemory() {
return taskHeapMemory;
}
public Long getTaskOffHeapMemory() {
return taskOffHeapMemory;
}
public Long getManagedMemory() {
return managedMemory;
}
public Long getNetworkMemory() {
return networkMemory;
}
public Long getPhysicalMemory() {
return physicalMemory;
}
public Long getFreeMemory() {
return freeMemory;
}
@Override
public String toString() {
return "Resource{" +
"cpuCores=" + cpuCores +
", taskHeapMemory=" + taskHeapMemory +
", taskOffHeapMemory=" + taskOffHeapMemory +
", managedMemory=" + managedMemory +
", networkMemory=" + networkMemory +
", physicalMemory=" + physicalMemory +
", freeMemory=" + freeMemory +
'}';
}
}
public static final class MemoryConfiguration {
private Long frameworkHeap;
private Long taskHeap;
private Long frameworkOffHeap;
private Long taskOffHeap;
private Long networkMemory;
private Long managedMemory;
private Long jvmMetaspace;
private Long jvmOverhead;
private Long totalFlinkMemory;
private Long totalProcessMemory;
public Long getFrameworkHeap() {
return frameworkHeap;
}
public Long getTaskHeap() {
return taskHeap;
}
public Long getFrameworkOffHeap() {
return frameworkOffHeap;
}
public Long getTaskOffHeap() {
return taskOffHeap;
}
public Long getNetworkMemory() {
return networkMemory;
}
public Long getManagedMemory() {
return managedMemory;
}
public Long getJvmMetaspace() {
return jvmMetaspace;
}
public Long getJvmOverhead() {
return jvmOverhead;
}
public Long getTotalFlinkMemory() {
return totalFlinkMemory;
}
public Long getTotalProcessMemory() {
return totalProcessMemory;
}
@Override
public String toString() {
return "MemoryConfiguration{" +
"frameworkHeap=" + frameworkHeap +
", taskHeap=" + taskHeap +
", frameworkOffHeap=" + frameworkOffHeap +
", taskOffHeap=" + taskOffHeap +
", networkMemory=" + networkMemory +
", managedMemory=" + managedMemory +
", jvmMetaspace=" + jvmMetaspace +
", jvmOverhead=" + jvmOverhead +
", totalFlinkMemory=" + totalFlinkMemory +
", totalProcessMemory=" + totalProcessMemory +
'}';
}
}
public static final class Metrics {
private Long heapUsed;
private Long heapCommitted;
private Long heapMax;
private Long nonHeapUsed;
private Long nonHeapCommitted;
private Long nonHeapMax;
private Long directCount;
private Long directUsed;
private Long directMax;
private Long mappedCount;
private Long mappedUsed;
private Long mappedMax;
private Long memorySegmentsAvailable;
private Long memorySegmentsTotal;
private Long nettyShuffleMemorySegmentsAvailable;
private Long nettyShuffleMemorySegmentsUsed;
private Long nettyShuffleMemorySegmentsTotal;
private Long nettyShuffleMemoryAvailable;
private Long nettyShuffleMemoryUsed;
private Long nettyShuffleMemoryTotal;
private ImmutableList<Garbage> garbageCollectors;
public Long getHeapUsed() {
return heapUsed;
}
public Long getHeapCommitted() {
return heapCommitted;
}
public Long getHeapMax() {
return heapMax;
}
public Long getNonHeapUsed() {
return nonHeapUsed;
}
public Long getNonHeapCommitted() {
return nonHeapCommitted;
}
public Long getNonHeapMax() {
return nonHeapMax;
}
public Long getDirectCount() {
return directCount;
}
public Long getDirectUsed() {
return directUsed;
}
public Long getDirectMax() {
return directMax;
}
public Long getMappedCount() {
return mappedCount;
}
public Long getMappedUsed() {
return mappedUsed;
}
public Long getMappedMax() {
return mappedMax;
}
public Long getMemorySegmentsAvailable() {
return memorySegmentsAvailable;
}
public Long getMemorySegmentsTotal() {
return memorySegmentsTotal;
}
public Long getNettyShuffleMemorySegmentsAvailable() {
return nettyShuffleMemorySegmentsAvailable;
}
public Long getNettyShuffleMemorySegmentsUsed() {
return nettyShuffleMemorySegmentsUsed;
}
public Long getNettyShuffleMemorySegmentsTotal() {
return nettyShuffleMemorySegmentsTotal;
}
public Long getNettyShuffleMemoryAvailable() {
return nettyShuffleMemoryAvailable;
}
public Long getNettyShuffleMemoryUsed() {
return nettyShuffleMemoryUsed;
}
public Long getNettyShuffleMemoryTotal() {
return nettyShuffleMemoryTotal;
}
public ImmutableList<Garbage> getGarbageCollectors() {
return garbageCollectors;
}
@Override
public String toString() {
return "Metrics{" +
"heapUsed=" + heapUsed +
", heapCommitted=" + heapCommitted +
", heapMax=" + heapMax +
", nonHeapUsed=" + nonHeapUsed +
", nonHeapCommitted=" + nonHeapCommitted +
", nonHeapMax=" + nonHeapMax +
", directCount=" + directCount +
", directUsed=" + directUsed +
", directMax=" + directMax +
", mappedCount=" + mappedCount +
", mappedUsed=" + mappedUsed +
", mappedMax=" + mappedMax +
", memorySegmentsAvailable=" + memorySegmentsAvailable +
", memorySegmentsTotal=" + memorySegmentsTotal +
", nettyShuffleMemorySegmentsAvailable=" + nettyShuffleMemorySegmentsAvailable +
", nettyShuffleMemorySegmentsUsed=" + nettyShuffleMemorySegmentsUsed +
", nettyShuffleMemorySegmentsTotal=" + nettyShuffleMemorySegmentsTotal +
", nettyShuffleMemoryAvailable=" + nettyShuffleMemoryAvailable +
", nettyShuffleMemoryUsed=" + nettyShuffleMemoryUsed +
", nettyShuffleMemoryTotal=" + nettyShuffleMemoryTotal +
", garbageCollectors=" + garbageCollectors +
'}';
}
public static final class Garbage {
private String name;
private Long count;
private Long time;
public String getName() {
return name;
}
public Long getCount() {
return count;
}
public Long getTime() {
return time;
}
@Override
public String toString() {
return "Garbage{" +
"name='" + name + '\'' +
", count=" + count +
", time=" + time +
'}';
}
}
}
}

24
service-configuration/src/main/java/com/lanyuanxiaoyao/service/configuration/entity/flink/FlinkTaskManagerOverview.java Normal file
View File

@@ -0,0 +1,24 @@
package com.lanyuanxiaoyao.service.configuration.entity.flink;
import org.eclipse.collections.api.list.ImmutableList;
/**
* Flink task manager overview
*
* @author lanyuanxiaoyao
* @date 2023-05-04
*/
public class FlinkTaskManagerOverview {
private ImmutableList<FlinkTaskManager> taskmanagers;
public ImmutableList<FlinkTaskManager> getTaskmanagers() {
return taskmanagers;
}
@Override
public String toString() {
return "FlinkTaskManagerOverview{" +
"taskmanagers=" + taskmanagers +
'}';
}
}

327
service-configuration/src/main/java/com/lanyuanxiaoyao/service/configuration/entity/flink/FlinkVertex.java Normal file
View File

@@ -0,0 +1,327 @@
package com.lanyuanxiaoyao.service.configuration.entity.flink;
import com.fasterxml.jackson.annotation.JsonAlias;
import com.fasterxml.jackson.annotation.JsonProperty;
import org.eclipse.collections.api.list.ImmutableList;
/**
* Flink Vertices
*
* @author lanyuanxiaoyao
* @date 2023-05-04
*/
public class FlinkVertex {
private String jid;
private String name;
private String state;
@JsonAlias("start-time")
private Long startTime;
@JsonAlias("end-time")
private Long endTime;
private Long duration;
private Long lastModification;
private Tasks tasks;
@JsonAlias("maxParallelism")
private Integer maxParallelism;
private Long now;
private Timestamps timestamps;
private ImmutableList<FlinkVertex> vertices;
private Metrics metrics;
public String getJid() {
return jid;
}
public String getName() {
return name;
}
public String getState() {
return state;
}
public Long getStartTime() {
return startTime;
}
public Long getEndTime() {
return endTime;
}
public Long getDuration() {
return duration;
}
public Long getLastModification() {
return lastModification;
}
public Tasks getTasks() {
return tasks;
}
public Integer getMaxParallelism() {
return maxParallelism;
}
public Long getNow() {
return now;
}
public Timestamps getTimestamps() {
return timestamps;
}
public ImmutableList<FlinkVertex> getVertices() {
return vertices;
}
public Metrics getMetrics() {
return metrics;
}
public static final class Tasks {
private Integer total;
private Integer created;
private Integer scheduled;
private Integer deploying;
private Integer running;
private Integer finished;
private Integer canceling;
private Integer canceled;
private Integer failed;
private Integer reconciling;
private Integer initializing;
public Integer getTotal() {
return total;
}
public Integer getCreated() {
return created;
}
public Integer getScheduled() {
return scheduled;
}
public Integer getDeploying() {
return deploying;
}
public Integer getRunning() {
return running;
}
public Integer getFinished() {
return finished;
}
public Integer getCanceling() {
return canceling;
}
public Integer getCanceled() {
return canceled;
}
public Integer getFailed() {
return failed;
}
public Integer getReconciling() {
return reconciling;
}
public Integer getInitializing() {
return initializing;
}
@Override
public String toString() {
return "Tasks{" +
"total=" + total +
", created=" + created +
", scheduled=" + scheduled +
", deploying=" + deploying +
", running=" + running +
", finished=" + finished +
", canceling=" + canceling +
", canceled=" + canceled +
", failed=" + failed +
", reconciling=" + reconciling +
", initializing=" + initializing +
'}';
}
}
public static final class Timestamps {
@JsonAlias("RUNNING")
private Long running;
@JsonAlias("FAILING")
private Long failing;
@JsonAlias("FINISHED")
private Long finished;
@JsonAlias("RESTARTING")
private Long restarting;
@JsonAlias("RECONCILING")
private Long reconciling;
@JsonAlias("CREATED")
private Long created;
@JsonAlias("FAILED")
private Long failed;
@JsonAlias("INITIALIZING")
private Long initializing;
@JsonAlias("CANCELED")
private Long canceled;
@JsonAlias("CANCELLING")
private Long canceling;
@JsonAlias("SUSPENDED")
private Long suspended;
public Long getRunning() {
return running;
}
public Long getFailing() {
return failing;
}
public Long getFinished() {
return finished;
}
public Long getRestarting() {
return restarting;
}
public Long getReconciling() {
return reconciling;
}
public Long getCreated() {
return created;
}
public Long getFailed() {
return failed;
}
public Long getInitializing() {
return initializing;
}
public Long getCanceled() {
return canceled;
}
public Long getCanceling() {
return canceling;
}
public Long getSuspended() {
return suspended;
}
@Override
public String toString() {
return "Timestamps{" +
"running=" + running +
", failing=" + failing +
", finished=" + finished +
", restarting=" + restarting +
", reconciling=" + reconciling +
", created=" + created +
", failed=" + failed +
", initializing=" + initializing +
", canceled=" + canceled +
", canceling=" + canceling +
", suspended=" + suspended +
'}';
}
}
public static final class Metrics {
@JsonAlias("read-bytes")
private Long readBytes;
@JsonAlias("read-bytes-complete")
private Boolean readBytesComplete;
@JsonAlias("write-bytes")
private Long writeBytes;
@JsonAlias("write-bytes-complete")
private Boolean writeBytesComplete;
@JsonAlias("read-records")
private Long readRecords;
@JsonAlias("read-records-complete")
private Boolean readRecordsComplete;
@JsonAlias("write-records")
private Long writeRecords;
@JsonAlias("write-records-complete")
private Boolean writeRecordsComplete;
public Long getReadBytes() {
return readBytes;
}
public Boolean isReadBytesComplete() {
return readBytesComplete;
}
public Long getWriteBytes() {
return writeBytes;
}
public Boolean isWriteBytesComplete() {
return writeBytesComplete;
}
public Long getReadRecords() {
return readRecords;
}
public Boolean isReadRecordsComplete() {
return readRecordsComplete;
}
public Long getWriteRecords() {
return writeRecords;
}
public Boolean isWriteRecordsComplete() {
return writeRecordsComplete;
}
@Override
public String toString() {
return "Metrics{" +
"readBytes=" + readBytes +
", readBytesComplete=" + readBytesComplete +
", writeBytes=" + writeBytes +
", writeBytesComplete=" + writeBytesComplete +
", readRecords=" + readRecords +
", readRecordsComplete=" + readRecordsComplete +
", writeRecords=" + writeRecords +
", writeRecordsComplete=" + writeRecordsComplete +
'}';
}
}
@Override
public String toString() {
return "FlinkVertex{" +
"jid='" + jid + '\'' +
", name='" + name + '\'' +
", state='" + state + '\'' +
", startTime=" + startTime +
", endTime=" + endTime +
", duration=" + duration +
", lastModification=" + lastModification +
", tasks=" + tasks +
", maxParallelism=" + maxParallelism +
", now=" + now +
", timestamps=" + timestamps +
", vertices=" + vertices +
", metrics=" + metrics +
'}';
}
}

67
service-configuration/src/main/java/com/lanyuanxiaoyao/service/configuration/entity/flink/FlinkVertexConfig.java Normal file
View File

@@ -0,0 +1,67 @@
package com.lanyuanxiaoyao.service.configuration.entity.flink;
import com.fasterxml.jackson.annotation.JsonAlias;
/**
* Flink job config
*
* @author lanyuanxiaoyao
* @date 2023-05-04
*/
public final class FlinkVertexConfig {
private String jid;
private String name;
@JsonAlias("execution-config")
private ExecutionConfig executionConfig;
public String getJid() {
return jid;
}
public String getName() {
return name;
}
public ExecutionConfig getExecutionConfig() {
return executionConfig;
}
@Override
public String toString() {
return "FlinkVertexConfig{" +
"jid='" + jid + '\'' +
", name='" + name + '\'' +
", executionConfig=" + executionConfig +
'}';
}
public static final class ExecutionConfig {
@JsonAlias("execution-mode")
private String executionMode;
@JsonAlias("restart-strategy")
private String restartStrategy;
@JsonAlias("job-parallelism")
private Integer jobParallelism;
public String getExecutionMode() {
return executionMode;
}
public String getRestartStrategy() {
return restartStrategy;
}
public Integer getJobParallelism() {
return jobParallelism;
}
@Override
public String toString() {
return "ExecutionConfig{" +
"executionMode='" + executionMode + '\'' +
", restartStrategy='" + restartStrategy + '\'' +
", jobParallelism=" + jobParallelism +
'}';
}
}
}

24
service-configuration/src/main/java/com/lanyuanxiaoyao/service/configuration/entity/flink/FlinkVertexOverview.java Normal file
View File

@@ -0,0 +1,24 @@
package com.lanyuanxiaoyao.service.configuration.entity.flink;
import org.eclipse.collections.api.list.ImmutableList;
/**
* Flink job overview
*
* @author lanyuanxiaoyao
* @date 2023-05-04
*/
public final class FlinkVertexOverview {
private ImmutableList<FlinkVertex> jobs;
public ImmutableList<FlinkVertex> getJobs() {
return jobs;
}
@Override
public String toString() {
return "FlinkJobOverview{" +
"jobs=" + jobs +
'}';
}
}

7
service-configuration/src/main/resources/application-common.yml
View File

@@ -1,3 +1,8 @@
spring:
main:
banner-mode: off
banner-mode: off
jackson:
default-property-inclusion: non_empty
deserialization:
fail-on-ignored-properties: false
fail-on-unknown-properties: false