lanyuanxiaoyao/hudi-service
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feature(yarn-query): 适配 yarn 队列的子队列

Browse Source
This commit is contained in:
兰缘小妖
2023-05-29 17:58:41 +08:00
parent 712b19a484
commit bf1a33d72e
3 changed files with 84 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

43
service-yarn-query/src/test/java/com/lanyuanxiaoyao/service/yarn/QueueResponseParseTest.java Normal file
View File

@@ -0,0 +1,43 @@
package com.lanyuanxiaoyao.service.yarn;
import cn.hutool.core.util.ObjectUtil;
import cn.hutool.http.HttpUtil;
import com.fasterxml.jackson.annotation.JsonInclude;
import com.fasterxml.jackson.core.JsonProcessingException;
import com.fasterxml.jackson.databind.DeserializationFeature;
import com.fasterxml.jackson.databind.ObjectMapper;
import com.fasterxml.jackson.datatype.eclipsecollections.EclipseCollectionsModule;
import com.lanyuanxiaoyao.service.configuration.entity.yarn.YarnQueue;
import com.lanyuanxiaoyao.service.yarn.configuration.YarnConfiguration;
import com.lanyuanxiaoyao.service.yarn.response.QueueListResponse;
import com.lanyuanxiaoyao.service.yarn.service.impl.QueueServiceImpl;
/**
* @author lanyuanxiaoyao
* @date 2023-05-29
*/
public class QueueResponseParseTest {
public static void main(String[] args) throws JsonProcessingException {
ObjectMapper mapper = new ObjectMapper();
mapper.registerModule(new EclipseCollectionsModule());
mapper.configure(DeserializationFeature.FAIL_ON_IGNORED_PROPERTIES, false);
mapper.configure(DeserializationFeature.FAIL_ON_UNKNOWN_PROPERTIES, false);
mapper.setDefaultPropertyInclusion(JsonInclude.Include.NON_NULL);
/*String response = HttpUtil.get("http://b5m2.hdp.dc:8088/ws/v1/cluster/scheduler");
QueueListResponse queueListResponse = mapper.readValue(response, QueueListResponse.class);
queueListResponse.getScheduler().getSchedulerInfo().getQueues().getQueue().forEach(q -> {
System.out.println(q.getQueueName());
if (ObjectUtil.isNotNull(q.getQueues())) {
q.getQueues().getQueue().forEach(q1 -> System.out.println(q1.getQueueName()));
}
});*/
YarnConfiguration configuration = new YarnConfiguration();
configuration.setCluster("b5");
configuration.setWebUrl("http://b5m2.hdp.dc:8088");
QueueServiceImpl service = new QueueServiceImpl(mapper, configuration);
for (YarnQueue yarnQueue : service.list()) {
System.out.println(yarnQueue.getQueueName());
}
}
}