lanyuanxiaoyao/hudi-service
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat(scheduler): 调整b12资源使用上限

Browse Source
This commit is contained in:
v-zhangjc9
2024-05-06 15:17:43 +08:00
parent 240cef07c4
commit 5add0d5d25
2 changed files with 1 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
service-scheduler/src/main/java/com/lanyuanxiaoyao/service/scheduler/quartz/distribute/cluster/B12Cluster.java
View File

@@ -23,7 +23,7 @@ public class B12Cluster extends Cluster {
Constants.COMPACTION_QUEUE_B12, Constants.COMPACTION_QUEUE_B12,
AvailableStrategy.and( AvailableStrategy.and(
new QueueSizeLimit(client, Constants.COMPACTION_QUEUE_B12, 20), new QueueSizeLimit(client, Constants.COMPACTION_QUEUE_B12, 20),
new YarnQueueUsedLimit(yarnService, Constants.CLUSTER_B12, "default", 0.8) new YarnQueueUsedLimit(yarnService, Constants.CLUSTER_B12, "default", 1.0)
) )
); );
} }

6
service-scheduler/src/main/java/com/lanyuanxiaoyao/service/scheduler/quartz/distribute/cluster/B5Cluster.java
View File

@@ -24,12 +24,6 @@ public class B5Cluster extends Cluster {
AvailableStrategy.and( AvailableStrategy.and(
new QueueSizeLimit(client, Constants.COMPACTION_QUEUE_B5, 10), new QueueSizeLimit(client, Constants.COMPACTION_QUEUE_B5, 10),
new YarnQueueUsedLimit(yarnService, Constants.CLUSTER_B5, "ten_iap.datalake", 0.9) new YarnQueueUsedLimit(yarnService, Constants.CLUSTER_B5, "ten_iap.datalake", 0.9)
/*AvailableStrategy.whether(
new DatetimeLimit("* * 0-1 * * ?"),
new YarnQueueUsedLimit(yarnService, Constants.CLUSTER_B5, "ten_iap.datalake", 0.9),
new YarnQueueUsedLimit(yarnService, Constants.CLUSTER_B5, "ten_iap.datalake", 0.5)
)*/
) )
); );
} }