refactor(pulsar-query): 优化topic存在判断

使用consumer尝试连接pulsar的方式判断topic是否存在似乎更靠谱一点,同时可以避免获取admin url,支持更多的查询场景
This commit is contained in:
2024-01-22 16:50:59 +08:00
parent 123c79787c
commit 53b5a2f695

View File

@@ -1,5 +1,6 @@
package com.lanyuanxiaoyao.service.pulsar;
import cn.hutool.core.util.IdUtil;
import cn.hutool.core.util.ObjectUtil;
import cn.hutool.core.util.StrUtil;
import com.eshore.odcp.hudi.connector.exception.PulsarInfoNotFoundException;
@@ -14,8 +15,9 @@ import java.util.List;
import java.util.Map;
import org.apache.pulsar.client.admin.PulsarAdmin;
import org.apache.pulsar.client.admin.PulsarAdminException;
import org.apache.pulsar.client.api.MessageId;
import org.apache.pulsar.client.api.PulsarClientException;
import org.apache.pulsar.client.api.*;
import org.apache.pulsar.client.impl.schema.StringSchema;
import org.apache.pulsar.common.policies.data.ConsumerStats;
import org.apache.pulsar.common.policies.data.*;
import org.eclipse.collections.api.factory.Lists;
import org.eclipse.collections.api.list.ImmutableList;
@@ -279,23 +281,20 @@ public class PulsarQueryApplication {
@Cacheable(value = "exists-topic", sync = true)
@GetMapping("exists_topic")
public Boolean existsTopic(@RequestParam("url") String url, @RequestParam("topic") String topic) throws PulsarClientException, PulsarAdminException {
String name = name(url);
logger.info("Detected name: {}", name);
PulsarInfo info = getInfo(name);
try (PulsarAdmin admin = PulsarAdmin.builder()
.serviceHttpUrl(adminUrl(info))
public Boolean existsTopic(@RequestParam("url") String url, @RequestParam("topic") String topic) {
try (PulsarClient client = PulsarClient.builder()
.serviceUrl(url)
.build()) {
List<String> tenants = admin.tenants().getTenants();
for (String tenant : tenants) {
List<String> namespaces = admin.namespaces().getNamespaces(tenant);
for (String namespace : namespaces) {
List<String> topics = admin.topics().getList(namespace);
if (topics.contains(topic)) {
return true;
}
}
try (Consumer<String> consumer = client.newConsumer(new StringSchema())
.topic(topic)
.subscriptionMode(SubscriptionMode.NonDurable)
.subscriptionType(SubscriptionType.Exclusive)
.subscriptionName("Pulsar_Exists_Topic_Detect_" + IdUtil.nanoId(8))
.subscribe()) {
return consumer.isConnected();
}
} catch (PulsarClientException e) {
logger.warn("Pulsar {} not contain topic {}", url, topic);
}
return false;
}