lanyuanxiaoyao/hudi-service
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat(executor-task): 数据扫描增加pulsar队列读取

Browse Source
This commit is contained in:
兰缘小妖
2024-01-19 14:36:41 +08:00
parent 521e82104f
commit 9140a39bf1
22 changed files with 796 additions and 105 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
service-forest/src/main/java/com/lanyuanxiaoyao/service/forest/service/InfoService.java
View File

@@ -155,6 +155,18 @@ public interface InfoService {
@Get("/info/all_hdfs")
ImmutableList<String> allHdfs(@Query("key") String key);
@Get("/info/all_pulsar")
ImmutableList<String> allPulsar();
@Get("/info/all_pulsar")
ImmutableList<String> allPulsar(@Query("key") String key);
@Get("/info/all_pulsar_topic")
ImmutableList<String> allPulsarTopic();
@Get("/info/all_pulsar_topic")
ImmutableList<String> allPulsarTopic(@Query("key") String key);
@Get("/info/simple_table_metas")
ImmutableList<SimpleTableMeta> simpleTableMetas();

13
service-forest/src/main/java/com/lanyuanxiaoyao/service/forest/service/TaskService.java
View File

@@ -14,10 +14,15 @@ import org.eclipse.collections.api.list.ImmutableList;
@BaseRequest(baseURL = "http://service-executor-manager")
public interface TaskService {
@Get(value = "/task/scan", readTimeout = 2 * 60 * 1000)
String scan(@Query("hdfs") String hdfs, @Query("key") String key);
@Get(value = "/task/scan", readTimeout = 2 * 60 * 1000)
String scan(@Query("hdfs") String hdfs, @Query("key") String key, @Query("scan_log") Boolean scanLog, @Query("scan_data") Boolean scanData);
String scan(
@Query("key") String key,
@Query("hdfs") String hdfs,
@Query("pulsar") String pulsar,
@Query("pulsar_topic") String pulsarTopic,
@Query("scan_queue") Boolean scanQueue,
@Query("scan_log") Boolean scanLog,
@Query("scan_base") Boolean scanBase
);
@Get("/task/results")
ImmutableList<String> results(@Query("task_id") String taskId);