perf(hudi-query): 优化hudi时间线的扫描速度

This commit is contained in:
v-zhangjc9
2024-05-22 13:11:50 +08:00
parent 2b7b7f838c
commit bff18280f3
7 changed files with 261 additions and 82 deletions

View File

@@ -2,7 +2,6 @@ package com.lanyuanxiaoyao.service.forest.service;
import com.dtflys.forest.annotation.BaseRequest;
import com.dtflys.forest.annotation.Body;
import com.dtflys.forest.annotation.BodyType;
import com.dtflys.forest.annotation.Get;
import com.dtflys.forest.annotation.Post;
import com.dtflys.forest.annotation.Query;
@@ -31,6 +30,24 @@ public interface HudiService {
@Get("/timeline/list_hdfs")
PageResponse<HudiInstant> timelineHdfsList(@Query Map<String, Object> queryMap);
@Get("/timeline/all?active=true&archive=false")
ImmutableList<HudiInstant> timelineAllActive(@Query("flink_job_id") Long flinkJobId, @Query("alias") String alias);
@Get("/timeline/all_hdfs?active=true&archive=false")
ImmutableList<HudiInstant> timelineHdfsAllActive(@Query("hdfs") String hdfs);
@Get("/timeline/all?active=false&archive=true")
ImmutableList<HudiInstant> timelineAllArchive(@Query("flink_job_id") Long flinkJobId, @Query("alias") String alias);
@Get("/timeline/all_hdfs?active=false&archive=true")
ImmutableList<HudiInstant> timelineHdfsAllArchive(@Query("hdfs") String hdfs);
@Get("/timeline/all")
ImmutableList<HudiInstant> timelineAll(@Query("flink_job_id") Long flinkJobId, @Query("alias") String alias, @Query("active") Boolean active, @Query("archive") Boolean archive);
@Get("/timeline/all_hdfs")
ImmutableList<HudiInstant> timelineHdfsAll(@Query("hdfs") String hdfs, @Query("active") Boolean active, @Query("archive") Boolean archive);
@Get("/timeline/read_compaction_plan")
HudiCompactionPlan readCompactionPlan(@Query("flink_job_id") Long flinkJobId, @Query("alias") String alias, @Query("instant") String instant);