feat(executor-task): parquet文件读取增加选择列

指定列名可以提高检索速度，默认选择所有列
2024-05-12 17:41:09 +08:00
parent b51176e5c2
commit a1e0b20e87
9 changed files with 172 additions and 83 deletions
--- a/service-forest/src/main/java/com/lanyuanxiaoyao/service/forest/service/TaskService.java
+++ b/service-forest/src/main/java/com/lanyuanxiaoyao/service/forest/service/TaskService.java
@@ -21,7 +21,8 @@ public interface TaskService {
            @Query("pulsar_topic") String pulsarTopic,
            @Query("scan_queue") Boolean scanQueue,
            @Query("scan_log") Boolean scanLog,
-            @Query("scan_base") Boolean scanBase
+            @Query("scan_base") Boolean scanBase,
+            @Query("filter_fields") String filterFields
    );

    @Get(value = "/task/latest_op_ts", readTimeout = 2 * 60 * 1000)