feat(executor-task): 增加查询指定hudi表base文件最新的timestamp

根据LATEST_OP_TS来判断比较timestamp先后,排序后取最后的
This commit is contained in:
2024-01-30 12:31:57 +08:00
parent 4b2585984c
commit cd3b340270
13 changed files with 377 additions and 166 deletions

View File

@@ -24,6 +24,9 @@ public interface TaskService {
@Query("scan_base") Boolean scanBase
);
@Get(value = "/task/latest_op_ts", readTimeout = 2 * 60 * 1000)
String latestOpTs(@Query("hdfs") String hdfs);
@Get("/task/results")
ImmutableList<String> results(@Query("task_id") String taskId);