lanyuanxiaoyao/hudi-service
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

perf(executor-task): pulsar检索范围缩短到30分钟

Browse Source 
后面可以优化为根据数据量来推测间隔
This commit is contained in:
v-zhangjc9
2024-05-12 17:42:22 +08:00
parent a1e0b20e87
commit 80fae0be38
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
service-executor/service-executor-task/src/main/java/com/lanyuanxiaoyao/service/executor/task/functions/pulsar/ReadPulsarSource.java
View File

@@ -27,7 +27,7 @@ import org.slf4j.LoggerFactory;
*/
public class ReadPulsarSource implements Source<RecordView, ReadPulsarSplit, Collection<ReadPulsarSplit>>, ResultTypeQueryable<RecordView>, Serializable {
private static final Logger logger = LoggerFactory.getLogger(ReadPulsarSource.class);
private static final Long TASK_GAP = TimeUnit.MINUTES.toMillis(60);
private static final Long TASK_GAP = TimeUnit.MINUTES.toMillis(30);
private static final DateTimeFormatter FORMATTER = DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm:ss.SSS")
.withLocale(Locale.CHINA)
.withZone(ZoneId.systemDefault());