lanyuanxiaoyao/hudi-service
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(api): 移除metadata原始数据存储，提高数据库效率

Browse Source
This commit is contained in:
v-zhangjc9
2024-06-04 11:01:21 +08:00
parent 24e4672dc3
commit f4c7f9954b
1 changed files with 6 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
service-api/src/main/java/com/lanyuanxiaoyao/service/api/service/SyncStateService.java
View File

@@ -264,11 +264,10 @@ public class SyncStateService {
TbAppHudiCompactionMetrics.COMPACTION_PLAN_INSTANT_O,
TbAppHudiCompactionMetrics.CLUSTER_O,
TbAppHudiCompactionMetrics.APPLICATION_ID_O,
TbAppHudiCompactionMetrics.UPDATE_TIME_O,
TbAppHudiCompactionMetrics.METADATA_O
TbAppHudiCompactionMetrics.UPDATE_TIME_O
)
.values()
.addValue(null, null, null, null, null, null, null, null)
.addValue(null, null, null, null, null, null, null)
.precompileSql(),
flinkJobId,
alias,
@@ -276,8 +275,7 @@ public class SyncStateService {
Date.from(Instant.ofEpochMilli(DateUtil.parse(instant).getTime())),
cluster,
applicationId,
now(),
metadataText
now()
);
} else {
jdbcTemplate.update(
@@ -296,11 +294,10 @@ public class SyncStateService {
TbAppHudiCompactionMetrics.TOTAL_RECORDS_DELETED_O,
TbAppHudiCompactionMetrics.TOTAL_RECORDS_UPDATED_O,
TbAppHudiCompactionMetrics.TOTAL_RECORDS_COMPACTED_O,
TbAppHudiCompactionMetrics.UPDATE_TIME_O,
TbAppHudiCompactionMetrics.METADATA_O
TbAppHudiCompactionMetrics.UPDATE_TIME_O
)
.values()
.addValue(null, null, null, null, null, null, null, null, null, null, null, null, null, null)
.addValue(null, null, null, null, null, null, null, null, null, null, null, null, null)
.precompileSql(),
flinkJobId,
alias,
@@ -314,8 +311,7 @@ public class SyncStateService {
metadata.getTotalRecordsDeleted(),
metadata.getTotalCompactedRecordsUpdated(),
metadata.getTotalLogRecordsCompacted(),
now(),
metadataText
now()
);
}
}