lanyuanxiaoyao/hudi-service
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(api): 移除metadata原始数据存储，提高数据库效率

Browse Source
This commit is contained in:
v-zhangjc9
2024-06-04 11:01:21 +08:00
parent 24e4672dc3
commit f4c7f9954b
1 changed files with 6 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
service-api/src/main/java/com/lanyuanxiaoyao/service/api/service/SyncStateService.java
View File

@@ -264,11 +264,10 @@ public class SyncStateService {
TbAppHudiCompactionMetrics.COMPACTION_PLAN_INSTANT_O, TbAppHudiCompactionMetrics.COMPACTION_PLAN_INSTANT_O,
TbAppHudiCompactionMetrics.CLUSTER_O, TbAppHudiCompactionMetrics.CLUSTER_O,
TbAppHudiCompactionMetrics.APPLICATION_ID_O, TbAppHudiCompactionMetrics.APPLICATION_ID_O,
TbAppHudiCompactionMetrics.UPDATE_TIME_O, TbAppHudiCompactionMetrics.UPDATE_TIME_O
TbAppHudiCompactionMetrics.METADATA_O
) )
.values() .values()
.addValue(null, null, null, null, null, null, null, null) .addValue(null, null, null, null, null, null, null)
.precompileSql(), .precompileSql(),
flinkJobId, flinkJobId,
alias, alias,
@@ -276,8 +275,7 @@ public class SyncStateService {
Date.from(Instant.ofEpochMilli(DateUtil.parse(instant).getTime())), Date.from(Instant.ofEpochMilli(DateUtil.parse(instant).getTime())),
cluster, cluster,
applicationId, applicationId,
now(), now()
metadataText
); );
} else { } else {
jdbcTemplate.update( jdbcTemplate.update(
@@ -296,11 +294,10 @@ public class SyncStateService {
TbAppHudiCompactionMetrics.TOTAL_RECORDS_DELETED_O, TbAppHudiCompactionMetrics.TOTAL_RECORDS_DELETED_O,
TbAppHudiCompactionMetrics.TOTAL_RECORDS_UPDATED_O, TbAppHudiCompactionMetrics.TOTAL_RECORDS_UPDATED_O,
TbAppHudiCompactionMetrics.TOTAL_RECORDS_COMPACTED_O, TbAppHudiCompactionMetrics.TOTAL_RECORDS_COMPACTED_O,
TbAppHudiCompactionMetrics.UPDATE_TIME_O, TbAppHudiCompactionMetrics.UPDATE_TIME_O
TbAppHudiCompactionMetrics.METADATA_O
) )
.values() .values()
.addValue(null, null, null, null, null, null, null, null, null, null, null, null, null, null) .addValue(null, null, null, null, null, null, null, null, null, null, null, null, null)
.precompileSql(), .precompileSql(),
flinkJobId, flinkJobId,
alias, alias,
@@ -314,8 +311,7 @@ public class SyncStateService {
metadata.getTotalRecordsDeleted(), metadata.getTotalRecordsDeleted(),
metadata.getTotalCompactedRecordsUpdated(), metadata.getTotalCompactedRecordsUpdated(),
metadata.getTotalLogRecordsCompacted(), metadata.getTotalLogRecordsCompacted(),
now(), now()
metadataText
); );
} }
} }