lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-2055] Added deltastreamer metric for time of lastSync (#3129)

Browse Source
This commit is contained in:
Sebastian Bernauer
2021-07-06 08:34:46 +02:00
committed by GitHub
parent 1d6978cde4
commit 05d6e18190
2 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/DeltaSync.java
View File

@@ -290,6 +290,8 @@ public class DeltaSync implements Serializable {
srcRecordsWithCkpt.getRight().getLeft(), metrics, overallTimerContext); srcRecordsWithCkpt.getRight().getLeft(), metrics, overallTimerContext);
} }
metrics.updateDeltaStreamerSyncMetrics(System.currentTimeMillis());
// Clear persistent RDDs // Clear persistent RDDs
jssc.getPersistentRDDs().values().forEach(JavaRDD::unpersist); jssc.getPersistentRDDs().values().forEach(JavaRDD::unpersist);
return result; return result;

6
hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/HoodieDeltaStreamerMetrics.java
View File

@@ -95,6 +95,12 @@ public class HoodieDeltaStreamerMetrics implements Serializable {
} }
} }
public void updateDeltaStreamerSyncMetrics(long syncEpochTimeInMs) {
if (config.isMetricsOn()) {
Metrics.registerGauge(getMetricsName("deltastreamer", "lastSync"), syncEpochTimeInMs);
}
}
public long getDurationInMs(long ctxDuration) { public long getDurationInMs(long ctxDuration) {
return ctxDuration / 1000000; return ctxDuration / 1000000;
} }