lanyuanxiaoyao/hudi-service
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat(patch): 适配删除记录latest_op_ts的改动

Browse Source
This commit is contained in:
v-zhangjc9
2024-06-03 15:51:48 +08:00
parent 7e4d50d7f3
commit 1f6f5c270a
1 changed files with 6 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
utils/patch/src/main/java/org/apache/hudi/common/model/TraceEventTimeAvroPayload.java
View File

@@ -22,36 +22,30 @@ import org.slf4j.LoggerFactory;
public class TraceEventTimeAvroPayload extends EventTimeAvroPayload {
private static final Logger logger = LoggerFactory.getLogger(TraceEventTimeAvroPayload.class);
private final String latestOpts;
private final Map<String, String> metadata = new HashMap<>();
public TraceEventTimeAvroPayload(GenericRecord record, Comparable orderingVal) {
super(record, orderingVal);
this.latestOpts = updateLatestOpts(Option.ofNullable(record));
updateLatestOpts(Option.ofNullable(record));
}
public TraceEventTimeAvroPayload(Option<GenericRecord> record) {
super(record);
this.latestOpts = updateLatestOpts(record);
updateLatestOpts(record);
}
private String updateLatestOpts(Option<GenericRecord> record) {
private void updateLatestOpts(Option<GenericRecord> record) {
try {
return record
record
.map(r -> ((Utf8) r.get(Constants.LATEST_OPERATION_TIMESTAMP_KEY_NAME)).toString())
.orElse(null);
.ifPresent(latestOpts -> metadata.put(Constants.LATEST_OPERATION_TIMESTAMP_KEY_NAME, latestOpts));
} catch (Throwable throwable) {
logger.error("Get latest opts failure", throwable);
}
return null;
}
@Override
public Option<Map<String, String>> getMetadata() {
if (this.latestOpts == null) {
return Option.empty();
}
Map<String, String> metadata = super.getMetadata().orElse(new HashMap<>());
metadata.put(Constants.LATEST_OPERATION_TIMESTAMP_KEY_NAME, this.latestOpts);
return Option.of(metadata);
}
}