lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-4484] Add default lock config options for flink metadata table (#6222)

Browse Source
This commit is contained in:
Danny Chan
2022-07-28 20:57:13 +08:00
committed by GitHub
parent 0a5ce000bf
commit 07eedd3ef6
8 changed files with 60 additions and 30 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/client/HoodieFlinkWriteClient.java
View File

@@ -267,14 +267,21 @@ public class HoodieFlinkWriteClient<T extends HoodieRecordPayload> extends
if (this.metadataWriter == null) {
initMetadataWriter();
}
// refresh the timeline
try {
// guard the metadata writer with concurrent lock
this.txnManager.getLockManager().lock();
// Note: the data meta client is not refreshed currently, some code path
// relies on the meta client for resolving the latest data schema,
// the schema expects to be immutable for SQL jobs but may be not for non-SQL
// jobs.
this.metadataWriter.initTableMetadata();
this.metadataWriter.update(metadata, instantTime, getHoodieTable().isTableServiceAction(actionType));
// refresh the timeline
// Note: the data meta client is not refreshed currently, some code path
// relies on the meta client for resolving the latest data schema,
// the schema expects to be immutable for SQL jobs but may be not for non-SQL
// jobs.
this.metadataWriter.initTableMetadata();
this.metadataWriter.update(metadata, instantTime, getHoodieTable().isTableServiceAction(actionType));
} finally {
this.txnManager.getLockManager().unlock();
}
}
/**