lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-2352] The upgrade downgrade action of flink writer should be singleton (#3531)

Browse Source
This commit is contained in:
Danny Chan
2021-08-25 10:56:14 +08:00
committed by GitHub
parent 04ede8eecf
commit a60fab3a5c
2 changed files with 12 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/client/HoodieFlinkWriteClient.java
View File

@@ -399,6 +399,17 @@ public class HoodieFlinkWriteClient<T extends HoodieRecordPayload> extends
} }
} }
/**
* Upgrade downgrade the Hoodie table.
*
* <p>This action should only be executed once for each commit.
* The modification of the table properties is not thread safe.
*/
public void upgradeDowngrade(String instantTime) {
HoodieTableMetaClient metaClient = createMetaClient(true);
new FlinkUpgradeDowngrade(metaClient, config, context).run(metaClient, HoodieTableVersion.current(), config, context, instantTime);
}
/** /**
* Clean the write handles within a checkpoint interval. * Clean the write handles within a checkpoint interval.
* All the handles should have been closed already. * All the handles should have been closed already.

1
hudi-flink/src/main/java/org/apache/hudi/sink/StreamWriteOperatorCoordinator.java
View File

@@ -335,6 +335,7 @@ public class StreamWriteOperatorCoordinator
this.writeClient.startCommitWithTime(instant, tableState.commitAction); this.writeClient.startCommitWithTime(instant, tableState.commitAction);
this.instant = instant; this.instant = instant;
this.writeClient.transitionRequestedToInflight(tableState.commitAction, this.instant); this.writeClient.transitionRequestedToInflight(tableState.commitAction, this.instant);
this.writeClient.upgradeDowngrade(this.instant);
LOG.info("Create instant [{}] for table [{}] with type [{}]", this.instant, LOG.info("Create instant [{}] for table [{}] with type [{}]", this.instant,
this.conf.getString(FlinkOptions.TABLE_NAME), conf.getString(FlinkOptions.TABLE_TYPE)); this.conf.getString(FlinkOptions.TABLE_NAME), conf.getString(FlinkOptions.TABLE_TYPE));
} }