[HUDI-1281] Add deltacommit to ActionType (#3018)
Co-authored-by: veenaypatil <vinay18.patil@gmail.com>
This commit is contained in:
@@ -60,14 +60,20 @@ public class MetadataConversionUtils {
|
|||||||
archivedMetaWrapper.setActionType(ActionType.clean.name());
|
archivedMetaWrapper.setActionType(ActionType.clean.name());
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
case HoodieTimeline.COMMIT_ACTION:
|
case HoodieTimeline.COMMIT_ACTION: {
|
||||||
case HoodieTimeline.DELTA_COMMIT_ACTION: {
|
|
||||||
HoodieCommitMetadata commitMetadata = HoodieCommitMetadata
|
HoodieCommitMetadata commitMetadata = HoodieCommitMetadata
|
||||||
.fromBytes(metaClient.getActiveTimeline().getInstantDetails(hoodieInstant).get(), HoodieCommitMetadata.class);
|
.fromBytes(metaClient.getActiveTimeline().getInstantDetails(hoodieInstant).get(), HoodieCommitMetadata.class);
|
||||||
archivedMetaWrapper.setHoodieCommitMetadata(convertCommitMetadata(commitMetadata));
|
archivedMetaWrapper.setHoodieCommitMetadata(convertCommitMetadata(commitMetadata));
|
||||||
archivedMetaWrapper.setActionType(ActionType.commit.name());
|
archivedMetaWrapper.setActionType(ActionType.commit.name());
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
|
case HoodieTimeline.DELTA_COMMIT_ACTION: {
|
||||||
|
HoodieCommitMetadata deltaCommitMetadata = HoodieCommitMetadata
|
||||||
|
.fromBytes(metaClient.getActiveTimeline().getInstantDetails(hoodieInstant).get(), HoodieCommitMetadata.class);
|
||||||
|
archivedMetaWrapper.setHoodieCommitMetadata(convertCommitMetadata(deltaCommitMetadata));
|
||||||
|
archivedMetaWrapper.setActionType(ActionType.deltacommit.name());
|
||||||
|
break;
|
||||||
|
}
|
||||||
case HoodieTimeline.REPLACE_COMMIT_ACTION: {
|
case HoodieTimeline.REPLACE_COMMIT_ACTION: {
|
||||||
if (hoodieInstant.isCompleted()) {
|
if (hoodieInstant.isCompleted()) {
|
||||||
HoodieReplaceCommitMetadata replaceCommitMetadata = HoodieReplaceCommitMetadata
|
HoodieReplaceCommitMetadata replaceCommitMetadata = HoodieReplaceCommitMetadata
|
||||||
|
|||||||
@@ -119,7 +119,7 @@ public class TestMetadataConversionUtils extends HoodieCommonTestHarness {
|
|||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
public void testCompletedCommitOrDeltaCommit() throws Exception {
|
public void testCompletedCommit() throws Exception {
|
||||||
String newCommitTime = HoodieTestTable.makeNewCommitTime();
|
String newCommitTime = HoodieTestTable.makeNewCommitTime();
|
||||||
createCommitMetadata(newCommitTime);
|
createCommitMetadata(newCommitTime);
|
||||||
HoodieArchivedMetaEntry metaEntry = MetadataConversionUtils.createMetaWrapper(
|
HoodieArchivedMetaEntry metaEntry = MetadataConversionUtils.createMetaWrapper(
|
||||||
@@ -128,6 +128,16 @@ public class TestMetadataConversionUtils extends HoodieCommonTestHarness {
|
|||||||
assertEquals(metaEntry.getHoodieCommitMetadata().getOperationType(), WriteOperationType.INSERT.toString());
|
assertEquals(metaEntry.getHoodieCommitMetadata().getOperationType(), WriteOperationType.INSERT.toString());
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@Test
|
||||||
|
public void testCompletedDeltaCommit() throws Exception {
|
||||||
|
String newCommitTime = HoodieTestTable.makeNewCommitTime();
|
||||||
|
createDeltaCommitMetadata(newCommitTime);
|
||||||
|
HoodieArchivedMetaEntry metaEntry = MetadataConversionUtils.createMetaWrapper(
|
||||||
|
new HoodieInstant(State.COMPLETED, HoodieTimeline.DELTA_COMMIT_ACTION, newCommitTime), metaClient);
|
||||||
|
assertEquals(metaEntry.getActionState(), State.COMPLETED.toString());
|
||||||
|
assertEquals(metaEntry.getActionType(), HoodieTimeline.DELTA_COMMIT_ACTION);
|
||||||
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
public void testCompletedRollback() throws Exception {
|
public void testCompletedRollback() throws Exception {
|
||||||
String newCommitTime = HoodieTestTable.makeNewCommitTime();
|
String newCommitTime = HoodieTestTable.makeNewCommitTime();
|
||||||
@@ -200,6 +210,14 @@ public class TestMetadataConversionUtils extends HoodieCommonTestHarness {
|
|||||||
.withBaseFilesInPartition(HoodieTestDataGenerator.DEFAULT_FIRST_PARTITION_PATH, fileId1, fileId2);
|
.withBaseFilesInPartition(HoodieTestDataGenerator.DEFAULT_FIRST_PARTITION_PATH, fileId1, fileId2);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
private void createDeltaCommitMetadata(String instantTime) throws Exception {
|
||||||
|
String fileId1 = "file-" + instantTime + "-1";
|
||||||
|
String fileId2 = "file-" + instantTime + "-2";
|
||||||
|
HoodieTestTable.of(metaClient)
|
||||||
|
.addDeltaCommit(instantTime)
|
||||||
|
.withBaseFilesInPartition(HoodieTestDataGenerator.DEFAULT_FIRST_PARTITION_PATH, fileId1, fileId2);
|
||||||
|
}
|
||||||
|
|
||||||
private void createReplace(String instantTime, WriteOperationType writeOperationType, Boolean isClustering)
|
private void createReplace(String instantTime, WriteOperationType writeOperationType, Boolean isClustering)
|
||||||
throws Exception {
|
throws Exception {
|
||||||
String fileId1 = "file-1";
|
String fileId1 = "file-1";
|
||||||
|
|||||||
@@ -22,6 +22,5 @@ package org.apache.hudi.common.model;
|
|||||||
* The supported action types.
|
* The supported action types.
|
||||||
*/
|
*/
|
||||||
public enum ActionType {
|
public enum ActionType {
|
||||||
//TODO HUDI-1281 make deltacommit part of this
|
commit, savepoint, compaction, clean, rollback, replacecommit, deltacommit
|
||||||
commit, savepoint, compaction, clean, rollback, replacecommit
|
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user