lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[MINOR] Fixing flakiness in TestHoodieSparkMergeOnReadTableRollback.testRollbackWithDeltaAndCompactionCommit (#5183)

Browse Source
This commit is contained in:
Sivabalan Narayanan
2022-03-30 19:07:22 -07:00
committed by GitHub
parent 4fb1a590b1
commit d80c80699f
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/table/functional/TestHoodieSparkMergeOnReadTableRollback.java
View File

@@ -166,7 +166,7 @@ public class TestHoodieSparkMergeOnReadTableRollback extends SparkClientFunction
/* /*
* Write 1 (only inserts) * Write 1 (only inserts)
*/ */
String newCommitTime = "001"; String newCommitTime = "000000001";
client.startCommitWithTime(newCommitTime); client.startCommitWithTime(newCommitTime);
List<HoodieRecord> records = dataGen.generateInserts(newCommitTime, 200); List<HoodieRecord> records = dataGen.generateInserts(newCommitTime, 200);
@@ -183,7 +183,7 @@ public class TestHoodieSparkMergeOnReadTableRollback extends SparkClientFunction
Option<HoodieInstant> deltaCommit = metaClient.getActiveTimeline().getDeltaCommitTimeline().firstInstant(); Option<HoodieInstant> deltaCommit = metaClient.getActiveTimeline().getDeltaCommitTimeline().firstInstant();
assertTrue(deltaCommit.isPresent()); assertTrue(deltaCommit.isPresent());
assertEquals("001", deltaCommit.get().getTimestamp(), "Delta commit should be 001"); assertEquals("000000001", deltaCommit.get().getTimestamp(), "Delta commit should be 000000001");
Option<HoodieInstant> commit = metaClient.getActiveTimeline().getCommitTimeline().firstInstant(); Option<HoodieInstant> commit = metaClient.getActiveTimeline().getCommitTimeline().firstInstant();
assertFalse(commit.isPresent()); assertFalse(commit.isPresent());
@@ -201,7 +201,7 @@ public class TestHoodieSparkMergeOnReadTableRollback extends SparkClientFunction
/* /*
* Write 2 (inserts + updates - testing failed delta commit) * Write 2 (inserts + updates - testing failed delta commit)
*/ */
final String commitTime1 = "002"; final String commitTime1 = "000000002";
// WriteClient with custom config (disable small file handling) // WriteClient with custom config (disable small file handling)
// NOTE: Second writer will have Metadata table ENABLED // NOTE: Second writer will have Metadata table ENABLED
try (SparkRDDWriteClient secondClient = getHoodieWriteClient(getHoodieWriteConfigWithSmallFileHandlingOff(true));) { try (SparkRDDWriteClient secondClient = getHoodieWriteClient(getHoodieWriteConfigWithSmallFileHandlingOff(true));) {