lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-975] Add unit tests in TestHoodieTableFileSystemView to test view for non-partitioned table (#1692)

Browse Source
This commit is contained in:
cxzl25
2020-06-01 22:23:28 +08:00
committed by GitHub
parent 8cb86b4d36
commit 7c59095314
1 changed files with 13 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
hudi-common/src/test/java/org/apache/hudi/common/table/view/TestHoodieTableFileSystemView.java
View File

@@ -48,6 +48,7 @@ import org.junit.jupiter.api.Test;
import java.io.File; import java.io.File;
import java.io.IOException; import java.io.IOException;
import java.nio.file.Paths;
import java.util.ArrayList; import java.util.ArrayList;
import java.util.Arrays; import java.util.Arrays;
import java.util.HashSet; import java.util.HashSet;
@@ -103,13 +104,17 @@ public class TestHoodieTableFileSystemView extends HoodieCommonTestHarness {
*/ */
@Test @Test
public void testViewForFileSlicesWithNoBaseFile() throws Exception { public void testViewForFileSlicesWithNoBaseFile() throws Exception {
testViewForFileSlicesWithNoBaseFile(1, 0); testViewForFileSlicesWithNoBaseFile(1, 0, "2016/05/01");
} }
protected void testViewForFileSlicesWithNoBaseFile(int expNumTotalFileSlices, int expNumTotalDataFiles) @Test
throws Exception { public void testViewForFileSlicesWithNoBaseFileNonPartitioned() throws Exception {
String partitionPath = "2016/05/01"; testViewForFileSlicesWithNoBaseFile(1, 0, "");
new File(basePath + "/" + partitionPath).mkdirs(); }
protected void testViewForFileSlicesWithNoBaseFile(int expNumTotalFileSlices, int expNumTotalDataFiles,
String partitionPath) throws Exception {
Paths.get(basePath, partitionPath).toFile().mkdirs();
String fileId = UUID.randomUUID().toString(); String fileId = UUID.randomUUID().toString();
String instantTime1 = "1"; String instantTime1 = "1";
@@ -119,8 +124,9 @@ public class TestHoodieTableFileSystemView extends HoodieCommonTestHarness {
FSUtils.makeLogFileName(fileId, HoodieLogFile.DELTA_EXTENSION, instantTime1, 0, TEST_WRITE_TOKEN); FSUtils.makeLogFileName(fileId, HoodieLogFile.DELTA_EXTENSION, instantTime1, 0, TEST_WRITE_TOKEN);
String fileName2 = String fileName2 =
FSUtils.makeLogFileName(fileId, HoodieLogFile.DELTA_EXTENSION, instantTime1, 1, TEST_WRITE_TOKEN); FSUtils.makeLogFileName(fileId, HoodieLogFile.DELTA_EXTENSION, instantTime1, 1, TEST_WRITE_TOKEN);
new File(basePath + "/" + partitionPath + "/" + fileName1).createNewFile();
new File(basePath + "/" + partitionPath + "/" + fileName2).createNewFile(); Paths.get(basePath, partitionPath, fileName1).toFile().createNewFile();
Paths.get(basePath, partitionPath, fileName2).toFile().createNewFile();
HoodieActiveTimeline commitTimeline = metaClient.getActiveTimeline(); HoodieActiveTimeline commitTimeline = metaClient.getActiveTimeline();
HoodieInstant instant1 = new HoodieInstant(true, HoodieTimeline.COMMIT_ACTION, instantTime1); HoodieInstant instant1 = new HoodieInstant(true, HoodieTimeline.COMMIT_ACTION, instantTime1);
HoodieInstant deltaInstant2 = new HoodieInstant(true, HoodieTimeline.DELTA_COMMIT_ACTION, deltaInstantTime1); HoodieInstant deltaInstant2 = new HoodieInstant(true, HoodieTimeline.DELTA_COMMIT_ACTION, deltaInstantTime1);