diff --git a/hudi-common/src/test/java/org/apache/hudi/common/testutils/FileCreateUtils.java b/hudi-common/src/test/java/org/apache/hudi/common/testutils/FileCreateUtils.java index d5def16f5..231915072 100644 --- a/hudi-common/src/test/java/org/apache/hudi/common/testutils/FileCreateUtils.java +++ b/hudi-common/src/test/java/org/apache/hudi/common/testutils/FileCreateUtils.java @@ -403,9 +403,19 @@ public class FileCreateUtils { if (Files.notExists(basePath)) { return Collections.emptyList(); } - return Files.list(basePath).filter(entry -> (!entry.getFileName().toString().equals(HoodieTableMetaClient.METAFOLDER_NAME) - && !entry.getFileName().toString().contains("parquet") && !entry.getFileName().toString().contains("log")) - && !entry.getFileName().toString().startsWith(HoodiePartitionMetadata.HOODIE_PARTITION_METAFILE_PREFIX)).collect(Collectors.toList()); + return Files.list(basePath).filter(entry -> !entry.getFileName().toString().equals(HoodieTableMetaClient.METAFOLDER_NAME) + && !isBaseOrLogFilename(entry.getFileName().toString()) + && !entry.getFileName().toString().startsWith(HoodiePartitionMetadata.HOODIE_PARTITION_METAFILE_PREFIX)) + .collect(Collectors.toList()); + } + + public static boolean isBaseOrLogFilename(String filename) { + for (HoodieFileFormat format : HoodieFileFormat.values()) { + if (filename.contains(format.getFileExtension())) { + return true; + } + } + return false; } /** diff --git a/hudi-common/src/test/java/org/apache/hudi/common/testutils/HoodieTestTable.java b/hudi-common/src/test/java/org/apache/hudi/common/testutils/HoodieTestTable.java index 1f748f143..8cb0661c5 100644 --- a/hudi-common/src/test/java/org/apache/hudi/common/testutils/HoodieTestTable.java +++ b/hudi-common/src/test/java/org/apache/hudi/common/testutils/HoodieTestTable.java @@ -681,7 +681,8 @@ public class HoodieTestTable { boolean toReturn = true; String filePath = entry.getPath().toString(); String fileName = entry.getPath().getName(); - if (fileName.startsWith(HoodiePartitionMetadata.HOODIE_PARTITION_METAFILE_PREFIX) || (!fileName.contains("log") && !fileName.contains("parquet")) + if (fileName.startsWith(HoodiePartitionMetadata.HOODIE_PARTITION_METAFILE_PREFIX) + || !FileCreateUtils.isBaseOrLogFilename(fileName) || filePath.contains("metadata")) { toReturn = false; } else {