lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[MINOR] Add Tencent Cloud HDFS storage support for hudi (#3064)

Browse Source
This commit is contained in:
Xuedong Luan
2021-06-11 09:16:51 +08:00
committed by GitHub
parent 9e4114dd46
commit 673d62f3c3
2 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
hudi-common/src/main/java/org/apache/hudi/common/fs/StorageSchemes.java
View File

@@ -52,6 +52,8 @@ public enum StorageSchemes {
ALLUXIO("alluxio", false), ALLUXIO("alluxio", false),
// Tencent Cloud Object Storage // Tencent Cloud Object Storage
COSN("cosn", false), COSN("cosn", false),
// Tencent Cloud HDFS
CHDFS("ofs", true),
// Databricks file system // Databricks file system
DBFS("dbfs", false), DBFS("dbfs", false),
// IBM Cloud Object Storage // IBM Cloud Object Storage

1
hudi-common/src/test/java/org/apache/hudi/common/fs/TestStorageSchemes.java
View File

@@ -46,6 +46,7 @@ public class TestStorageSchemes {
assertFalse(StorageSchemes.isAppendSupported("dbfs")); assertFalse(StorageSchemes.isAppendSupported("dbfs"));
assertFalse(StorageSchemes.isAppendSupported("cos")); assertFalse(StorageSchemes.isAppendSupported("cos"));
assertFalse(StorageSchemes.isAppendSupported("bos")); assertFalse(StorageSchemes.isAppendSupported("bos"));
assertTrue(StorageSchemes.isAppendSupported("ofs"));
assertThrows(IllegalArgumentException.class, () -> { assertThrows(IllegalArgumentException.class, () -> {
StorageSchemes.isAppendSupported("s2"); StorageSchemes.isAppendSupported("s2");
}, "Should throw exception for unsupported schemes"); }, "Should throw exception for unsupported schemes");