lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-871] Add support for Tencent Cloud Object Storage(COS) (#1855)

Browse Source 
Co-authored-by: deyzhong <deyzhong@tencent.com>
This commit is contained in:
DeyinZhong
2020-07-22 17:40:19 +08:00
committed by GitHub
parent 5e7ab11e2e
commit 743ef322b8
2 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
hudi-common/src/main/java/org/apache/hudi/common/fs/StorageSchemes.java
View File

@@ -47,7 +47,9 @@ public enum StorageSchemes {
// View FS for federated setups. If federating across cloud stores, then append support is false // View FS for federated setups. If federating across cloud stores, then append support is false
VIEWFS("viewfs", true), VIEWFS("viewfs", true),
//ALLUXIO //ALLUXIO
ALLUXIO("alluxio", false); ALLUXIO("alluxio", false),
// Tencent Cloud Object Storage
COSN("cosn", false);
private String scheme; private String scheme;
private boolean supportsAppend; private boolean supportsAppend;

1
hudi-common/src/test/java/org/apache/hudi/common/fs/TestStorageSchemes.java
View File

@@ -41,6 +41,7 @@ public class TestStorageSchemes {
assertFalse(StorageSchemes.isAppendSupported("oss")); assertFalse(StorageSchemes.isAppendSupported("oss"));
assertTrue(StorageSchemes.isAppendSupported("viewfs")); assertTrue(StorageSchemes.isAppendSupported("viewfs"));
assertFalse(StorageSchemes.isAppendSupported("alluxio")); assertFalse(StorageSchemes.isAppendSupported("alluxio"));
assertFalse(StorageSchemes.isAppendSupported("cosn"));
assertThrows(IllegalArgumentException.class, () -> { assertThrows(IllegalArgumentException.class, () -> {
StorageSchemes.isAppendSupported("s2"); StorageSchemes.isAppendSupported("s2");
}, "Should throw exception for unsupported schemes"); }, "Should throw exception for unsupported schemes");