lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[MINOR] Add Baidu BOS storage support for hudi (#3061)

Browse Source 
Co-authored-by: zhangjun30 <zhangjun30@baidu.com>
This commit is contained in:
JunZhang
2021-06-10 15:51:36 +08:00
committed by GitHub
parent a8b10e9067
commit e0108e972e
2 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
hudi-common/src/main/java/org/apache/hudi/common/fs/StorageSchemes.java
View File

@@ -57,7 +57,9 @@ public enum StorageSchemes {
// IBM Cloud Object Storage // IBM Cloud Object Storage
COS("cos", false), COS("cos", false),
// Huawei Cloud Object Storage // Huawei Cloud Object Storage
OBS("obs", false); OBS("obs", false),
// Baidu Object Storage
BOS("bos", false);
private String scheme; private String scheme;
private boolean supportsAppend; private boolean supportsAppend;

1
hudi-common/src/test/java/org/apache/hudi/common/fs/TestStorageSchemes.java
View File

@@ -45,6 +45,7 @@ public class TestStorageSchemes {
assertFalse(StorageSchemes.isAppendSupported("cosn")); assertFalse(StorageSchemes.isAppendSupported("cosn"));
assertFalse(StorageSchemes.isAppendSupported("dbfs")); assertFalse(StorageSchemes.isAppendSupported("dbfs"));
assertFalse(StorageSchemes.isAppendSupported("cos")); assertFalse(StorageSchemes.isAppendSupported("cos"));
assertFalse(StorageSchemes.isAppendSupported("bos"));
assertThrows(IllegalArgumentException.class, () -> { assertThrows(IllegalArgumentException.class, () -> {
StorageSchemes.isAppendSupported("s2"); StorageSchemes.isAppendSupported("s2");
}, "Should throw exception for unsupported schemes"); }, "Should throw exception for unsupported schemes");