lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-339] Add support of Azure cloud storage (#1019)

Browse Source 
- Add Azure WASB (BLOB) and ADLS storage in StorageSchemes enum
- Update testStorageSchemes to test new added storage
This commit is contained in:
b_rousseau
2019-11-17 23:29:24 +01:00
committed by vinoth chandar
parent f82e58994e
commit e806eb797f
2 changed files with 9 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
hudi-common/src/main/java/org/apache/hudi/common/storage/StorageSchemes.java
View File

@@ -36,6 +36,12 @@ public enum StorageSchemes {
S3A("s3a", false), S3("s3", false),
// Google Cloud Storage
GCS("gs", false),
// Azure WASB
WASB("wasb", false), WASBS("wasbs", false),
// Azure ADLS
ADL("adl", false),
// Azure ADLS Gen2
ABFS("abfs", false), ABFSS("abfss", false),
// View FS for federated setups. If federating across cloud stores, then append support is false
VIEWFS("viewfs", true);

3
hudi-common/src/test/java/org/apache/hudi/common/storage/TestStorageSchemes.java
View File

@@ -32,6 +32,9 @@ public class TestStorageSchemes {
assertFalse(StorageSchemes.isSchemeSupported("s2"));
assertFalse(StorageSchemes.isAppendSupported("s3a"));
assertFalse(StorageSchemes.isAppendSupported("gs"));
assertFalse(StorageSchemes.isAppendSupported("wasb"));
assertFalse(StorageSchemes.isAppendSupported("adl"));
assertFalse(StorageSchemes.isAppendSupported("abfs"));
assertTrue(StorageSchemes.isAppendSupported("viewfs"));
try {
StorageSchemes.isAppendSupported("s2");