From e806eb797f4839017dfa87d2cc31a0b01570b061 Mon Sep 17 00:00:00 2001 From: b_rousseau <26170335+broussea1901@users.noreply.github.com> Date: Sun, 17 Nov 2019 23:29:24 +0100 Subject: [PATCH] [HUDI-339] Add support of Azure cloud storage (#1019) - Add Azure WASB (BLOB) and ADLS storage in StorageSchemes enum - Update testStorageSchemes to test new added storage --- .../java/org/apache/hudi/common/storage/StorageSchemes.java | 6 ++++++ .../org/apache/hudi/common/storage/TestStorageSchemes.java | 3 +++ 2 files changed, 9 insertions(+) diff --git a/hudi-common/src/main/java/org/apache/hudi/common/storage/StorageSchemes.java b/hudi-common/src/main/java/org/apache/hudi/common/storage/StorageSchemes.java index 19b169b92..316ff0d0d 100644 --- a/hudi-common/src/main/java/org/apache/hudi/common/storage/StorageSchemes.java +++ b/hudi-common/src/main/java/org/apache/hudi/common/storage/StorageSchemes.java @@ -36,6 +36,12 @@ public enum StorageSchemes { S3A("s3a", false), S3("s3", false), // Google Cloud Storage GCS("gs", false), + // Azure WASB + WASB("wasb", false), WASBS("wasbs", false), + // Azure ADLS + ADL("adl", false), + // Azure ADLS Gen2 + ABFS("abfs", false), ABFSS("abfss", false), // View FS for federated setups. If federating across cloud stores, then append support is false VIEWFS("viewfs", true); diff --git a/hudi-common/src/test/java/org/apache/hudi/common/storage/TestStorageSchemes.java b/hudi-common/src/test/java/org/apache/hudi/common/storage/TestStorageSchemes.java index fa4bd6e2c..3e20fe60c 100644 --- a/hudi-common/src/test/java/org/apache/hudi/common/storage/TestStorageSchemes.java +++ b/hudi-common/src/test/java/org/apache/hudi/common/storage/TestStorageSchemes.java @@ -32,6 +32,9 @@ public class TestStorageSchemes { assertFalse(StorageSchemes.isSchemeSupported("s2")); assertFalse(StorageSchemes.isAppendSupported("s3a")); assertFalse(StorageSchemes.isAppendSupported("gs")); + assertFalse(StorageSchemes.isAppendSupported("wasb")); + assertFalse(StorageSchemes.isAppendSupported("adl")); + assertFalse(StorageSchemes.isAppendSupported("abfs")); assertTrue(StorageSchemes.isAppendSupported("viewfs")); try { StorageSchemes.isAppendSupported("s2");