diff --git a/docker/hoodie/hadoop/hive_base/pom.xml b/docker/hoodie/hadoop/hive_base/pom.xml
index 163fac261..62ea4c1a4 100644
--- a/docker/hoodie/hadoop/hive_base/pom.xml
+++ b/docker/hoodie/hadoop/hive_base/pom.xml
@@ -58,7 +58,7 @@
-
+
diff --git a/docker/hoodie/hadoop/pom.xml b/docker/hoodie/hadoop/pom.xml
index 64b934239..612067d2e 100644
--- a/docker/hoodie/hadoop/pom.xml
+++ b/docker/hoodie/hadoop/pom.xml
@@ -42,7 +42,7 @@
org.apache.hudi
- hudi-spark-bundle_${scala.binary.version}
+ hudi-spark${sparkbundle.version}-bundle_${scala.binary.version}
${project.version}
diff --git a/packaging/hudi-spark-bundle/pom.xml b/packaging/hudi-spark-bundle/pom.xml
index e20123e5c..21d863880 100644
--- a/packaging/hudi-spark-bundle/pom.xml
+++ b/packaging/hudi-spark-bundle/pom.xml
@@ -23,7 +23,7 @@
../../pom.xml
4.0.0
- hudi-spark-bundle_${scala.binary.version}
+ hudi-spark${sparkbundle.version}-bundle_${scala.binary.version}
jar
diff --git a/pom.xml b/pom.xml
index ad726c0d7..36775e277 100644
--- a/pom.xml
+++ b/pom.xml
@@ -106,9 +106,12 @@
0.8.0
4.4.1
${spark2.version}
+ ${spark2bundle.version}
1.11.2
2.4.4
3.0.0
+
+ 3
1.8.2
2.11.12
2.12.10
@@ -1459,6 +1462,7 @@
spark3
${spark3.version}
+ ${spark3bundle.version}
${scala12.version}
2.12
2.4.1
diff --git a/scripts/release/deploy_staging_jars.sh b/scripts/release/deploy_staging_jars.sh
index 885c25f20..b2c5bf398 100755
--- a/scripts/release/deploy_staging_jars.sh
+++ b/scripts/release/deploy_staging_jars.sh
@@ -21,7 +21,7 @@
## Variables with defaults (if not overwritten by environment)
##
MVN=${MVN:-mvn}
-
+SPARK_VERSION=2
# fail immediately
set -o errexit
set -o nounset
@@ -44,6 +44,8 @@ else
do
if [[ $param =~ --scala_version\=(2\.1[1-2]) ]]; then
SCALA_VERSION=${BASH_REMATCH[1]}
+ elif [[ $param =~ --spark_version\=([2-3]) ]]; then
+ SPARK_VERSION=${BASH_REMATCH[0]}
fi
done
fi
@@ -54,5 +56,5 @@ cd ..
echo "Deploying to repository.apache.org with scala version ${SCALA_VERSION}"
-COMMON_OPTIONS="-Dscala-${SCALA_VERSION} -Prelease -DskipTests -DretryFailedDeploymentCount=10 -DdeployArtifacts=true"
+COMMON_OPTIONS="-Dscala-${SCALA_VERSION} -Dspark${SPARK_VERSION} -Prelease -DskipTests -DretryFailedDeploymentCount=10 -DdeployArtifacts=true"
$MVN clean deploy $COMMON_OPTIONS