diff --git a/.github/workflows/bot.yml b/.github/workflows/bot.yml
index 20515f7c7..ebf3caccd 100644
--- a/.github/workflows/bot.yml
+++ b/.github/workflows/bot.yml
@@ -18,16 +18,12 @@ jobs:
include:
- scala: "scala-2.11"
spark: "spark2"
- skipModules: ""
- scala: "scala-2.11"
spark: "spark2,spark-shade-unbundle-avro"
- skipModules: ""
- scala: "scala-2.12"
spark: "spark3.1.x"
- skipModules: "!hudi-spark-datasource/hudi-spark3"
- scala: "scala-2.12"
spark: "spark3.1.x,spark-shade-unbundle-avro"
- skipModules: "!hudi-spark-datasource/hudi-spark3"
- scala: "scala-2.12"
spark: "spark3"
- scala: "scala-2.12"
@@ -44,5 +40,4 @@ jobs:
env:
SCALA_PROFILE: ${{ matrix.scala }}
SPARK_PROFILE: ${{ matrix.spark }}
- SKIP_MODULES: ${{ matrix.skipModules }}
- run: mvn install -P "$SCALA_PROFILE,$SPARK_PROFILE" -pl "$SKIP_MODULES" -DskipTests=true -Dmaven.javadoc.skip=true -B -V
+ run: mvn install -P "$SCALA_PROFILE,$SPARK_PROFILE" -DskipTests=true -Dmaven.javadoc.skip=true -B -V
diff --git a/hudi-spark-datasource/pom.xml b/hudi-spark-datasource/pom.xml
index 7aaf39865..a19a60359 100644
--- a/hudi-spark-datasource/pom.xml
+++ b/hudi-spark-datasource/pom.xml
@@ -33,11 +33,6 @@
hudi-spark-common
hudi-spark
- hudi-spark2
- hudi-spark3
- hudi-spark3.1.x
- hudi-spark3-common
- hudi-spark2-common
diff --git a/pom.xml b/pom.xml
index 1b28ae1bb..01fa0e981 100644
--- a/pom.xml
+++ b/pom.xml
@@ -1581,10 +1581,23 @@
spark2
+
+ hudi-spark-datasource/hudi-spark2
+ hudi-spark-datasource/hudi-spark2-common
+
+
+ true
+
+ spark2
+
+ !disabled
+
+
spark3
+ 3.2.1
${spark3.version}
${spark3.version}
${scala12.version}
@@ -1603,6 +1616,10 @@
true
true
+
+ hudi-spark-datasource/hudi-spark3
+ hudi-spark-datasource/hudi-spark3-common
+
spark3
@@ -1629,6 +1646,10 @@
true
true
+
+ hudi-spark-datasource/hudi-spark3.1.x
+ hudi-spark-datasource/hudi-spark3-common
+
spark3.1.x