diff --git a/.github/workflows/bot.yml b/.github/workflows/bot.yml index 0a48ccb30..ebf3caccd 100644 --- a/.github/workflows/bot.yml +++ b/.github/workflows/bot.yml @@ -20,10 +20,6 @@ jobs: spark: "spark2" - scala: "scala-2.11" spark: "spark2,spark-shade-unbundle-avro" - - scala: "scala-2.12" - spark: "spark3.0.x" - - scala: "scala-2.12" - spark: "spark3.0.x,spark-shade-unbundle-avro" - scala: "scala-2.12" spark: "spark3.1.x" - scala: "scala-2.12" diff --git a/README.md b/README.md index 4f48fc6c7..af11e6a14 100644 --- a/README.md +++ b/README.md @@ -83,14 +83,11 @@ mvn clean package -DskipTests -Dscala-2.12 The default Spark version supported is 2.4.4. To build for different Spark 3 versions, use the corresponding profile ``` -# Build against Spark 3.2.0 (default build shipped with the public jars) +# Build against Spark 3.2.0 (the default build shipped with the public Spark 3 bundle) mvn clean package -DskipTests -Dspark3 # Build against Spark 3.1.2 mvn clean package -DskipTests -Dspark3.1.x - -# Build against Spark 3.0.3 -mvn clean package -DskipTests -Dspark3.0.x ``` ### Build without spark-avro module diff --git a/pom.xml b/pom.xml index 7d209c31b..7fee57a53 100644 --- a/pom.xml +++ b/pom.xml @@ -115,12 +115,10 @@ 0.8.0 4.4.1 ${spark2.version} - ${spark2bundle.version} + 1.13.1 2.4.4 3.2.0 - - 3 hudi-spark2 1.8.2 2.11.12 @@ -1572,7 +1570,7 @@ spark3 ${spark3.version} - ${spark3bundle.version} + ${spark3.version} ${scala12.version} 2.12 hudi-spark3 @@ -1598,7 +1596,7 @@ 3.1.2 ${spark3.version} - ${spark3bundle.version} + ${spark3.version} ${scala12.version} 2.12 hudi-spark3 @@ -1618,29 +1616,6 @@ - - spark3.0.x - - 3.0.3 - ${spark3.version} - ${scala12.version} - 2.12 - hudi-spark3 - 3.0.1 - 2.4.1 - ${fasterxml.spark3.version} - ${fasterxml.spark3.version} - ${fasterxml.spark3.version} - ${fasterxml.spark3.version} - true - - - - spark3.0.x - - - - skipShadeSources