lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-4017] Improve spark sql coverage in CI (#5512)

Browse Source 
Add GitHub actions tasks to run spark sql UTs under spark 3.1 and 3.2.
This commit is contained in:
Raymond Xu
2022-05-06 05:52:06 -07:00
committed by GitHub
parent 248b0591b0
commit c319ee9cea
27 changed files with 43 additions and 49 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
.github/workflows/bot.yml vendored
View File

@@ -59,3 +59,11 @@ jobs:
if: ${{ !endsWith(env.SPARK_PROFILE, '3.2') }} # skip test spark 3.2 before hadoop upgrade to 3.x
run:
mvn test -Punit-tests -D"$SCALA_PROFILE" -D"$SPARK_PROFILE" -D"$FLINK_PROFILE" -DfailIfNoTests=false -pl hudi-examples/hudi-examples-flink,hudi-examples/hudi-examples-java,hudi-examples/hudi-examples-spark
- name: Spark SQL Test
env:
SCALA_PROFILE: ${{ matrix.scalaProfile }}
SPARK_PROFILE: ${{ matrix.sparkProfile }}
FLINK_PROFILE: ${{ matrix.flinkProfile }}
if: ${{ !endsWith(env.SPARK_PROFILE, '2.4') }} # skip test spark 2.4 as it's covered by Azure CI
run:
mvn test -Punit-tests -D"$SCALA_PROFILE" -D"$SPARK_PROFILE" -D"$FLINK_PROFILE" '-Dtest=org.apache.spark.sql.hudi.Test*' -pl hudi-spark-datasource/hudi-spark