73 lines
2.2 KiB
YAML
73 lines
2.2 KiB
YAML
name: Java CI
|
|
|
|
on:
|
|
push:
|
|
branches:
|
|
- master
|
|
- 'release-*'
|
|
pull_request:
|
|
branches:
|
|
- master
|
|
- 'release-*'
|
|
|
|
jobs:
|
|
build:
|
|
runs-on: ubuntu-latest
|
|
strategy:
|
|
max-parallel: 7
|
|
matrix:
|
|
include:
|
|
# Spark 2.4.4
|
|
- scalaProfile: "scala-2.11"
|
|
sparkProfile: "spark2"
|
|
sparkVersion: "2.4.4"
|
|
|
|
# Spark 3.1.x
|
|
- scalaProfile: "scala-2.12"
|
|
sparkProfile: "spark3.1.x"
|
|
sparkVersion: "3.1.0"
|
|
|
|
- scalaProfile: "scala-2.12"
|
|
sparkProfile: "spark3.1.x"
|
|
sparkVersion: "3.1.1"
|
|
|
|
- scalaProfile: "scala-2.12"
|
|
sparkProfile: "spark3.1.x"
|
|
sparkVersion: "3.1.2"
|
|
|
|
- scalaProfile: "scala-2.12"
|
|
sparkProfile: "spark3.1.x"
|
|
sparkVersion: "3.1.3"
|
|
|
|
# Spark 3.2.x
|
|
- scalaProfile: "scala-2.12"
|
|
sparkProfile: "spark3.2.0"
|
|
sparkVersion: "3.2.0"
|
|
|
|
- scalaProfile: "scala-2.12"
|
|
sparkProfile: "spark3"
|
|
sparkVersion: "3.2.1"
|
|
steps:
|
|
- uses: actions/checkout@v2
|
|
- name: Set up JDK 8
|
|
uses: actions/setup-java@v2
|
|
with:
|
|
java-version: '8'
|
|
distribution: 'adopt'
|
|
architecture: x64
|
|
- name: Build Project
|
|
env:
|
|
SCALA_PROFILE: ${{ matrix.scalaProfile }}
|
|
SPARK_PROFILE: ${{ matrix.sparkProfile }}
|
|
SPARK_VERSION: ${{ matrix.sparkVersion }}
|
|
run:
|
|
mvn -T 2.5C clean install -P "$SCALA_PROFILE,$SPARK_PROFILE" -Dspark.version="$SPARK_VERSION" -DskipTests=true -Dmaven.javadoc.skip=true -B -V
|
|
- name: Quickstart Test
|
|
env:
|
|
SCALA_PROFILE: ${{ matrix.scalaProfile }}
|
|
SPARK_PROFILE: ${{ matrix.sparkProfile }}
|
|
SPARK_VERSION: ${{ matrix.sparkVersion }}
|
|
if: ${{ !startsWith(env.SPARK_VERSION, '3.2.') }} # skip test spark 3.2 before hadoop upgrade to 3.x
|
|
run:
|
|
mvn test -Punit-tests -D"$SCALA_PROFILE" -D"$SPARK_PROFILE" -Dspark.version="$SPARK_VERSION" -DfailIfNoTests=false -pl hudi-examples/hudi-examples-flink,hudi-examples/hudi-examples-java,hudi-examples/hudi-examples-spark
|