lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-1810] Fix azure setting for integ tests (#2889)

Browse Source
This commit is contained in:
Raymond Xu
2021-04-30 11:17:36 -07:00
committed by GitHub
parent faf3785a2d
commit 46de9e0f3f
1 changed files with 3 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
azure-pipelines.yml
View File

@@ -27,7 +27,6 @@ variables:
SPARK_VERSION: '2.4.4' SPARK_VERSION: '2.4.4'
HADOOP_VERSION: '2.7' HADOOP_VERSION: '2.7'
SPARK_HOME: $(Pipeline.Workspace)/spark-$(SPARK_VERSION)-bin-hadoop$(HADOOP_VERSION) SPARK_HOME: $(Pipeline.Workspace)/spark-$(SPARK_VERSION)-bin-hadoop$(HADOOP_VERSION)
SKIP_IT: true
stages: stages:
- stage: test - stage: test
@@ -144,22 +143,10 @@ stages:
jdkArchitectureOption: 'x64' jdkArchitectureOption: 'x64'
mavenOptions: '-Xmx2g $(MAVEN_OPTS)' mavenOptions: '-Xmx2g $(MAVEN_OPTS)'
- job: integration_tests - job: integration_tests
condition: eq(variables.SKIP_IT, false)
steps: steps:
- script: | - script: |
echo 'Downloading spark-$(SPARK_VERSION)-bin-hadoop$(HADOOP_VERSION)' echo 'Downloading spark-$(SPARK_VERSION)-bin-hadoop$(HADOOP_VERSION)'
wget http://archive.apache.org/dist/spark/spark-$(SPARK_VERSION)/spark-$(SPARK_VERSION)-bin-hadoop$(HADOOP_VERSION).tgz -O /tmp/spark-$(SPARK_VERSION).tgz wget https://archive.apache.org/dist/spark/spark-$(SPARK_VERSION)/spark-$(SPARK_VERSION)-bin-hadoop$(HADOOP_VERSION).tgz -O $(Pipeline.Workspace)/spark-$(SPARK_VERSION).tgz
tar -xvf /tmp/spark-$(SPARK_VERSION).tgz tar -xvf $(Pipeline.Workspace)/spark-$(SPARK_VERSION).tgz -C $(Pipeline.Workspace)/
mkdir /tmp/spark-events/ mkdir /tmp/spark-events/
- task: Maven@3 mvn -Pintegration-tests verify
inputs:
mavenPomFile: 'pom.xml'
goals: 'verify'
options: -Pintegration-tests
publishJUnitResults: false
testResultsFiles: '**/surefire-reports/TEST-*.xml'
testRunTitle: 'unit tests utilities'
javaHomeOption: 'JDKVersion'
jdkVersionOption: '1.8'
jdkArchitectureOption: 'x64'
mavenOptions: '-Xmx2g $(MAVEN_OPTS)'