lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[MINOR] Mitigate CI jobs timeout issues (#4173)

Browse Source 
* skip shutdown zookeeper in `@AfterAll` in TestHBaseIndex

* rebalance CI tests
This commit is contained in:
Raymond Xu
2021-12-03 21:08:32 -08:00
committed by GitHub
parent 5616830ae1
commit a799fae316
2 changed files with 12 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
azure-pipelines.yml
View File

@@ -99,7 +99,7 @@ stages:
jdkVersionOption: '1.8' jdkVersionOption: '1.8'
mavenOptions: '-Xmx2g $(MAVEN_OPTS)' mavenOptions: '-Xmx2g $(MAVEN_OPTS)'
- job: UT_FT_3 - job: UT_FT_3
displayName: UT FT cli & utilities & sync/hive-sync displayName: UT FT clients & cli & utilities & sync/hive-sync
steps: steps:
- task: Cache@2 - task: Cache@2
displayName: set cache displayName: set cache
@@ -119,20 +119,20 @@ stages:
jdkVersionOption: '1.8' jdkVersionOption: '1.8'
mavenOptions: '-Xmx2g $(MAVEN_OPTS)' mavenOptions: '-Xmx2g $(MAVEN_OPTS)'
- task: Maven@3 - task: Maven@3
displayName: UT cli & utilities & sync/hive-sync displayName: UT clients & cli & utilities & sync/hive-sync
inputs: inputs:
mavenPomFile: 'pom.xml' mavenPomFile: 'pom.xml'
goals: 'test' goals: 'test'
options: -Punit-tests -pl hudi-cli,hudi-utilities,hudi-sync/hudi-hive-sync options: -Punit-tests -pl hudi-client/hudi-client-common,hudi-client/hudi-flink-client,hudi-client/hudi-java-client,hudi-cli,hudi-utilities,hudi-sync/hudi-hive-sync
publishJUnitResults: false publishJUnitResults: false
jdkVersionOption: '1.8' jdkVersionOption: '1.8'
mavenOptions: '-Xmx2g $(MAVEN_OPTS)' mavenOptions: '-Xmx2g $(MAVEN_OPTS)'
- task: Maven@3 - task: Maven@3
displayName: FT cli & utilities & sync/hive-sync displayName: FT clients & cli & utilities & sync/hive-sync
inputs: inputs:
mavenPomFile: 'pom.xml' mavenPomFile: 'pom.xml'
goals: 'test' goals: 'test'
options: -Pfunctional-tests -pl hudi-cli,hudi-utilities,hudi-sync/hudi-hive-sync options: -Pfunctional-tests -pl hudi-client/hudi-client-common,hudi-client/hudi-flink-client,hudi-client/hudi-java-client,hudi-cli,hudi-utilities,hudi-sync/hudi-hive-sync
publishJUnitResults: false publishJUnitResults: false
jdkVersionOption: '1.8' jdkVersionOption: '1.8'
mavenOptions: '-Xmx2g $(MAVEN_OPTS)' mavenOptions: '-Xmx2g $(MAVEN_OPTS)'
@@ -161,7 +161,7 @@ stages:
inputs: inputs:
mavenPomFile: 'pom.xml' mavenPomFile: 'pom.xml'
goals: 'test' goals: 'test'
options: -Punit-tests -pl !hudi-common,!hudi-flink,!hudi-client/hudi-spark-client,!hudi-cli,!hudi-utilities,!hudi-sync/hudi-hive-sync options: -Punit-tests -pl !hudi-common,!hudi-flink,!hudi-client/hudi-spark-client,!hudi-client/hudi-client-common,!hudi-client/hudi-flink-client,!hudi-client/hudi-java-client,!hudi-cli,!hudi-utilities,!hudi-sync/hudi-hive-sync
publishJUnitResults: false publishJUnitResults: false
jdkVersionOption: '1.8' jdkVersionOption: '1.8'
mavenOptions: '-Xmx2g $(MAVEN_OPTS)' mavenOptions: '-Xmx2g $(MAVEN_OPTS)'
@@ -170,7 +170,7 @@ stages:
inputs: inputs:
mavenPomFile: 'pom.xml' mavenPomFile: 'pom.xml'
goals: 'test' goals: 'test'
options: -Pfunctional-tests -pl !hudi-common,!hudi-flink,!hudi-client/hudi-spark-client,!hudi-cli,!hudi-utilities,!hudi-sync/hudi-hive-sync options: -Pfunctional-tests -pl !hudi-common,!hudi-flink,!hudi-client/hudi-spark-client,!hudi-client/hudi-client-common,!hudi-client/hudi-flink-client,!hudi-client/hudi-java-client,!hudi-cli,!hudi-utilities,!hudi-sync/hudi-hive-sync
publishJUnitResults: false publishJUnitResults: false
jdkVersionOption: '1.8' jdkVersionOption: '1.8'
mavenOptions: '-Xmx2g $(MAVEN_OPTS)' mavenOptions: '-Xmx2g $(MAVEN_OPTS)'

6
hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/client/functional/TestHBaseIndex.java
View File

@@ -119,7 +119,11 @@ public class TestHBaseIndex extends SparkClientFunctionalTestHarness {
@AfterAll @AfterAll
public static void clean() throws Exception { public static void clean() throws Exception {
utility.shutdownMiniCluster(); utility.shutdownMiniHBaseCluster();
utility.shutdownMiniDFSCluster();
utility.shutdownMiniMapReduceCluster();
// skip shutdownZkCluster due to localhost connection refused issue
utility = null;
} }
@BeforeEach @BeforeEach