lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HOTFIX] close spark session in functional test suite and disable spark3 test for spark2 (#2727)

Browse Source
This commit is contained in:
Gary Li
2021-03-26 20:58:29 -07:00
committed by Gary Li
parent d415d45416
commit 452f5e2d66
5 changed files with 35 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/testutils/FunctionalTestHarness.java
View File

@@ -152,6 +152,8 @@ public class FunctionalTestHarness implements SparkProvider, DFSProvider, Hoodie
hdfsTestService.stop();
hdfsTestService = null;
jsc.close();
jsc = null;
spark.stop();
spark = null;
}));
@@ -166,5 +168,19 @@ public class FunctionalTestHarness implements SparkProvider, DFSProvider, Hoodie
for (FileStatus f : fileStatuses) {
fs.delete(f.getPath(), true);
}
if (hdfsTestService != null) {
hdfsTestService.stop();
hdfsTestService = null;
}
if (spark != null) {
spark.stop();
spark = null;
}
if (jsc != null) {
jsc.close();
jsc = null;
}
sqlContext = null;
context = null;
}
}