lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-2077] Fix flakiness in TestHoodieDeltaStreamer (#3829)

Browse Source
This commit is contained in:
Raymond Xu
2021-10-20 20:57:12 -07:00
committed by GitHub
parent b68c5a68f9
commit f5d7362ee8
5 changed files with 371 additions and 288 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/testutils/SparkClientFunctionalTestHarness.java
View File

@@ -51,6 +51,7 @@ import org.apache.hudi.testutils.providers.SparkProvider;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileStatus;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.spark.SparkConf;
import org.apache.spark.api.java.JavaRDD;
@@ -114,6 +115,10 @@ public class SparkClientFunctionalTestHarness implements SparkProvider, HoodieMe
return jsc.hadoopConfiguration();
}
public FileSystem fs() {
return FSUtils.getFs(basePath(), hadoopConf());
}
@Override
public HoodieSparkEngineContext context() {
return context;