1
0

[HUDI-698]Add unit test for CleansCommand (#1449)

This commit is contained in:
hongdd
2020-04-14 17:54:47 +08:00
committed by GitHub
parent 661b0b3bab
commit 644c1cc8bd
8 changed files with 355 additions and 6 deletions

View File

@@ -17,6 +17,8 @@
# limitations under the License.
mode=$1
sparkVersion=2.4.4
hadoopVersion=2.7
if [ "$mode" = "unit" ];
then
@@ -24,6 +26,11 @@ then
mvn test -DskipITs=true -B
elif [ "$mode" = "integration" ];
then
echo "Downloading Apache Spark-${sparkVersion}-bin-hadoop${hadoopVersion}"
wget http://archive.apache.org/dist/spark/spark-${sparkVersion}/spark-${sparkVersion}-bin-hadoop${hadoopVersion}.tgz -O /tmp/spark-${sparkVersion}.tgz
tar -xvf /tmp/spark-${sparkVersion}.tgz
export SPARK_HOME=$PWD/spark-${sparkVersion}-bin-hadoop${hadoopVersion}
mkdir /tmp/spark-events/
echo "Running Integration Tests"
mvn verify -DskipUTs=true -B
else