[HUDI-698]Add unit test for CleansCommand (#1449)
This commit is contained in:
@@ -17,6 +17,8 @@
|
||||
# limitations under the License.
|
||||
|
||||
mode=$1
|
||||
sparkVersion=2.4.4
|
||||
hadoopVersion=2.7
|
||||
|
||||
if [ "$mode" = "unit" ];
|
||||
then
|
||||
@@ -24,6 +26,11 @@ then
|
||||
mvn test -DskipITs=true -B
|
||||
elif [ "$mode" = "integration" ];
|
||||
then
|
||||
echo "Downloading Apache Spark-${sparkVersion}-bin-hadoop${hadoopVersion}"
|
||||
wget http://archive.apache.org/dist/spark/spark-${sparkVersion}/spark-${sparkVersion}-bin-hadoop${hadoopVersion}.tgz -O /tmp/spark-${sparkVersion}.tgz
|
||||
tar -xvf /tmp/spark-${sparkVersion}.tgz
|
||||
export SPARK_HOME=$PWD/spark-${sparkVersion}-bin-hadoop${hadoopVersion}
|
||||
mkdir /tmp/spark-events/
|
||||
echo "Running Integration Tests"
|
||||
mvn verify -DskipUTs=true -B
|
||||
else
|
||||
|
||||
Reference in New Issue
Block a user