1
0

[MINOR] Suppressing spark logs for hudi-integ and hudi-utilities (#1894)

This commit is contained in:
n3nash
2020-07-31 19:01:25 -07:00
committed by GitHub
parent ccd70a7e48
commit 727f1df62c
4 changed files with 60 additions and 4 deletions

View File

@@ -17,6 +17,7 @@
echo "Copying spark default config and setting up configs"
cp /var/hoodie/ws/docker/demo/config/spark-defaults.conf $SPARK_CONF_DIR/.
cp /var/hoodie/ws/docker/demo/config/log4j.properties $SPARK_CONF_DIR/.
hadoop fs -mkdir -p /var/demo/
hadoop fs -mkdir -p /tmp/spark-events
hadoop fs -copyFromLocal -f /var/hoodie/ws/docker/demo/config /var/demo/.