lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

Added python3 to the spark_base docker image to support pyspark (#1632)

Browse Source
This commit is contained in:
Vinoth Govindarajan
2020-05-31 22:53:50 -07:00
committed by GitHub
parent 1a9fef48e7
commit 8cb86b4d36
1 changed files with 6 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
docker/hoodie/hadoop/spark_base/Dockerfile
View File

@@ -40,6 +40,12 @@ RUN echo "Installing Spark-version (${SPARK_VERSION})" \
&& rm spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz \ && rm spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz \
&& cd / && cd /
# Install python3 to enable and use pyspark shell
RUN apt-get update \
&& apt-get -yq install python3 \
&& ln -sf $(which python3) /usr/bin/python \
&& rm -rf /var/lib/apt/lists/*
#Give permission to execute scripts #Give permission to execute scripts
RUN chmod +x /wait-for-step.sh && chmod +x /execute-step.sh && chmod +x /finish-step.sh RUN chmod +x /wait-for-step.sh && chmod +x /execute-step.sh && chmod +x /finish-step.sh