This is an automated email from the ASF dual-hosted git repository.
bhavanisudha pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push:
new 8cb86b4 Added python3 to the spark_base docker image to support
pyspark (#1632)
8cb86b4 is described below
commit 8cb86b4d36de2ee7f8360b715f9f85c635c71a90
Author: Vinoth Govindarajan <[email protected]>
AuthorDate: Sun May 31 22:53:50 2020 -0700
Added python3 to the spark_base docker image to support pyspark (#1632)
---
docker/hoodie/hadoop/spark_base/Dockerfile | 6 ++++++
1 file changed, 6 insertions(+)
diff --git a/docker/hoodie/hadoop/spark_base/Dockerfile
b/docker/hoodie/hadoop/spark_base/Dockerfile
index 520afac..7eeab09 100644
--- a/docker/hoodie/hadoop/spark_base/Dockerfile
+++ b/docker/hoodie/hadoop/spark_base/Dockerfile
@@ -40,6 +40,12 @@ RUN echo "Installing Spark-version (${SPARK_VERSION})" \
&& rm spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz \
&& cd /
+# Install python3 to enable and use pyspark shell
+RUN apt-get update \
+ && apt-get -yq install python3 \
+ && ln -sf $(which python3) /usr/bin/python \
+ && rm -rf /var/lib/apt/lists/*
+
#Give permission to execute scripts
RUN chmod +x /wait-for-step.sh && chmod +x /execute-step.sh && chmod +x
/finish-step.sh
