This is an automated email from the ASF dual-hosted git repository.
honahx pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/iceberg-python.git
The following commit(s) were added to refs/heads/main by this push:
new adaa797b Bump to Spark 3.4.3 (#622)
adaa797b is described below
commit adaa797bc73110348d182f9076105258c0da767a
Author: Fokko Driesprong <[email protected]>
AuthorDate: Thu Apr 18 19:07:28 2024 +0200
Bump to Spark 3.4.3 (#622)
* Bump to Spark 3.4.3
* Use archive as well
---
dev/Dockerfile | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git a/dev/Dockerfile b/dev/Dockerfile
index 44783d08..3d5deef5 100644
--- a/dev/Dockerfile
+++ b/dev/Dockerfile
@@ -36,12 +36,12 @@ ENV
PYTHONPATH=$SPARK_HOME/python:$SPARK_HOME/python/lib/py4j-0.10.9.7-src.zip:$
RUN mkdir -p ${HADOOP_HOME} && mkdir -p ${SPARK_HOME} && mkdir -p
/home/iceberg/spark-events
WORKDIR ${SPARK_HOME}
-ENV SPARK_VERSION=3.4.2
+ENV SPARK_VERSION=3.4.3
ENV ICEBERG_SPARK_RUNTIME_VERSION=3.4_2.12
ENV ICEBERG_VERSION=1.4.2
ENV PYICEBERG_VERSION=0.5.1
-RUN curl --retry 3 -s -C -
https://dlcdn.apache.org/spark/spark-${SPARK_VERSION}/spark-${SPARK_VERSION}-bin-hadoop3.tgz
-o spark-${SPARK_VERSION}-bin-hadoop3.tgz \
+RUN curl --retry 3 -s -C -
https://archive.apache.org/dist/spark/spark-${SPARK_VERSION}/spark-${SPARK_VERSION}-bin-hadoop3.tgz
-o spark-${SPARK_VERSION}-bin-hadoop3.tgz \
&& tar xzf spark-${SPARK_VERSION}-bin-hadoop3.tgz --directory /opt/spark
--strip-components 1 \
&& rm -rf spark-${SPARK_VERSION}-bin-hadoop3.tgz
