This is an automated email from the ASF dual-hosted git repository.
hansva pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hop.git
The following commit(s) were added to refs/heads/master by this push:
new c79d59f8c9 fixed spark version for beam 2.8.0 integration tests. #2981
new c403e39f4a Merge pull request #2992 from bamaer/2981
c79d59f8c9 is described below
commit c79d59f8c9908659886a01985426eae03ad32ac5
Author: Bart Maertens <[email protected]>
AuthorDate: Sat Jun 3 07:58:36 2023 +0200
fixed spark version for beam 2.8.0 integration tests. #2981
---
docker/integration-tests/spark/Dockerfile.master | 4 ++--
docker/integration-tests/spark/Dockerfile.worker | 4 ++--
2 files changed, 4 insertions(+), 4 deletions(-)
diff --git a/docker/integration-tests/spark/Dockerfile.master
b/docker/integration-tests/spark/Dockerfile.master
index 37f78abdf8..14e114e3b7 100644
--- a/docker/integration-tests/spark/Dockerfile.master
+++ b/docker/integration-tests/spark/Dockerfile.master
@@ -21,7 +21,7 @@ ENV INIT_DAEMON_BASE_URI http://identifier/init-daemon
ENV INIT_DAEMON_STEP spark_master_init
ENV BASE_URL=https://archive.apache.org/dist/spark/
-ENV SPARK_VERSION=3.3.0
+ENV SPARK_VERSION=3.4.0
ENV HADOOP_VERSION=3
ENV SPARK_MASTER_PORT 7077
ENV SPARK_MASTER_WEBUI_PORT 8080
@@ -46,4 +46,4 @@ RUN chmod +x /wait-for-step.sh && chmod +x /execute-step.sh
&& chmod +x /finish-
EXPOSE 8080 7077 6066
-CMD ["/bin/bash", "/master.sh"]
\ No newline at end of file
+CMD ["/bin/bash", "/master.sh"]
diff --git a/docker/integration-tests/spark/Dockerfile.worker
b/docker/integration-tests/spark/Dockerfile.worker
index 641f5abbb5..415bba7d4b 100644
--- a/docker/integration-tests/spark/Dockerfile.worker
+++ b/docker/integration-tests/spark/Dockerfile.worker
@@ -22,7 +22,7 @@ ENV INIT_DAEMON_BASE_URI http://identifier/init-daemon
ENV INIT_DAEMON_STEP spark_master_init
ENV BASE_URL=https://archive.apache.org/dist/spark/
-ENV SPARK_VERSION=3.3.0
+ENV SPARK_VERSION=3.4.0
ENV HADOOP_VERSION=3
ENV SPARK_WORKER_WEBUI_PORT 8081
ENV SPARK_WORKER_LOG /spark/logs
@@ -47,4 +47,4 @@ RUN chmod +x /wait-for-step.sh && chmod +x /execute-step.sh
&& chmod +x /finish-
EXPOSE 8081
-CMD ["/bin/bash", "/worker.sh"]
\ No newline at end of file
+CMD ["/bin/bash", "/worker.sh"]