This is an automated email from the ASF dual-hosted git repository.
jackylee pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new f18a7fa473 [GLUTEN-8993][CELEBORN] Bump Celeborn version to 0.5.4
(#8994)
f18a7fa473 is described below
commit f18a7fa473e3586fee07137a92fb8d744ee908a3
Author: jackylee <[email protected]>
AuthorDate: Fri Mar 14 13:38:23 2025 +0800
[GLUTEN-8993][CELEBORN] Bump Celeborn version to 0.5.4 (#8994)
- bump celeborn version to 0.5.4
- Remove used of celeborn celeborn-0.3.2-incubating
---
.github/workflows/velox_backend.yml | 4 ++--
dev/docker/Dockerfile.centos8-dynamic-build | 3 +--
dev/docker/Dockerfile.centos8-dynamic-build-jdk11 | 3 +--
dev/docker/Dockerfile.centos8-dynamic-build-jdk17 | 3 +--
pom.xml | 2 +-
tools/gluten-it/pom.xml | 2 +-
6 files changed, 7 insertions(+), 10 deletions(-)
diff --git a/.github/workflows/velox_backend.yml
b/.github/workflows/velox_backend.yml
index f01a9116a2..14c1b2ad67 100644
--- a/.github/workflows/velox_backend.yml
+++ b/.github/workflows/velox_backend.yml
@@ -560,7 +560,7 @@ jobs:
fail-fast: false
matrix:
spark: [ "spark-3.2" ]
- celeborn: [ "celeborn-0.5.3", "celeborn-0.4.3",
"celeborn-0.3.2-incubating" ]
+ celeborn: [ "celeborn-0.5.4", "celeborn-0.4.3"]
runs-on: ubuntu-20.04
container: apache/gluten:centos-8-jdk8
steps:
@@ -584,7 +584,7 @@ jobs:
EXTRA_PROFILE=""
if [ "${{ matrix.celeborn }}" = "celeborn-0.4.3" ]; then
EXTRA_PROFILE="-Pceleborn-0.4"
- elif [ "${{ matrix.celeborn }}" = "celeborn-0.5.3" ]; then
+ elif [ "${{ matrix.celeborn }}" = "celeborn-0.5.4" ]; then
EXTRA_PROFILE="-Pceleborn-0.5"
fi
echo "EXTRA_PROFILE: ${EXTRA_PROFILE}"
diff --git a/dev/docker/Dockerfile.centos8-dynamic-build
b/dev/docker/Dockerfile.centos8-dynamic-build
index 3b68d5283b..3d97209c8d 100644
--- a/dev/docker/Dockerfile.centos8-dynamic-build
+++ b/dev/docker/Dockerfile.centos8-dynamic-build
@@ -31,9 +31,8 @@ RUN wget --no-check-certificate
https://downloads.apache.org/maven/maven-3/3.8.8
mv apache-maven-3.8.8 /usr/lib/maven
ENV PATH=${PATH}:/usr/lib/maven/bin
-RUN wget -nv
https://archive.apache.org/dist/celeborn/celeborn-0.3.2-incubating/apache-celeborn-0.3.2-incubating-bin.tgz
-P /opt/
RUN wget -nv
https://archive.apache.org/dist/celeborn/celeborn-0.4.3/apache-celeborn-0.4.3-bin.tgz
-P /opt/
-RUN wget -nv
https://archive.apache.org/dist/celeborn/celeborn-0.5.3/apache-celeborn-0.5.3-bin.tgz
-P /opt/
+RUN wget -nv
https://archive.apache.org/dist/celeborn/celeborn-0.5.4/apache-celeborn-0.5.4-bin.tgz
-P /opt/
RUN wget -nv
https://archive.apache.org/dist/incubator/uniffle/0.9.2/apache-uniffle-0.9.2-incubating-bin.tar.gz
-P /opt/
RUN wget -nv
https://archive.apache.org/dist/hadoop/common/hadoop-2.8.5/hadoop-2.8.5.tar.gz
-P /opt/
diff --git a/dev/docker/Dockerfile.centos8-dynamic-build-jdk11
b/dev/docker/Dockerfile.centos8-dynamic-build-jdk11
index 620031c7e5..adfc061216 100644
--- a/dev/docker/Dockerfile.centos8-dynamic-build-jdk11
+++ b/dev/docker/Dockerfile.centos8-dynamic-build-jdk11
@@ -31,9 +31,8 @@ RUN wget --no-check-certificate
https://downloads.apache.org/maven/maven-3/3.8.8
mv apache-maven-3.8.8 /usr/lib/maven
ENV PATH=${PATH}:/usr/lib/maven/bin
-RUN wget -nv
https://archive.apache.org/dist/celeborn/celeborn-0.3.2-incubating/apache-celeborn-0.3.2-incubating-bin.tgz
-P /opt/
RUN wget -nv
https://archive.apache.org/dist/celeborn/celeborn-0.4.3/apache-celeborn-0.4.3-bin.tgz
-P /opt/
-RUN wget -nv
https://archive.apache.org/dist/celeborn/celeborn-0.5.3/apache-celeborn-0.5.3-bin.tgz
-P /opt/
+RUN wget -nv
https://archive.apache.org/dist/celeborn/celeborn-0.5.4/apache-celeborn-0.5.4-bin.tgz
-P /opt/
RUN wget -nv
https://archive.apache.org/dist/incubator/uniffle/0.9.2/apache-uniffle-0.9.2-incubating-bin.tar.gz
-P /opt/
RUN wget -nv
https://archive.apache.org/dist/hadoop/common/hadoop-2.8.5/hadoop-2.8.5.tar.gz
-P /opt/
diff --git a/dev/docker/Dockerfile.centos8-dynamic-build-jdk17
b/dev/docker/Dockerfile.centos8-dynamic-build-jdk17
index 6feba42f16..ad5d03fe6f 100644
--- a/dev/docker/Dockerfile.centos8-dynamic-build-jdk17
+++ b/dev/docker/Dockerfile.centos8-dynamic-build-jdk17
@@ -31,9 +31,8 @@ RUN wget --no-check-certificate
https://downloads.apache.org/maven/maven-3/3.8.8
mv apache-maven-3.8.8 /usr/lib/maven
ENV PATH=${PATH}:/usr/lib/maven/bin
-RUN wget -nv
https://archive.apache.org/dist/celeborn/celeborn-0.3.2-incubating/apache-celeborn-0.3.2-incubating-bin.tgz
-P /opt/
RUN wget -nv
https://archive.apache.org/dist/celeborn/celeborn-0.4.3/apache-celeborn-0.4.3-bin.tgz
-P /opt/
-RUN wget -nv
https://archive.apache.org/dist/celeborn/celeborn-0.5.3/apache-celeborn-0.5.3-bin.tgz
-P /opt/
+RUN wget -nv
https://archive.apache.org/dist/celeborn/celeborn-0.5.4/apache-celeborn-0.5.4-bin.tgz
-P /opt/
RUN wget -nv
https://archive.apache.org/dist/incubator/uniffle/0.9.2/apache-uniffle-0.9.2-incubating-bin.tar.gz
-P /opt/
RUN wget -nv
https://archive.apache.org/dist/hadoop/common/hadoop-2.8.5/hadoop-2.8.5.tar.gz
-P /opt/
diff --git a/pom.xml b/pom.xml
index 23558629a2..9d58ab30e5 100644
--- a/pom.xml
+++ b/pom.xml
@@ -76,7 +76,7 @@
<delta.package.name>delta-core</delta.package.name>
<delta.version>2.4.0</delta.version>
<delta.binary.version>24</delta.binary.version>
- <celeborn.version>0.5.3</celeborn.version>
+ <celeborn.version>0.5.4</celeborn.version>
<uniffle.version>0.9.2</uniffle.version>
<arrow.version>15.0.0</arrow.version>
<arrow-gluten.version>15.0.0-gluten</arrow-gluten.version>
diff --git a/tools/gluten-it/pom.xml b/tools/gluten-it/pom.xml
index 93af9b9d77..eb8b2e9edb 100644
--- a/tools/gluten-it/pom.xml
+++ b/tools/gluten-it/pom.xml
@@ -21,7 +21,7 @@
<spark.version>3.4.4</spark.version>
<scala.binary.version>2.12</scala.binary.version>
<spark.major.version>3</spark.major.version>
- <celeborn.version>0.3.2-incubating</celeborn.version>
+ <celeborn.version>0.5.4</celeborn.version>
<uniffle.version>0.9.2</uniffle.version>
<gluten.version>1.4.0-SNAPSHOT</gluten.version>
<guava.version>32.0.1-jre</guava.version>
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
