This is an automated email from the ASF dual-hosted git repository.
jackylee pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new f52f6ca555 [GLUTEN-8631][UNIFFLE] Bump Uniffle to 0.9.2 (#8632)
f52f6ca555 is described below
commit f52f6ca5556ce02ca981498022f66f1e3eff42a7
Author: Nicholas Jiang <[email protected]>
AuthorDate: Wed Feb 5 16:03:07 2025 +0800
[GLUTEN-8631][UNIFFLE] Bump Uniffle to 0.9.2 (#8632)
---
.github/workflows/velox_backend.yml | 4 +++-
dev/docker/Dockerfile.centos8-dynamic-build | 2 +-
docs/get-started/Velox.md | 2 +-
pom.xml | 2 +-
tools/gluten-it/pom.xml | 2 +-
5 files changed, 7 insertions(+), 5 deletions(-)
diff --git a/.github/workflows/velox_backend.yml
b/.github/workflows/velox_backend.yml
index bc823cc2fb..8735d74e0b 100644
--- a/.github/workflows/velox_backend.yml
+++ b/.github/workflows/velox_backend.yml
@@ -507,7 +507,7 @@ jobs:
fail-fast: false
matrix:
spark: [ "spark-3.2" ]
- uniffle: [ "0.9.1" ]
+ uniffle: [ "0.9.2" ]
hadoop: [ "2.8.5" ]
runs-on: ubuntu-20.04
container: apache/gluten:centos-8
@@ -527,7 +527,9 @@ jobs:
run: |
export JAVA_HOME=/usr/lib/jvm/java-1.8.0-openjdk && \
cd /opt && \
+ ${WGET_CMD} https://archive.apache.org/dist/incubator/uniffle/${{
matrix.uniffle }}/apache-uniffle-${{ matrix.uniffle }}-incubating-bin.tar.gz &&
\
mkdir /opt/uniffle && tar xzf apache-uniffle-${{ matrix.uniffle
}}-incubating-bin.tar.gz -C /opt/uniffle --strip-components=1 && \
+ ${WGET_CMD} https://archive.apache.org/dist/hadoop/common/hadoop-${{
matrix.hadoop }}/hadoop-${{ matrix.hadoop }}.tar.gz && \
tar xzf hadoop-${{ matrix.hadoop }}.tar.gz -C /opt/ && \
cd /opt/uniffle && mkdir shuffle_data && \
bash -c "echo -e 'XMX_SIZE=16g\nHADOOP_HOME=/opt/hadoop-${{
matrix.hadoop }}' > ./bin/rss-env.sh" && \
diff --git a/dev/docker/Dockerfile.centos8-dynamic-build
b/dev/docker/Dockerfile.centos8-dynamic-build
index 341ebff880..fc848ed6ef 100644
--- a/dev/docker/Dockerfile.centos8-dynamic-build
+++ b/dev/docker/Dockerfile.centos8-dynamic-build
@@ -19,7 +19,7 @@ RUN wget -nv
https://archive.apache.org/dist/celeborn/celeborn-0.3.2-incubating/
RUN wget -nv
https://archive.apache.org/dist/celeborn/celeborn-0.4.3/apache-celeborn-0.4.3-bin.tgz
-P /opt/
RUN wget -nv
https://archive.apache.org/dist/celeborn/celeborn-0.5.3/apache-celeborn-0.5.3-bin.tgz
-P /opt/
-RUN wget -nv
https://archive.apache.org/dist/incubator/uniffle/0.9.1/apache-uniffle-0.9.1-incubating-bin.tar.gz
-P /opt/
+RUN wget -nv
https://archive.apache.org/dist/incubator/uniffle/0.9.2/apache-uniffle-0.9.2-incubating-bin.tar.gz
-P /opt/
RUN wget -nv
https://archive.apache.org/dist/hadoop/common/hadoop-2.8.5/hadoop-2.8.5.tar.gz
-P /opt/
RUN git clone --depth=1 https://github.com/apache/incubator-gluten /opt/gluten
diff --git a/docs/get-started/Velox.md b/docs/get-started/Velox.md
index 0371ea6168..1989922a93 100644
--- a/docs/get-started/Velox.md
+++ b/docs/get-started/Velox.md
@@ -286,7 +286,7 @@ spark.dynamicAllocation.enabled false
## Uniffle support
-Uniffle with velox backend supports
[Uniffle](https://github.com/apache/incubator-uniffle) as remote shuffle
service. Currently, the supported Uniffle versions are `0.9.1`.
+Uniffle with velox backend supports
[Uniffle](https://github.com/apache/incubator-uniffle) as remote shuffle
service. Currently, the supported Uniffle versions are `0.9.2`.
First refer to this URL(https://uniffle.apache.org/docs/intro) to get start
with uniffle.
diff --git a/pom.xml b/pom.xml
index 07cd0d5f3a..41dfc80381 100644
--- a/pom.xml
+++ b/pom.xml
@@ -66,7 +66,7 @@
<delta.version>2.4.0</delta.version>
<delta.binary.version>24</delta.binary.version>
<celeborn.version>0.5.3</celeborn.version>
- <uniffle.version>0.9.1</uniffle.version>
+ <uniffle.version>0.9.2</uniffle.version>
<arrow.version>15.0.0</arrow.version>
<arrow-gluten.version>15.0.0-gluten</arrow-gluten.version>
<arrow-memory.artifact>arrow-memory-unsafe</arrow-memory.artifact>
diff --git a/tools/gluten-it/pom.xml b/tools/gluten-it/pom.xml
index 22256bd281..93af9b9d77 100644
--- a/tools/gluten-it/pom.xml
+++ b/tools/gluten-it/pom.xml
@@ -22,7 +22,7 @@
<scala.binary.version>2.12</scala.binary.version>
<spark.major.version>3</spark.major.version>
<celeborn.version>0.3.2-incubating</celeborn.version>
- <uniffle.version>0.9.1</uniffle.version>
+ <uniffle.version>0.9.2</uniffle.version>
<gluten.version>1.4.0-SNAPSHOT</gluten.version>
<guava.version>32.0.1-jre</guava.version>
<tpch.version>1.1</tpch.version>
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
