This is an automated email from the ASF dual-hosted git repository.
philo pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new f5e20f4d8c [VL] Bump Uniffle version to 0.10.0 (#10806)
f5e20f4d8c is described below
commit f5e20f4d8c889d1818c3789ce76cc901e7a63564
Author: Junfan Zhang <[email protected]>
AuthorDate: Fri Nov 28 00:43:56 2025 +0800
[VL] Bump Uniffle version to 0.10.0 (#10806)
---
.github/workflows/velox_backend_x86.yml | 10 +++++-----
dev/docker/Dockerfile.centos8-dynamic-build | 2 +-
dev/docker/Dockerfile.centos9-dynamic-build | 2 +-
pom.xml | 2 +-
tools/gluten-it/pom.xml | 2 +-
5 files changed, 9 insertions(+), 9 deletions(-)
diff --git a/.github/workflows/velox_backend_x86.yml
b/.github/workflows/velox_backend_x86.yml
index 92cde93fa4..420763dd1b 100644
--- a/.github/workflows/velox_backend_x86.yml
+++ b/.github/workflows/velox_backend_x86.yml
@@ -507,7 +507,7 @@ jobs:
fail-fast: false
matrix:
spark: [ "spark-3.2" ]
- uniffle: [ "0.9.2" ]
+ uniffle: [ "0.10.0" ]
hadoop: [ "2.8.5" ]
runs-on: ubuntu-22.04
container: apache/gluten:centos-8-jdk8
@@ -526,17 +526,17 @@ jobs:
- name: Install Uniffle ${{ matrix.uniffle }}
run: |
export JAVA_HOME=/usr/lib/jvm/java-1.8.0-openjdk
- if [ ! -e "/opt/apache-uniffle-${{ matrix.uniffle
}}-incubating-bin.tar.gz" ]; then
- ${WGET_CMD} https://archive.apache.org/dist/incubator/uniffle/${{
matrix.uniffle }}/apache-uniffle-${{ matrix.uniffle }}-incubating-bin.tar.gz -P
/opt
+ if [ ! -e "/opt/apache-uniffle-${{ matrix.uniffle }}-bin.tar.gz" ];
then
+ ${WGET_CMD} https://archive.apache.org/dist/uniffle/${{
matrix.uniffle }}/apache-uniffle-${{ matrix.uniffle }}-bin.tar.gz -P /opt
fi
if [ ! -e "/opt/hadoop-${{ matrix.hadoop }}.tar.gz" ]; then
${WGET_CMD}
https://archive.apache.org/dist/hadoop/common/hadoop-${{ matrix.hadoop
}}/hadoop-${{ matrix.hadoop }}.tar.gz -P /opt
fi
cd /opt && rm -rf shims && \
- mkdir /opt/uniffle && tar xzf apache-uniffle-${{ matrix.uniffle
}}-incubating-bin.tar.gz -C /opt/uniffle --strip-components=1 && \
+ mkdir /opt/uniffle && tar xzf apache-uniffle-${{ matrix.uniffle
}}-bin.tar.gz -C /opt/uniffle --strip-components=1 && \
tar xzf hadoop-${{ matrix.hadoop }}.tar.gz -C /opt/ && \
cd /opt/uniffle && mkdir shuffle_data && \
- bash -c "echo -e 'XMX_SIZE=16g\nHADOOP_HOME=/opt/hadoop-${{
matrix.hadoop }}' > ./bin/rss-env.sh" && \
+ bash -c "echo -e 'XMX_SIZE=16g\nHADOOP_HOME=/opt/hadoop-${{
matrix.hadoop }}' > ./conf/rss-env.sh" && \
bash -c "echo -e 'rss.coordinator.shuffle.nodes.max
1\nrss.rpc.server.port 19999' > ./conf/coordinator.conf" && \
bash -c "echo -e 'rss.server.app.expired.withoutHeartbeat
7200000\nrss.server.heartbeat.delay 3000\nrss.rpc.server.port
19997\nrss.rpc.server.type GRPC_NETTY\nrss.jetty.http.port
19996\nrss.server.netty.port 19995\nrss.storage.basePath
/opt/uniffle/shuffle_data\nrss.storage.type
MEMORY_LOCALFILE\nrss.coordinator.quorum
localhost:19999\nrss.server.flush.thread.alive
10\nrss.server.single.buffer.flush.threshold 64m' > ./conf/server.conf" && \
bash ./bin/start-coordinator.sh && bash ./bin/start-shuffle-server.sh
diff --git a/dev/docker/Dockerfile.centos8-dynamic-build
b/dev/docker/Dockerfile.centos8-dynamic-build
index 2d7ab9c9df..df4e5c7239 100644
--- a/dev/docker/Dockerfile.centos8-dynamic-build
+++ b/dev/docker/Dockerfile.centos8-dynamic-build
@@ -42,7 +42,7 @@ RUN set -ex; \
rm -rf ${local_binary}; \
wget -nv
${mirror_host}/celeborn/celeborn-0.5.4/apache-celeborn-0.5.4-bin.tgz?action=download
-O /opt/apache-celeborn-0.5.4-bin.tgz; \
wget -nv
${mirror_host}/celeborn/celeborn-0.6.1/apache-celeborn-0.6.1-bin.tgz?action=download
-O /opt/apache-celeborn-0.6.1-bin.tgz; \
- wget -nv
${mirror_host}/uniffle/0.9.2/apache-uniffle-0.9.2-incubating-bin.tar.gz?action=download
-O /opt/apache-uniffle-0.9.2-incubating-bin.tar.gz; \
+ wget -nv
${mirror_host}/uniffle/0.10.0/apache-uniffle-0.10.0-bin.tar.gz?action=download
-O /opt/apache-uniffle-0.10.0-bin.tar.gz; \
wget -nv
${mirror_host}/hadoop/common/hadoop-2.8.5/hadoop-2.8.5.tar.gz?action=download
-O /opt/hadoop-2.8.5.tar.gz; \
git clone --depth=1 https://github.com/apache/incubator-gluten
/opt/gluten; \
cd /opt/gluten/.github/workflows/util/; \
diff --git a/dev/docker/Dockerfile.centos9-dynamic-build
b/dev/docker/Dockerfile.centos9-dynamic-build
index d1eae3e204..94ad72e74c 100644
--- a/dev/docker/Dockerfile.centos9-dynamic-build
+++ b/dev/docker/Dockerfile.centos9-dynamic-build
@@ -40,7 +40,7 @@ RUN set -ex; \
rm -rf ${local_binary}; \
wget -nv
${mirror_host}/celeborn/celeborn-0.5.4/apache-celeborn-0.5.4-bin.tgz?action=download
-O /opt/apache-celeborn-0.5.4-bin.tgz; \
wget -nv
${mirror_host}/celeborn/celeborn-0.6.1/apache-celeborn-0.6.1-bin.tgz?action=download
-O /opt/apache-celeborn-0.6.1-bin.tgz; \
- wget -nv
${mirror_host}/uniffle/0.9.2/apache-uniffle-0.9.2-incubating-bin.tar.gz?action=download
-O /opt/apache-uniffle-0.9.2-incubating-bin.tar.gz; \
+ wget -nv
${mirror_host}/uniffle/0.10.0/apache-uniffle-0.10.0-bin.tar.gz?action=download
-O /opt/apache-uniffle-0.10.0-bin.tar.gz; \
wget -nv
${mirror_host}/hadoop/common/hadoop-2.8.5/hadoop-2.8.5.tar.gz?action=download
-O /opt/hadoop-2.8.5.tar.gz; \
git clone --depth=1 https://github.com/apache/incubator-gluten
/opt/gluten; \
cd /opt/gluten/.github/workflows/util/; \
diff --git a/pom.xml b/pom.xml
index 65ab455687..40e5dd75e6 100644
--- a/pom.xml
+++ b/pom.xml
@@ -78,7 +78,7 @@
<delta.version>2.4.0</delta.version>
<delta.binary.version>24</delta.binary.version>
<celeborn.version>0.6.1</celeborn.version>
- <uniffle.version>0.9.2</uniffle.version>
+ <uniffle.version>0.10.0</uniffle.version>
<arrow.version>15.0.0</arrow.version>
<arrow-gluten.version>15.0.0-gluten</arrow-gluten.version>
<arrow-memory.artifact>arrow-memory-unsafe</arrow-memory.artifact>
diff --git a/tools/gluten-it/pom.xml b/tools/gluten-it/pom.xml
index 139a4a8d59..692a74960b 100644
--- a/tools/gluten-it/pom.xml
+++ b/tools/gluten-it/pom.xml
@@ -39,7 +39,7 @@
<delta.package.name>delta-core</delta.package.name>
<delta.version>2.4.0</delta.version>
<celeborn.version>0.6.1</celeborn.version>
- <uniffle.version>0.9.2</uniffle.version>
+ <uniffle.version>0.10.0</uniffle.version>
<gluten.version>1.6.0-SNAPSHOT</gluten.version>
<tpch.version>1.1</tpch.version>
<tpcds.version>1.4</tpcds.version>
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
