This is an automated email from the ASF dual-hosted git repository.
chengchengjin pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 10aabfe76b [GLUTEN-9929] [VL] Add GPU compilation ci and update docker
branch (#9933)
10aabfe76b is described below
commit 10aabfe76b3839d965048a5b41269e87f001823a
Author: Jin Chengcheng <[email protected]>
AuthorDate: Wed Jun 11 16:18:50 2025 +0100
[GLUTEN-9929] [VL] Add GPU compilation ci and update docker branch (#9933)
---
.github/workflows/velox_backend_cache.yml | 27 +++++++++++++++++++++++++++
.github/workflows/velox_backend_x86.yml | 18 ++++++++++++++++++
dev/docker/cudf/Dockerfile | 5 ++---
3 files changed, 47 insertions(+), 3 deletions(-)
diff --git a/.github/workflows/velox_backend_cache.yml
b/.github/workflows/velox_backend_cache.yml
index 85017b2dac..564ebe8926 100644
--- a/.github/workflows/velox_backend_cache.yml
+++ b/.github/workflows/velox_backend_cache.yml
@@ -106,6 +106,33 @@ jobs:
path: '${{ env.CCACHE_DIR }}'
key: ccache-centos8-release-shared-${{runner.arch}}-${{github.sha}}
+ cache-shared-lib-centos-9:
+ runs-on: ${{ matrix.os }}
+ strategy:
+ matrix:
+ os: [ ubuntu-22.04 ]
+ container: apache/gluten:centos-9-jdk8-cudf
+ steps:
+ - uses: actions/checkout@v2
+ - name: Get Ccache
+ uses: actions/cache/restore@v3
+ with:
+ path: '${{ env.CCACHE_DIR }}'
+ key: ccache-centos9-release-shared-${{runner.arch}}-${{github.sha}}
+ restore-keys: |
+ ccache-centos9-release-shared-${{runner.arch}}
+ - name: Build Gluten shared libraries
+ run: |
+ df -a
+ bash dev/buildbundle-veloxbe.sh --run_setup_script=OFF
--build_arrow=ON --spark_version=3.4 --enable_gpu=ON
+ ccache -s
+ - name: Save Ccache
+ uses: actions/cache/save@v3
+ id: ccache
+ with:
+ path: '${{ env.CCACHE_DIR }}'
+ key: ccache-centos9-release-shared-${{runner.arch}}-${{github.sha}}
+
# ccache-native-lib-ubuntu-velox-ut:
# runs-on: ubuntu-22.04
# env:
diff --git a/.github/workflows/velox_backend_x86.yml
b/.github/workflows/velox_backend_x86.yml
index 1ff751d08b..a60a9a95ad 100644
--- a/.github/workflows/velox_backend_x86.yml
+++ b/.github/workflows/velox_backend_x86.yml
@@ -1274,3 +1274,21 @@ jobs:
with:
name: ${{ github.job }}-test-log
path: "**/target/*.log"
+
+ build-cudf-centos-9:
+ runs-on: ubuntu-22.04
+ container: apache/gluten:centos-9-jdk8-cudf
+ steps:
+ - uses: actions/checkout@v2
+ - name: Get Ccache
+ uses: actions/cache/restore@v4
+ with:
+ path: '${{ env.CCACHE_DIR }}'
+ key: ccache-centos9-release-shared-${{runner.arch}}-${{github.sha}}
+ restore-keys: |
+ ccache-centos9-release-shared-${{runner.arch}}
+ - name: Build Gluten native libraries
+ run: |
+ df -a
+ bash dev/buildbundle-veloxbe.sh --run_setup_script=OFF
--build_arrow=ON --spark_version=3.4 --enable_gpu=ON
+ ccache -s
diff --git a/dev/docker/cudf/Dockerfile b/dev/docker/cudf/Dockerfile
index e2bc136452..32d6faa625 100644
--- a/dev/docker/cudf/Dockerfile
+++ b/dev/docker/cudf/Dockerfile
@@ -1,7 +1,7 @@
FROM ghcr.io/facebookincubator/velox-dev:adapters
RUN yum install -y sudo patch maven perl
-RUN git clone --depth=1 -b cudf https://github.com/apache/incubator-gluten
/opt/gluten
+RUN git clone --depth=1 https://github.com/apache/incubator-gluten /opt/gluten
# Install spark to folder /opt
RUN cd /opt/gluten/.github/workflows/util/ && ./install_spark_resources.sh 3.4
@@ -10,8 +10,7 @@ ENV PATH=$SPARK_HOME/bin:$PATH
ENV CUDA_ARCHITECTURES=70
WORKDIR /opt/gluten
-RUN bash ./dev/buildbundle-veloxbe.sh --run_setup_script=OFF --build_arrow=ON
--spark_version=3.4 --enable_gpu=ON && \
- touch cudf.sql && echo "select o_orderkey from orders order by
o_orderkey;" > cudf.sql && rm -rf /opt/gluten
+RUN bash ./dev/buildbundle-veloxbe.sh --run_setup_script=OFF --build_arrow=ON
--spark_version=3.4 --enable_gpu=ON && rm -rf /opt/gluten
# You can try the data in folder
backends-velox/src/test/resources/tpch-data-parquet
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
