This is an automated email from the ASF dual-hosted git repository.
yuanzhou pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 3628656558 [VL] Cleanup the GPU docker script (#11482)
3628656558 is described below
commit 362865655833c8df594074d00cbdfb37c66de560
Author: BInwei Yang <[email protected]>
AuthorDate: Mon Jan 26 01:05:06 2026 -0800
[VL] Cleanup the GPU docker script (#11482)
* Modify Dockerfile for CUDA toolkit and build process
Updated Dockerfile to install CUDA toolkit 13-1 and streamline setup
process.
* Clean up Dockerfile by removing unnecessary files
Remove Spark directory and ccache from Dockerfile.
---
dev/docker/cudf/Dockerfile | 23 +++++++++++++----------
1 file changed, 13 insertions(+), 10 deletions(-)
diff --git a/dev/docker/cudf/Dockerfile b/dev/docker/cudf/Dockerfile
index f81f8b7d9a..597ec33fd0 100644
--- a/dev/docker/cudf/Dockerfile
+++ b/dev/docker/cudf/Dockerfile
@@ -16,23 +16,26 @@
#
FROM ghcr.io/facebookincubator/velox-dev:adapters
-RUN yum install -y sudo patch maven perl && ln -sf /usr/local/bin/cmake
/usr/bin
-
-RUN git clone --depth=1 https://github.com/apache/incubator-gluten /opt/gluten
-
-# Install spark to folder /opt
-RUN cd /opt/gluten/.github/workflows/util/ && ./install-spark-resources.sh 3.4
ENV SPARK_HOME=/opt/spark-3.4.4-bin-hadoop3
ENV PATH=$SPARK_HOME/bin:$PATH
ENV CUDA_ARCHITECTURES=70
ENV
LD_LIBRARY_PATH=/opt/gluten/ep/build-velox/build/velox_ep/_build/release/_deps/curl-build/lib:$LD_LIBRARY_PATH
-WORKDIR /opt/gluten
-RUN rm -rf /opt/rh/gcc-toolset-12 && ln -s /opt/rh/gcc-toolset-14
/opt/rh/gcc-toolset-12; \
+
+RUN yum install -y sudo patch maven perl && \
dnf remove -y cuda-toolkit-12* && dnf install -y cuda-toolkit-13-1; \
dnf autoremove -y && dnf clean all; \
- source /opt/rh/gcc-toolset-12/enable; \
- bash ./dev/buildbundle-veloxbe.sh --run_setup_script=OFF --build_arrow=ON
--spark_version=3.4 --build_tests=ON --build_benchmarks=ON --enable_gpu=ON &&
rm -rf /opt/gluten
+ ln -sf /usr/local/bin/cmake /usr/bin && \
+ git clone --depth=1 https://github.com/apache/incubator-gluten /opt/gluten
&& \
+ cd /opt/gluten/.github/workflows/util/ && \
+ ./install-spark-resources.sh 3.4 && \
+ cd /opt/gluten && \
+ source /opt/rh/gcc-toolset-14/enable && \
+ bash ./dev/buildbundle-veloxbe.sh --run_setup_script=OFF --build_arrow=ON
--spark_version=3.4 --build_tests=ON --build_benchmarks=ON --enable_gpu=ON && \
+ rm -rf /opt/gluten && \
+ rm -rf /opt/spark-3.4.4-bin-hadoop3 && \
+ rm -rf /root/.cache/ccache
+
# You can try the data in folder
backends-velox/src/test/resources/tpch-data-parquet
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
