This is an automated email from the ASF dual-hosted git repository.
felixybw pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 9d859d8e4 [GLUTEN-5024][VL] Enhance buildbundle-veloxbe.sh to have the
ability to run only one specific step (#5032)
9d859d8e4 is described below
commit 9d859d8e432072d0f81648f87d26dea7cc2f2732
Author: James Xu <[email protected]>
AuthorDate: Fri Mar 22 03:27:02 2024 +0800
[GLUTEN-5024][VL] Enhance buildbundle-veloxbe.sh to have the ability to run
only one specific step (#5032)
Add command to build gluten only
-- Run all the steps
./dev/buildbundle-veloxbe.sh --build_type=RelWithDebInfo
-- Only run build_gluten_cpp
./dev/buildbundle-veloxbe.sh --build_type=RelWithDebInfo build_gluten_cpp
---
dev/builddeps-veloxbe.sh | 53 ++++++++++++++++++++++++++++++++++--------------
1 file changed, 38 insertions(+), 15 deletions(-)
diff --git a/dev/builddeps-veloxbe.sh b/dev/builddeps-veloxbe.sh
index fe32f4515..1951c697e 100755
--- a/dev/builddeps-veloxbe.sh
+++ b/dev/builddeps-veloxbe.sh
@@ -173,21 +173,44 @@ if [ "$ENABLE_VCPKG" = "ON" ]; then
eval "$envs"
fi
-## build velox
concat_velox_param
-cd $GLUTEN_DIR/ep/build-velox/src
-./get_velox.sh --enable_hdfs=$ENABLE_HDFS --build_protobuf=$BUILD_PROTOBUF
--enable_s3=$ENABLE_S3 --enable_gcs=$ENABLE_GCS --enable_abfs=$ENABLE_ABFS
$VELOX_PARAMETER
-# When BUILD_TESTS is on for gluten cpp, we need turn on
VELOX_BUILD_TEST_UTILS via build_test_utils.
-./build_velox.sh --run_setup_script=$RUN_SETUP_SCRIPT --enable_s3=$ENABLE_S3
--enable_gcs=$ENABLE_GCS --build_type=$BUILD_TYPE --enable_hdfs=$ENABLE_HDFS \
- --enable_abfs=$ENABLE_ABFS --enable_ep_cache=$ENABLE_EP_CACHE
--build_test_utils=$BUILD_TESTS --build_tests=$BUILD_VELOX_TESTS
--build_benchmarks=$BUILD_VELOX_BENCHMARKS \
- --compile_arrow_java=$COMPILE_ARROW_JAVA
--num_threads=$NUM_THREADS
+
+function build_velox {
+ echo "Start to build Velox"
+ cd $GLUTEN_DIR/ep/build-velox/src
+ ./get_velox.sh --enable_hdfs=$ENABLE_HDFS --build_protobuf=$BUILD_PROTOBUF
--enable_s3=$ENABLE_S3 --enable_gcs=$ENABLE_GCS --enable_abfs=$ENABLE_ABFS
$VELOX_PARAMETER
+ # When BUILD_TESTS is on for gluten cpp, we need turn on
VELOX_BUILD_TEST_UTILS via build_test_utils.
+ ./build_velox.sh --run_setup_script=$RUN_SETUP_SCRIPT --enable_s3=$ENABLE_S3
--enable_gcs=$ENABLE_GCS --build_type=$BUILD_TYPE --enable_hdfs=$ENABLE_HDFS \
+ --enable_abfs=$ENABLE_ABFS
--enable_ep_cache=$ENABLE_EP_CACHE --build_test_utils=$BUILD_TESTS
--build_tests=$BUILD_VELOX_TESTS --build_benchmarks=$BUILD_VELOX_BENCHMARKS \
+ --compile_arrow_java=$COMPILE_ARROW_JAVA
--num_threads=$NUM_THREADS
+}
## compile gluten cpp
-cd $GLUTEN_DIR/cpp
-rm -rf build
-mkdir build
-cd build
-cmake -DBUILD_VELOX_BACKEND=ON -DCMAKE_BUILD_TYPE=$BUILD_TYPE \
- -DBUILD_TESTS=$BUILD_TESTS -DBUILD_EXAMPLES=$BUILD_EXAMPLES
-DBUILD_BENCHMARKS=$BUILD_BENCHMARKS -DBUILD_JEMALLOC=$BUILD_JEMALLOC \
- -DENABLE_HBM=$ENABLE_HBM -DENABLE_QAT=$ENABLE_QAT
-DENABLE_IAA=$ENABLE_IAA -DENABLE_GCS=$ENABLE_GCS -DENABLE_S3=$ENABLE_S3
-DENABLE_HDFS=$ENABLE_HDFS -DENABLE_ABFS=$ENABLE_ABFS ..
-make -j $NUM_THREADS
+function build_gluten_cpp {
+ echo "Start to Gluten CPP"
+ cd $GLUTEN_DIR/cpp
+ rm -rf build
+ mkdir build
+ cd build
+ cmake -DBUILD_VELOX_BACKEND=ON -DCMAKE_BUILD_TYPE=$BUILD_TYPE \
+ -DBUILD_TESTS=$BUILD_TESTS -DBUILD_EXAMPLES=$BUILD_EXAMPLES
-DBUILD_BENCHMARKS=$BUILD_BENCHMARKS -DBUILD_JEMALLOC=$BUILD_JEMALLOC \
+ -DENABLE_HBM=$ENABLE_HBM -DENABLE_QAT=$ENABLE_QAT
-DENABLE_IAA=$ENABLE_IAA -DENABLE_GCS=$ENABLE_GCS -DENABLE_S3=$ENABLE_S3
-DENABLE_HDFS=$ENABLE_HDFS -DENABLE_ABFS=$ENABLE_ABFS ..
+ make -j $NUM_THREADS
+}
+
+function build_velox_backend {
+ build_velox
+ build_gluten_cpp
+}
+
+commands_to_run=${OTHER_ARGUMENTS:-}
+(
+ if [[ "x$commands_to_run" == "x" ]]; then
+ build_velox_backend
+ else
+ echo "Commands to run: $commands_to_run"
+ for cmd in "$commands_to_run"; do
+ "${cmd}"
+ done
+ fi
+)
\ No newline at end of file
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
