This is an automated email from the ASF dual-hosted git repository.
yuanzhou pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 018f582a8 [GLUTEN-4917][CI][VL] adding basic Velox unit tests (#5501)
018f582a8 is described below
commit 018f582a88783add7af20d2fd12e21c7a86f60d5
Author: Yuan <[email protected]>
AuthorDate: Fri Apr 26 21:00:58 2024 +0800
[GLUTEN-4917][CI][VL] adding basic Velox unit tests (#5501)
Adding basic Velox unit tests
---
.github/workflows/velox_docker.yml | 2 +-
.github/workflows/velox_velox_ut.yml | 66 ++++++++++++++++++++++++++++++++++++
2 files changed, 67 insertions(+), 1 deletion(-)
diff --git a/.github/workflows/velox_docker.yml
b/.github/workflows/velox_docker.yml
index 290d3efd3..19ff0cd48 100644
--- a/.github/workflows/velox_docker.yml
+++ b/.github/workflows/velox_docker.yml
@@ -870,4 +870,4 @@ jobs:
cd $GITHUB_WORKSPACE/
export MAVEN_HOME=/usr/lib/maven
export PATH=${PATH}:${MAVEN_HOME}/bin
- mvn -ntp clean install -Pspark-3.5 -Pbackends-velox -Pceleborn
-Piceberg -Pdelta -Pspark-ut
-DargLine="-Dspark.test.home=$GITHUB_WORKSPACE//shims/spark35/spark_home/"
-DtagsToInclude=org.apache.spark.tags.ExtendedSQLTest
+ mvn -ntp clean install -Pspark-3.5 -Pbackends-velox -Pceleborn
-Piceberg -Pdelta -Pspark-ut
-DargLine="-Dspark.test.home=$GITHUB_WORKSPACE//shims/spark35/spark_home/"
-DtagsToInclude=org.apache.spark.tags.ExtendedSQLTest
\ No newline at end of file
diff --git a/.github/workflows/velox_velox_ut.yml
b/.github/workflows/velox_velox_ut.yml
new file mode 100644
index 000000000..ab2b07eb1
--- /dev/null
+++ b/.github/workflows/velox_velox_ut.yml
@@ -0,0 +1,66 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+name: Velox backend Velox Unit test
+
+
+on:
+ pull_request:
+ paths:
+ - '.github/workflows/velox_velox_ut.yml'
+ - 'dev/**'
+ - 'ep/**' #get_velox change
+
+concurrency:
+ group: ${{ github.repository }}-${{ github.head_ref || github.sha }}-${{
github.workflow }}
+ cancel-in-progress: true
+
+jobs:
+ run-velox-unit-test:
+ runs-on: ubuntu-20.04
+ env:
+ CCACHE_DIR: "${{ github.workspace }}/.ccache"
+ container: ghcr.io/facebookincubator/velox-dev:amd64-ubuntu-22.04-avx
+ steps:
+ - uses: actions/checkout@v2
+ - name: Get Ccache
+ uses: actions/cache/restore@v3
+ with:
+ path: '${{ env.CCACHE_DIR }}'
+ key: ccache-ubuntu-release-default
+ - name: Ensure Cache Dirs Exists
+ working-directory: ${{ github.workspace }}
+ run: |
+ mkdir -p '${{ env.CCACHE_DIR }}'
+ - name: Build Gluten velox third party
+ run: |
+ cd ep/build-velox/src && \
+ ./get_velox.sh
+ cd ../build/velox_ep/
+ git reset --hard
+ make EXTRA_CMAKE_FLAGS="-DVELOX_ENABLE_PARQUET=ON
-DVELOX_BUILD_TESTING=ON -DVELOX_BUILD_TEST_UTILS=ON"
+
+ - name: CCache after
+ run: |
+ ccache -vs
+
+ - uses: actions/cache/save@v3
+ with:
+ path: '${{ env.CCACHE_DIR }}'
+ key: ccache-ubuntu-release-default
+
+ - name: Run Tests
+ run: |
+ cd ${GITHUB_WORKSPACE}/ep/build-velox/build/velox_ep/_build/release
&& ctest -E velox_cache_test -j 4 --output-on-failure --no-tests=error
\ No newline at end of file
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
