This is an automated email from the ASF dual-hosted git repository.
yuanzhou pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new e987157f9 [VL][CI] disable SF30 tpc tests on GHA (#5818)
e987157f9 is described below
commit e987157f96ca7c4b880d25c2c82d65295a5ea67e
Author: Yuan <[email protected]>
AuthorDate: Tue May 21 07:51:31 2024 +0800
[VL][CI] disable SF30 tpc tests on GHA (#5818)
Will move these tests back to Internal CI to reduce the github runner usage
Signed-off-by: Yuan Zhou <[email protected]>
---
.github/workflows/velox_docker.yml | 102 ++++++++++++++++++-------------------
1 file changed, 51 insertions(+), 51 deletions(-)
diff --git a/.github/workflows/velox_docker.yml
b/.github/workflows/velox_docker.yml
index b7ee3be41..88c6c2a24 100644
--- a/.github/workflows/velox_docker.yml
+++ b/.github/workflows/velox_docker.yml
@@ -338,57 +338,57 @@ jobs:
--local --preset=velox --benchmark-type=ds --error-on-memleak
-s=30.0 --off-heap-size=8g --threads=12 --shuffle-partitions=72 --iterations=1
\
--skip-data-gen --random-kill-tasks
- run-tpc-test-ubuntu-sf30:
- needs: build-native-lib-centos-7
- strategy:
- fail-fast: false
- matrix:
- spark: [ "spark-3.4" ]
- shard: [ "1/4", "2/4", "3/4", "4/4" ]
- runs-on: ubuntu-20.04
- steps:
- - name: Maximize build disk space
- shell: bash
- run: |
- df -h
- set -euo pipefail
- echo "Removing unwanted software... "
- sudo rm -rf /usr/share/dotnet
- sudo rm -rf /usr/local/lib/android
- sudo rm -rf /opt/ghc
- sudo rm -rf /opt/hostedtoolcache/CodeQL
- sudo docker image prune --all --force > /dev/null
- df -h
- - uses: actions/checkout@v2
- - name: Download All Artifacts
- uses: actions/download-artifact@v2
- with:
- name: velox-native-lib-centos-7-${{github.sha}}
- path: ./cpp/build/releases
- - name: Setup java and maven
- run: |
- sudo apt-get update
- sudo apt-get install -y openjdk-8-jdk maven
- - name: Set environment variables
- run: |
- echo "JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64" >> $GITHUB_ENV
- - name: Build for Spark ${{ matrix.spark }}
- run: |
- cd $GITHUB_WORKSPACE/
- mvn -ntp clean install -P${{ matrix.spark }} -Pbackends-velox
-DskipTests
- cd $GITHUB_WORKSPACE/tools/gluten-it
- mvn -ntp clean install -P${{ matrix.spark }}
- GLUTEN_IT_JVM_ARGS=-Xmx6G sbin/gluten-it.sh data-gen-only --local
--benchmark-type=h -s=30.0 --threads=12
- GLUTEN_IT_JVM_ARGS=-Xmx6G sbin/gluten-it.sh data-gen-only --local
--benchmark-type=ds -s=30.0 --threads=12
- - name: TPC-H / TPC-DS SF30.0 Parquet local ${{ matrix.spark }}
- run: |
- cd tools/gluten-it \
- && GLUTEN_IT_JVM_ARGS=-Xmx6G sbin/gluten-it.sh queries-compare \
- --local --preset=velox --benchmark-type=h --error-on-memleak
-s=30.0 --off-heap-size=8g --threads=12 --shuffle-partitions=72 --iterations=1
\
- --skip-data-gen --shard=${{ matrix.shard }} \
- && GLUTEN_IT_JVM_ARGS=-Xmx6G sbin/gluten-it.sh queries-compare \
- --local --preset=velox --benchmark-type=ds --error-on-memleak
-s=30.0 --off-heap-size=8g --threads=12 --shuffle-partitions=72 --iterations=1
\
- --skip-data-gen --shard=${{ matrix.shard }}
+ # run-tpc-test-ubuntu-sf30:
+ # needs: build-native-lib-centos-7
+ # strategy:
+ # fail-fast: false
+ # matrix:
+ # spark: [ "spark-3.4" ]
+ # shard: [ "1/4", "2/4", "3/4", "4/4" ]
+ # runs-on: ubuntu-20.04
+ # steps:
+ # - name: Maximize build disk space
+ # shell: bash
+ # run: |
+ # df -h
+ # set -euo pipefail
+ # echo "Removing unwanted software... "
+ # sudo rm -rf /usr/share/dotnet
+ # sudo rm -rf /usr/local/lib/android
+ # sudo rm -rf /opt/ghc
+ # sudo rm -rf /opt/hostedtoolcache/CodeQL
+ # sudo docker image prune --all --force > /dev/null
+ # df -h
+ # - uses: actions/checkout@v2
+ # - name: Download All Artifacts
+ # uses: actions/download-artifact@v2
+ # with:
+ # name: velox-native-lib-centos-7-${{github.sha}}
+ # path: ./cpp/build/releases
+ # - name: Setup java and maven
+ # run: |
+ # sudo apt-get update
+ # sudo apt-get install -y openjdk-8-jdk maven
+ # - name: Set environment variables
+ # run: |
+ # echo "JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64" >> $GITHUB_ENV
+ # - name: Build for Spark ${{ matrix.spark }}
+ # run: |
+ # cd $GITHUB_WORKSPACE/
+ # mvn -ntp clean install -P${{ matrix.spark }} -Pbackends-velox
-DskipTests
+ # cd $GITHUB_WORKSPACE/tools/gluten-it
+ # mvn -ntp clean install -P${{ matrix.spark }}
+ # GLUTEN_IT_JVM_ARGS=-Xmx6G sbin/gluten-it.sh data-gen-only --local
--benchmark-type=h -s=30.0 --threads=12
+ # GLUTEN_IT_JVM_ARGS=-Xmx6G sbin/gluten-it.sh data-gen-only --local
--benchmark-type=ds -s=30.0 --threads=12
+ # - name: TPC-H / TPC-DS SF30.0 Parquet local ${{ matrix.spark }}
+ # run: |
+ # cd tools/gluten-it \
+ # && GLUTEN_IT_JVM_ARGS=-Xmx6G sbin/gluten-it.sh queries-compare \
+ # --local --preset=velox --benchmark-type=h --error-on-memleak
-s=30.0 --off-heap-size=8g --threads=12 --shuffle-partitions=72 --iterations=1
\
+ # --skip-data-gen --shard=${{ matrix.shard }} \
+ # && GLUTEN_IT_JVM_ARGS=-Xmx6G sbin/gluten-it.sh queries-compare \
+ # --local --preset=velox --benchmark-type=ds --error-on-memleak
-s=30.0 --off-heap-size=8g --threads=12 --shuffle-partitions=72 --iterations=1
\
+ # --skip-data-gen --shard=${{ matrix.shard }}
run-tpc-test-centos8-uniffle:
needs: build-native-lib-centos-7
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
