This is an automated email from the ASF dual-hosted git repository.
philo-he pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 7f8940c0f6 [GLUTEN-12288][VL] Remove redundant Spark 3.5 SMJ-enabled
full test jobs to cut GHA usage (#12505)
7f8940c0f6 is described below
commit 7f8940c0f6ea44a26f3c1fb369d54faeb4bf023d
Author: Philo He <[email protected]>
AuthorDate: Wed Jul 15 01:09:21 2026 +0800
[GLUTEN-12288][VL] Remove redundant Spark 3.5 SMJ-enabled full test jobs to
cut GHA usage (#12505)
---
.github/workflows/velox_backend_x86.yml | 93 ---------------------------------
1 file changed, 93 deletions(-)
diff --git a/.github/workflows/velox_backend_x86.yml
b/.github/workflows/velox_backend_x86.yml
index 8a1930f6a4..0822223ffc 100644
--- a/.github/workflows/velox_backend_x86.yml
+++ b/.github/workflows/velox_backend_x86.yml
@@ -977,99 +977,6 @@ jobs:
**/gluten-ut/**/hs_err_*.log
**/gluten-ut/**/core.*
- spark-test-spark35-smj:
- needs: build-native-lib-centos-7
- runs-on: ubuntu-22.04
- env:
- SPARK_TESTING: true
- container: apache/gluten:centos-8-jdk8
- steps:
- - uses: actions/checkout@v4
- - name: Download All Artifacts
- uses: actions/download-artifact@v4
- with:
- name: velox-native-lib-centos-7-${{github.sha}}
- path: ./cpp/build/
- - name: Prepare
- run: |
- dnf module -y install python39 && \
- alternatives --set python3 /usr/bin/python3.9 && \
- pip3 install setuptools==77.0.3 && \
- pip3 install pyspark==3.5.5 cython && \
- pip3 install pandas==2.2.3 pyarrow==20.0.0
- - name: Build and Run unit test for Spark 3.5.5 (other tests)
- run: |
- cd $GITHUB_WORKSPACE/
- export SPARK_SCALA_VERSION=2.12
- yum install -y java-17-openjdk-devel
- export JAVA_HOME=/usr/lib/jvm/java-17-openjdk
- export PATH=$JAVA_HOME/bin:$PATH
- java -version
- $MVN_CMD clean test -Pspark-3.5 -Pjava-17 -Pbackends-velox -Piceberg
-Pdelta -Ppaimon -Pspark-ut \
- -DargLine="-Dspark.test.home=/opt/shims/spark35/spark_home/
-Dspark.gluten.sql.columnar.forceShuffledHashJoin=false" \
-
-DtagsToExclude=org.apache.spark.tags.ExtendedSQLTest,org.apache.spark.tags.SlowHiveTest,org.apache.gluten.tags.UDFTest,org.apache.gluten.tags.EnhancedFeaturesTest,org.apache.gluten.tags.SkipTest
- - name: Upload test report
- uses: actions/upload-artifact@v4
- with:
- name: ${{ github.job }}-report
- path: '**/surefire-reports/TEST-*.xml'
- - name: Upload unit tests log files
- if: ${{ !success() }}
- uses: actions/upload-artifact@v4
- with:
- name: ${{ github.job }}-test-log
- path: |
- **/target/*.log
- **/gluten-ut/**/hs_err_*.log
- **/gluten-ut/**/core.*
-
- spark-test-spark35-slow-smj:
- needs: build-native-lib-centos-7
- runs-on: ubuntu-22.04
- env:
- SPARK_TESTING: true
- LANG: C.UTF-8 #TODO remove after image update
- LC_ALL: C.UTF-8
- container: apache/gluten:centos-8-jdk8
- steps:
- - uses: actions/checkout@v4
- - name: Download All Artifacts
- uses: actions/download-artifact@v4
- with:
- name: velox-native-lib-centos-7-${{github.sha}}
- path: ./cpp/build/
- - name: Prepare Spark Resources for Spark 3.5.5 #TODO remove after image
update
- run: |
- rm -rf /opt/shims/spark35
- bash .github/workflows/util/install-spark-resources.sh 3.5
- - name: Build and Run unit test for Spark 3.5.5 (slow tests)
- run: |
- cd $GITHUB_WORKSPACE/
- yum install -y java-17-openjdk-devel
- export JAVA_HOME=/usr/lib/jvm/java-17-openjdk
- export PATH=$JAVA_HOME/bin:$PATH
- java -version
- $MVN_CMD clean test -Pspark-3.5 -Pjava-17 -Pbackends-velox -Piceberg
-Pdelta -Ppaimon -Pspark-ut \
- -DargLine="-Dspark.test.home=/opt/shims/spark35/spark_home/
-Dspark.gluten.sql.columnar.forceShuffledHashJoin=false" \
- -DtagsToInclude=org.apache.spark.tags.ExtendedSQLTest
- $MVN_CMD clean test -Pspark-3.5 -Pjava-17 -Pbackends-velox -Piceberg
-Pdelta -Ppaimon -Pspark-ut \
- -DargLine="-Dspark.test.home=/opt/shims/spark35/spark_home/
-Dspark.gluten.sql.columnar.forceShuffledHashJoin=false" \
- -DtagsToInclude=org.apache.spark.tags.SlowHiveTest
- - name: Upload test report
- uses: actions/upload-artifact@v4
- with:
- name: ${{ github.job }}-report
- path: '**/surefire-reports/TEST-*.xml'
- - name: Upload unit tests log files
- if: ${{ !success() }}
- uses: actions/upload-artifact@v4
- with:
- name: ${{ github.job }}-test-log
- path: |
- **/target/*.log
- **/gluten-ut/**/hs_err_*.log
- **/gluten-ut/**/core.*
-
cpp-test-udf-test:
runs-on: ubuntu-22.04
container: apache/gluten:centos-9-jdk8
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
