This is an automated email from the ASF dual-hosted git repository.
yuanzhou pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 4b127d7442 [VL][CI] Add compilation check for Spark-4.0 (#10439)
4b127d7442 is described below
commit 4b127d74429c002f1fe863e9ba9553cf8379d598
Author: PHILO-HE <[email protected]>
AuthorDate: Thu Aug 14 22:18:58 2025 +0800
[VL][CI] Add compilation check for Spark-4.0 (#10439)
Only verify compilation.
There are still some build failures for gluten-it, tracked by #10438. Will
fix them in separate PR, and then enable TPC-H/DS test.
---
.github/workflows/velox_backend_x86.yml | 28 +++++++++++++++++++++++-----
1 file changed, 23 insertions(+), 5 deletions(-)
diff --git a/.github/workflows/velox_backend_x86.yml
b/.github/workflows/velox_backend_x86.yml
index 1b5f0e444e..369aab6200 100644
--- a/.github/workflows/velox_backend_x86.yml
+++ b/.github/workflows/velox_backend_x86.yml
@@ -171,7 +171,7 @@ jobs:
fail-fast: false
matrix:
os: [ "centos:8" ]
- spark: [ "spark-3.2", "spark-3.3", "spark-3.4", "spark-3.5" ]
+ spark: [ "spark-3.2", "spark-3.3", "spark-3.4", "spark-3.5",
"spark-4.0" ]
java: [ "java-8", "java-11", "java-17" ]
# Spark supports JDK17 since 3.3 and later, see
https://issues.apache.org/jira/browse/SPARK-33772
exclude:
@@ -187,10 +187,11 @@ jobs:
java: java-11
- spark: spark-3.4
java: java-11
- - os: centos:7
- java: java-17
- - os: centos:7
+ - spark: spark-4.0
+ java: java-8
+ - spark: spark-4.0
java: java-11
+
runs-on: ubuntu-22.04
container: ${{ matrix.os }}
steps:
@@ -235,11 +236,25 @@ jobs:
run: |
echo "JAVA_HOME: $JAVA_HOME"
cd $GITHUB_WORKSPACE/
- $MVN_CMD clean install -P${{ matrix.spark }} -P${{ matrix.java }}
-Pbackends-velox -DskipTests
+ if [ "${{ matrix.spark }}" = "spark-4.0" ]; then
+ rm -f
backends-velox/src/test/scala/org/apache/gluten/execution/VeloxStringFunctionsSuite.scala
\
+
backends-velox/src/test/scala/org/apache/spark/sql/execution/GlutenHiveUDFSuite.scala
\
+
backends-velox/src/test/scala/org/apache/spark/sql/execution/VeloxParquetWriteForHiveSuite.scala
\
+
backends-velox/src/test/scala/org/apache/spark/sql/execution/benchmark/VeloxRasBenchmark.scala
\
+
backends-velox/src/test/scala/org/apache/spark/sql/execution/joins/GlutenExistenceJoinSuite.scala
+ # Only verify compilation for now.
+ $MVN_CMD clean install -P${{ matrix.spark }} -P${{ matrix.java }}
-Pscala-2.13 -Pbackends-velox -DskipTests
+ exit 0
+ else
+ $MVN_CMD clean install -P${{ matrix.spark }} -P${{ matrix.java }}
-Pbackends-velox -DskipTests
+ fi
cd $GITHUB_WORKSPACE/tools/gluten-it
$MVN_CMD clean install -P${{ matrix.spark }} -P${{ matrix.java }}
- name: Run TPC-H / TPC-DS
run: |
+ if [ "${{ matrix.spark }}" = "spark-4.0" ]; then
+ exit 0
+ fi
echo "JAVA_HOME: $JAVA_HOME"
cd $GITHUB_WORKSPACE/tools/gluten-it
GLUTEN_IT_JVM_ARGS=-Xmx5G sbin/gluten-it.sh queries-compare \
@@ -248,6 +263,9 @@ jobs:
--local --preset=velox --benchmark-type=ds --error-on-memleak
--off-heap-size=10g -s=1.0 --threads=16 --iterations=1
- name: Run TPC-H / TPC-DS with RAS
run: |
+ if [ "${{ matrix.spark }}" = "spark-4.0" ]; then
+ exit 0
+ fi
echo "JAVA_HOME: $JAVA_HOME"
cd $GITHUB_WORKSPACE/tools/gluten-it
GLUTEN_IT_JVM_ARGS=-Xmx5G sbin/gluten-it.sh queries-compare \
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
