This is an automated email from the ASF dual-hosted git repository.
zhouyuan pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 810b0fc2f4 [GLUTEN-6887][VL] Daily Update Velox Version (2026_07_02)
(#12427)
810b0fc2f4 is described below
commit 810b0fc2f43068952a5d8d22ea6c8f9f95379744
Author: Gluten Performance Bot
<[email protected]>
AuthorDate: Thu Jul 2 20:59:20 2026 +0100
[GLUTEN-6887][VL] Daily Update Velox Version (2026_07_02) (#12427)
* [GLUTEN-6887][VL] Daily Update Velox Version (dft-2026_07_02)
Upstream Velox's New Commits:
f53d18ba9 by Chandrashekhar Kumar Singh, fix(cursor): Wake the cursor only
on the terminal producer signal (#17995)
748a97eec by Maria Basmanova, fix(stats): Attribute merge-source sink stats
to their node
1a24486c7 by Krishnakanth, refactor(core): Replace AggregationNode::Step
name helper with toName
fc3f46cbf by Pratik Pugalia, fix: SsdFile::write() race condition: pin
region during unlocked disk write
8fec29806 by Rui Mo, perf: Optimize right semi no-filter probe marking in
HashJoin
2109ab09d by kevinwilfong, build: Fix double building of abseil on Macs and
forced reinstalls of abseil and fbthrift
4322fad34 by Sungwoo Chang, feat(cxl): Introduce CXL custom memory resource
a384b5f63 by RindsSchei225e, feat(nimble): Wire nimble string reader
optimization flags from session config
7d6d6b2f2 by Maria Basmanova, refactor: Delete legacy AssignUniqueIdNode's
ctor
Signed-off-by: glutenperfbot <[email protected]>
* fix
Signed-off-by: Yuan <[email protected]>
* remove spark-34 test from enhanced branch CI
Signed-off-by: Yuan <[email protected]>
* remove more tests
Signed-off-by: Yuan <[email protected]>
---------
Signed-off-by: glutenperfbot <[email protected]>
Signed-off-by: Yuan <[email protected]>
Co-authored-by: glutenperfbot <[email protected]>
Co-authored-by: Yuan <[email protected]>
---
.github/workflows/velox_backend_enhanced.yml | 53 ----------------------------
.github/workflows/velox_backend_x86.yml | 12 ++-----
cpp/velox/substrait/VeloxToSubstraitPlan.cc | 2 +-
ep/build-velox/src/get-velox.sh | 4 +--
4 files changed, 5 insertions(+), 66 deletions(-)
diff --git a/.github/workflows/velox_backend_enhanced.yml
b/.github/workflows/velox_backend_enhanced.yml
index b3275df629..dd65c6446d 100644
--- a/.github/workflows/velox_backend_enhanced.yml
+++ b/.github/workflows/velox_backend_enhanced.yml
@@ -89,59 +89,6 @@ jobs:
path: ./cpp/build/releases/
if-no-files-found: error
- spark-test-spark34:
- needs: build-native-lib-centos-7
- runs-on: ubuntu-22.04
- container: apache/gluten:centos-8-jdk8
- steps:
- - uses: actions/checkout@v4
- - name: Download All Artifacts
- uses: actions/download-artifact@v4
- with:
- name: velox-native-lib-enhanced-centos-7-${{github.sha}}
- path: ./cpp/build/releases
- - name: Prepare spark.test.home for Spark 3.4.4 (other tests)
- run: |
- dnf module -y install python39 && \
- alternatives --set python3 /usr/bin/python3.9 && \
- pip3 install setuptools==77.0.3 && \
- pip3 install pyspark==3.4.4 cython && \
- pip3 install pandas==2.2.3 pyarrow==20.0.0
- - name: Build and Run unit test for Spark 3.4.4 (other tests)
- run: |
- cd $GITHUB_WORKSPACE/
- export SPARK_SCALA_VERSION=2.12
- yum install -y java-17-openjdk-devel
- export JAVA_HOME=/usr/lib/jvm/java-17-openjdk
- export PATH=$JAVA_HOME/bin:$PATH
- java -version
- export SPARK_HOME=/opt/shims/spark34/spark_home/
- ls -l $SPARK_HOME
- $MVN_CMD clean test -Pspark-3.4 -Pjava-17 -Pbackends-velox -Piceberg
-Piceberg-test -Pdelta -Phudi \
-
-DtagsToExclude=org.apache.spark.tags.ExtendedSQLTest,org.apache.spark.tags.SlowHiveTest,org.apache.gluten.tags.UDFTest,org.apache.gluten.tags.SkipTest
\
- -DargLine="-Dspark.test.home=$SPARK_HOME"
- - name: Upload test report
- if: always()
- uses: actions/upload-artifact@v4
- with:
- name: ${{ github.job }}-report
- path: '**/surefire-reports/TEST-*.xml'
- - name: Upload unit tests log files
- if: ${{ !success() }}
- uses: actions/upload-artifact@v4
- with:
- name: ${{ github.job }}-test-log
- path: |
- **/target/*.log
- **/gluten-ut/**/hs_err_*.log
- **/gluten-ut/**/core.*
- - name: Upload golden files
- if: failure()
- uses: actions/upload-artifact@v4
- with:
- name: ${{ github.job }}-golden-files
- path: /tmp/tpch-approved-plan/**
-
spark-test-spark35:
needs: build-native-lib-centos-7
runs-on: ubuntu-22.04
diff --git a/.github/workflows/velox_backend_x86.yml
b/.github/workflows/velox_backend_x86.yml
index 3b97c86b3a..8a1930f6a4 100644
--- a/.github/workflows/velox_backend_x86.yml
+++ b/.github/workflows/velox_backend_x86.yml
@@ -99,7 +99,7 @@ jobs:
strategy:
fail-fast: false
matrix:
- os: [ "ubuntu:20.04", "ubuntu:22.04" ]
+ os: [ "ubuntu:22.04" ]
spark: [ "spark-3.3", "spark-3.4", "spark-3.5", "spark-4.0",
"spark-4.1" ]
java: [ "java-8", "java-11", "java-17", "java-21", "java-25" ]
# Spark supports JDK17 since 3.3.
@@ -124,14 +124,6 @@ jobs:
java: java-11
- spark: spark-3.4
java: java-11
- - os: ubuntu:20.04
- java: java-17
- - os: ubuntu:20.04
- java: java-11
- - os: ubuntu:20.04
- java: java-21
- - os: ubuntu:20.04
- java: java-25
- spark: spark-4.0
java: java-8
- spark: spark-4.0
@@ -319,7 +311,7 @@ jobs:
strategy:
fail-fast: false
matrix:
- spark: [ "spark-3.3", "spark-3.4", "spark-3.5" ]
+ spark: [ "spark-3.5" ]
java: [ "java-8" ]
runs-on: ubuntu-22.04
steps:
diff --git a/cpp/velox/substrait/VeloxToSubstraitPlan.cc
b/cpp/velox/substrait/VeloxToSubstraitPlan.cc
index 44fbb01b39..bc9132a67b 100644
--- a/cpp/velox/substrait/VeloxToSubstraitPlan.cc
+++ b/cpp/velox/substrait/VeloxToSubstraitPlan.cc
@@ -68,7 +68,7 @@ AggregateCompanion toAggregateCompanion(const
core::AggregationNode::Aggregate&
return ::substrait::AGGREGATION_PHASE_INTERMEDIATE_TO_RESULT;
}
default:
- VELOX_UNSUPPORTED("Unsupported Aggregate Step '{}' in Substrait ",
mapAggregationStepToName(step));
+ VELOX_UNSUPPORTED("Unsupported Aggregate Step '{}' in Substrait ",
core::AggregationNode::toName(step));
}
}
diff --git a/ep/build-velox/src/get-velox.sh b/ep/build-velox/src/get-velox.sh
index 8c8ca0521a..2a11ec25ed 100755
--- a/ep/build-velox/src/get-velox.sh
+++ b/ep/build-velox/src/get-velox.sh
@@ -18,8 +18,8 @@ set -exu
CURRENT_DIR=$(cd "$(dirname "$BASH_SOURCE")"; pwd)
VELOX_REPO=https://github.com/IBM/velox.git
-VELOX_BRANCH=dft-2026_06_30
-VELOX_ENHANCED_BRANCH=ibm-2026_06_30
+VELOX_BRANCH=dft-2026_07_02
+VELOX_ENHANCED_BRANCH=ibm-2026_07_02
VELOX_HOME=""
RUN_SETUP_SCRIPT=ON
ENABLE_ENHANCED_FEATURES=OFF
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
