This is an automated email from the ASF dual-hosted git repository.
zhouyuan pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 16cfc94a95 [GLUTEN-6887][VL] Daily Update Velox Version (2026_09_14)
(#13015)
16cfc94a95 is described below
commit 16cfc94a95e142dc613f8b35c8e30812b077d171
Author: Gluten Performance Bot
<[email protected]>
AuthorDate: Wed Sep 16 09:20:48 2026 +0100
[GLUTEN-6887][VL] Daily Update Velox Version (2026_09_14) (#13015)
* [GLUTEN-6887][VL] Daily Update Velox Version (dft-2026_09_14)
Upstream Velox's New Commits:
9084390cc by RindsSchei225e, test(velox): Cover TIMESTAMP in
TableEvolutionFuzzer (#18873)
24ecd0cea by tanjialiang, feat(encoding): Push down value delta into inner
encoding at wrap time (#18972)
21c2e7ec5 by Maria Basmanova, fix(datetime): Clamp `from_unixtime` to
timestamp range
80ab269b1 by Wenxin Cheng, fix(wave): Unbreak the CUDA 13.3 and sm_100
builds (#18965)
9e4573eca by Raymond Lin, docs(core): Correct ScanBatchEvent::numRows
semantics
617845939 by Muhammad Haseeb, build(cudf): Update cudf pin to 26.10
57376d694 by Krishna Pai, build(ci): Run the fuzzers on the Debug
dependency image
60877f287 by tanjialiang, feat(encoding): Let SliceEncoding shift every
value by a constant (#18909)
eaba16827 by Wenxin Cheng, fix(gpu): Add missing includes for CUDA 13
(#18947)
4fecb7bcf by Daniel Bauer, feat(cudf): Let a kept operator be followed by
GPU operators
cb29d612b by Muhammad Haseeb, feat(cudf): Fold injected column predicates
into the filter
0a0871f82 by Naveen Mahadevuni, fix(iceberg): Fall back to name mapping
when field IDs are unavailable
f92f05f2b by LingBin, fix(memory): Correct minFreeCapacity shrink config
comments
7480ea905 by Zac, feat(nimble): Collect user metadata at close via a
provider (#18777)
983a61786 by Philo He, refactor(spark): Reorganize size registration and
document ANSI compliance
6e58dd39a by Krishna Pai, build(ci): Always build gflags and glog in
release mode
03ffb254c by Maria Basmanova, fix(expression): Rescale a decimal bound to a
shared type variable (#18945)
563143080 by macduan, perf(nimble): Reduce FSST encoding buffer allocations
e4e94a3e8 by Maria Basmanova, feat(functions): Support named rows in simple
UDFs (#18934)
924f095c0 by abhinavmuk04, fix(metaai): Handle null optional LLM inference
arguments [velox][bug-fix] (#18701)
49bb9be02 by Ping Liu, perf: Read preferredOutputBatchBytes once in
HashProbe
008e92f9d by Wenxin Cheng, fix(wave): Build against CUDA 13 (#18817)
724c02193 by Kevin Tang, fix(khyperloglog): Correct varchar and REAL join
key hashes (#18726)
---
.github/workflows/velox_backend_x86.yml | 15 +++++++++++++++
cpp/velox/CMakeLists.txt | 6 ++++++
.../serializer/VeloxGpuColumnarBatchSerializer.cc | 2 +-
cpp/velox/utils/GpuBufferBatchResizer.cc | 2 +-
ep/build-velox/src/build-velox.sh | 6 ++++++
ep/build-velox/src/get-velox.sh | 4 ++--
6 files changed, 31 insertions(+), 4 deletions(-)
diff --git a/.github/workflows/velox_backend_x86.yml
b/.github/workflows/velox_backend_x86.yml
index 631c9c4b12..666b9f72b1 100644
--- a/.github/workflows/velox_backend_x86.yml
+++ b/.github/workflows/velox_backend_x86.yml
@@ -1198,6 +1198,13 @@ jobs:
--conf $(realpath
backends-velox/generated-native-benchmark/conf_12_0_*.ini) \
--plan $(realpath
backends-velox/generated-native-benchmark/plan_12_0_*.json) \
--data $(realpath
backends-velox/generated-native-benchmark/data_12_0_*_0.parquet),$(realpath
backends-velox/generated-native-benchmark/data_12_0_*_1.parquet)
+ - name: "Save ccache"
+ if: always()
+ uses:
apache/infrastructure-actions/stash/save@0ba14156c9f4c3cfbe4b0c9f36339ab0f8d81e53
+ with:
+ path: '${{ env.CCACHE_DIR }}'
+ key: ccache-centos9-release-shared-${{runner.arch}}-${{
hashFiles('ep/build-velox/src/**') }}
+ include-hidden-files: true
- name: Upload test report
uses: actions/upload-artifact@v7
with:
@@ -1262,6 +1269,14 @@ jobs:
ccache -s
"
+ - name: "Save ccache"
+ if: always()
+ uses:
apache/infrastructure-actions/stash/save@0ba14156c9f4c3cfbe4b0c9f36339ab0f8d81e53
+ with:
+ path: '${{ env.CCACHE_DIR }}'
+ key: ccache-centos9-cudf-release-shared-${{runner.arch}}-${{
hashFiles('ep/build-velox/src/**') }}
+ include-hidden-files: true
+
build-fast-build-test:
needs: detect-changes
if: >-
diff --git a/cpp/velox/CMakeLists.txt b/cpp/velox/CMakeLists.txt
index c881ea8d57..3926b0f252 100644
--- a/cpp/velox/CMakeLists.txt
+++ b/cpp/velox/CMakeLists.txt
@@ -550,6 +550,12 @@ endif()
if(ENABLE_GPU)
set(cudf_DIR "${VELOX_BUILD_PATH}/_deps/cudf-build")
+ # cudf's build-tree export only calls find_dependency(rapids_logger) when
+ # rapids_logger is not a static library, which is the case since
rapids_logger
+ # 0.3.0 (rapids-cmake 26.10). rapids_logger is built inside Velox's _deps
tree
+ # and never installed, so its config is findable only there. Harmless when
+ # rapids_logger is static and never searched for.
+ set(rapids_logger_DIR "${VELOX_BUILD_PATH}/_deps/rapids_logger-build")
find_package(cudf CONFIG REQUIRED)
import_library(
diff --git a/cpp/velox/operators/serializer/VeloxGpuColumnarBatchSerializer.cc
b/cpp/velox/operators/serializer/VeloxGpuColumnarBatchSerializer.cc
index 21b05eb6e3..646249a01f 100644
--- a/cpp/velox/operators/serializer/VeloxGpuColumnarBatchSerializer.cc
+++ b/cpp/velox/operators/serializer/VeloxGpuColumnarBatchSerializer.cc
@@ -48,7 +48,7 @@ std::shared_ptr<ColumnarBatch>
VeloxGpuColumnarBatchSerializer::deserialize(uint
veloxPool_.get(),
stream,
cudf_velox::get_output_mr());
- stream.synchronize();
+ stream.sync();
auto vector =
std::make_shared<cudf_velox::CudfVector>(veloxPool_.get(), rowType_,
vb->numRows(), std::move(table), stream);
return std::make_shared<VeloxColumnarBatch>(vector, vb->numColumns());
diff --git a/cpp/velox/utils/GpuBufferBatchResizer.cc
b/cpp/velox/utils/GpuBufferBatchResizer.cc
index fc4ed60cba..ea7b947c07 100644
--- a/cpp/velox/utils/GpuBufferBatchResizer.cc
+++ b/cpp/velox/utils/GpuBufferBatchResizer.cc
@@ -156,7 +156,7 @@ std::shared_ptr<VeloxColumnarBatch> makeCudfTable(
cudfColumns.emplace_back(std::move(res));
}
auto cudfTable = std::make_unique<cudf::table>(std::move(cudfColumns));
- stream.synchronize();
+ stream.sync();
return std::make_shared<VeloxColumnarBatch>(
std::make_shared<cudf_velox::CudfVector>(pool, type, numRows,
std::move(cudfTable), stream), type->size());
}
diff --git a/ep/build-velox/src/build-velox.sh
b/ep/build-velox/src/build-velox.sh
index 24cf55dbdc..8b8fd32ca6 100755
--- a/ep/build-velox/src/build-velox.sh
+++ b/ep/build-velox/src/build-velox.sh
@@ -177,6 +177,12 @@ function compile {
echo "enable GPU support."
COMPILE_OPTION="$COMPILE_OPTION -DVELOX_ENABLE_CUDF=ON
-DCMAKE_CUDA_ARCHITECTURES=75 \
-DCMAKE_CUDA_COMPILER=/usr/local/cuda/bin/nvcc"
+ # TODO: Remove once cudf builds with CUDA 13.1. cudf 26.10 (Velox pin
456580f)
+ # made cudf::ast::literal::ast_scalar a private nested struct, and nvcc
13.1 +
+ # gcc 14 wrongly rejects join/filter_join_indices/filter_join_indices.cu
with
+ # "'struct cudf::ast::literal::ast_scalar' is private within this context".
+ # Velox CI does not hit this because its adapters image ships CUDA 12.9.
+ COMPILE_OPTION="$COMPILE_OPTION
-DCMAKE_CUDA_FLAGS=-Xcompiler=-fno-access-control"
fi
if [ -n "${GLUTEN_VCPKG_ENABLED:-}" ]; then
COMPILE_OPTION="$COMPILE_OPTION -DVELOX_GFLAGS_TYPE=static"
diff --git a/ep/build-velox/src/get-velox.sh b/ep/build-velox/src/get-velox.sh
index 03dfdb2a86..9800eed943 100755
--- a/ep/build-velox/src/get-velox.sh
+++ b/ep/build-velox/src/get-velox.sh
@@ -18,8 +18,8 @@ set -exu
CURRENT_DIR=$(cd "$(dirname "$BASH_SOURCE")"; pwd)
VELOX_REPO=https://github.com/IBM/velox.git
-VELOX_BRANCH=dft-2026_09_10
-VELOX_ENHANCED_BRANCH=ibm-2026_09_10
+VELOX_BRANCH=dft-2026_09_14
+VELOX_ENHANCED_BRANCH=ibm-2026_09_14
VELOX_HOME=""
RUN_SETUP_SCRIPT=ON
ENABLE_ENHANCED_FEATURES=OFF
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
