This is an automated email from the ASF dual-hosted git repository.
marong pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new a7bf526ce5 [GLUTEN-6887][VL] Daily Update Velox Version (2025_08_31)
(#10589)
a7bf526ce5 is described below
commit a7bf526ce5efbc339bf6324c7aa8bcdf0e9cecaa
Author: Gluten Performance Bot
<[email protected]>
AuthorDate: Sun Aug 31 21:35:39 2025 +0100
[GLUTEN-6887][VL] Daily Update Velox Version (2025_08_31) (#10589)
* [GLUTEN-6887][VL] Daily Update Velox Version (2025_08_31)
Upstream Velox's New Commits:
f6cdf7690 by Masha Basmanova, fix: Include pushed down filter in
TpchTableHandle::toString()
131de5060 by Masha Basmanova, fix: Remove spammy log message from TableScan
(#14661)
31200dd7f by Xiaoxuan Meng, misc: Remove legacy code in table writer plan
node. (#14660)
27b1e9489 by Daniel Munoz, feat: Support dynamic quantile stat (#14653)
102b6f57f by Matt Karrmann, fix(Velox): Reorder declaration of Hive Data
Sink stats, ensure stats are destroyed after writers (#14651)
7952956db by Huameng (Michael) Jiang, feat(readers): Optionally disable row
size tracking (#14648)
e55d05f15 by Huameng (Michael) Jiang, feat(readers): Customize column
loader to track average row size (#14647)
7adee824d by Huameng (Michael) Jiang, feat(readers): cache row size
estimates (#14631)
51ce14785 by Masha Basmanova, feat: Add PlanConsistencyChecker (#14649)
9b80f951c by Zhen Li, fix(iceberg): Use nextRowNumber to update
baseReadOffset (#14024)
676a804f7 by Rong Ma, refactor(abfs): Separate client creations for
different authentications and add AzureClientProvider interface (#14281)
23bdfdabf by Xin Zhang, feat: Add gzip compression support (#14593)
Signed-off-by: glutenperfbot <[email protected]>
* register azure conf
---------
Signed-off-by: glutenperfbot <[email protected]>
Co-authored-by: glutenperfbot <[email protected]>
Co-authored-by: Rong Ma <[email protected]>
---
cpp/velox/compute/VeloxBackend.cc | 9 +++++----
cpp/velox/compute/VeloxBackend.h | 2 +-
ep/build-velox/src/get_velox.sh | 4 ++--
3 files changed, 8 insertions(+), 7 deletions(-)
diff --git a/cpp/velox/compute/VeloxBackend.cc
b/cpp/velox/compute/VeloxBackend.cc
index 96fa3e5f4c..b79bece0f1 100644
--- a/cpp/velox/compute/VeloxBackend.cc
+++ b/cpp/velox/compute/VeloxBackend.cc
@@ -143,6 +143,8 @@ void VeloxBackend::init(
// Set cache_prefetch_min_pct default as 0 to force all loads are prefetched
in DirectBufferInput.
FLAGS_cache_prefetch_min_pct = backendConf_->get<int>(kCachePrefetchMinPct,
0);
+ auto hiveConf = getHiveConfig(backendConf_);
+
// Setup and register.
velox::filesystems::registerLocalFileSystem();
@@ -157,6 +159,7 @@ void VeloxBackend::init(
#endif
#ifdef ENABLE_ABFS
velox::filesystems::registerAbfsFileSystem();
+ velox::filesystems::registerAzureClientProvider(*hiveConf);
#endif
#ifdef GLUTEN_ENABLE_GPU
@@ -167,7 +170,7 @@ void VeloxBackend::init(
#endif
initJolFilesystem();
- initConnector();
+ initConnector(hiveConf);
velox::dwio::common::registerFileSinks();
velox::parquet::registerParquetReaderFactory();
@@ -287,9 +290,7 @@ void VeloxBackend::initCache() {
}
}
-void VeloxBackend::initConnector() {
- auto hiveConf = getHiveConfig(backendConf_);
-
+void VeloxBackend::initConnector(const
std::shared_ptr<velox::config::ConfigBase>& hiveConf) {
auto ioThreads = backendConf_->get<int32_t>(kVeloxIOThreads,
kVeloxIOThreadsDefault);
GLUTEN_CHECK(
ioThreads >= 0,
diff --git a/cpp/velox/compute/VeloxBackend.h b/cpp/velox/compute/VeloxBackend.h
index e52277d861..be923c22d1 100644
--- a/cpp/velox/compute/VeloxBackend.h
+++ b/cpp/velox/compute/VeloxBackend.h
@@ -85,7 +85,7 @@ class VeloxBackend {
void init(std::unique_ptr<AllocationListener> listener, const
std::unordered_map<std::string, std::string>& conf);
void initCache();
- void initConnector();
+ void initConnector(const
std::shared_ptr<facebook::velox::config::ConfigBase>& hiveConf);
void initUdf();
std::unique_ptr<facebook::velox::cache::SsdCache> initSsdCache(uint64_t
ssdSize);
diff --git a/ep/build-velox/src/get_velox.sh b/ep/build-velox/src/get_velox.sh
index c5e3c26a09..518422bbe9 100755
--- a/ep/build-velox/src/get_velox.sh
+++ b/ep/build-velox/src/get_velox.sh
@@ -17,11 +17,11 @@
set -exu
VELOX_REPO=https://github.com/oap-project/velox.git
-VELOX_BRANCH=2025_08_30
+VELOX_BRANCH=2025_08_31
VELOX_HOME=""
RUN_SETUP_SCRIPT=ON
VELOX_ENHANCED_REPO=https://github.com/IBM/velox.git
-VELOX_ENHANCED_BRANCH=ibm-2025_08_30
+VELOX_ENHANCED_BRANCH=ibm-2025_08_31
ENABLE_ENHANCED_FEATURES=OFF
# Developer use only for testing Velox PR.
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
