This is an automated email from the ASF dual-hosted git repository.
philo pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 8c78bb097f [GLUTEN-10660][VL] Fix passing Velox session configurations
on hash build optimizations (#11134)
8c78bb097f is described below
commit 8c78bb097f6e48a0846f10ffddd848334c52c743
Author: Yuan <[email protected]>
AuthorDate: Sat Dec 6 11:14:54 2025 +0800
[GLUTEN-10660][VL] Fix passing Velox session configurations on hash build
optimizations (#11134)
---
.../src/main/scala/org/apache/gluten/config/VeloxConfig.scala | 5 +++--
.../src/main/scala/org/apache/gluten/config/GlutenConfig.scala | 6 ++++++
2 files changed, 9 insertions(+), 2 deletions(-)
diff --git
a/backends-velox/src/main/scala/org/apache/gluten/config/VeloxConfig.scala
b/backends-velox/src/main/scala/org/apache/gluten/config/VeloxConfig.scala
index 6ede352f53..5444059a0a 100644
--- a/backends-velox/src/main/scala/org/apache/gluten/config/VeloxConfig.scala
+++ b/backends-velox/src/main/scala/org/apache/gluten/config/VeloxConfig.scala
@@ -547,8 +547,9 @@ object VeloxConfig extends ConfigRegistry {
val VELOX_HASHMAP_ABANDON_BUILD_DUPHASH_MIN_PCT =
buildConf("spark.gluten.velox.abandonbuild.noduphashminpct")
.experimental()
- .doc("Experimental: abandon hashmap build if duplicated rows are more
than this percentile.")
- .doubleConf
+ .doc("Experimental: abandon hashmap build if duplicated rows are more
than this percentile." +
+ "Value is integer based and range is [0, 100].")
+ .intConf
.createWithDefault(0)
val QUERY_TRACE_ENABLED =
buildConf("spark.gluten.sql.columnar.backend.velox.queryTraceEnabled")
diff --git
a/gluten-substrait/src/main/scala/org/apache/gluten/config/GlutenConfig.scala
b/gluten-substrait/src/main/scala/org/apache/gluten/config/GlutenConfig.scala
index 340c490993..4145b526b9 100644
---
a/gluten-substrait/src/main/scala/org/apache/gluten/config/GlutenConfig.scala
+++
b/gluten-substrait/src/main/scala/org/apache/gluten/config/GlutenConfig.scala
@@ -456,6 +456,7 @@ object GlutenConfig extends ConfigRegistry {
}
def prefixOf(backendName: String): String =
s"spark.gluten.sql.columnar.backend.$backendName"
+ def prefixSessionOf(backendName: String): String =
s"spark.gluten.$backendName"
private lazy val nativeKeys = Set(
DEBUG_ENABLED.key,
@@ -557,6 +558,11 @@ object GlutenConfig extends ConfigRegistry {
nativeConfMap
.put(SQLConf.LEGACY_TIME_PARSER_POLICY.key,
v.toUpperCase(Locale.ROOT)))
+ // put in all gluten velox configs
+ conf
+ .filter(_._1.startsWith(prefixSessionOf(backendName)))
+ .foreach(entry => nativeConfMap.put(entry._1, entry._2))
+
// Backend's dynamic session conf only.
val confPrefix = prefixOf(backendName)
conf
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
