This is an automated email from the ASF dual-hosted git repository.
hongze pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 050fb6988c [GLUTEN][VL] Minor refactor config use in
ColumnarCachedBatchSerialize (#9408)
050fb6988c is described below
commit 050fb6988c68aeb4562d0f8c8caec40167ba95a1
Author: Terry Wang <[email protected]>
AuthorDate: Thu Apr 24 17:28:47 2025 +0800
[GLUTEN][VL] Minor refactor config use in ColumnarCachedBatchSerialize
(#9408)
---
.../apache/spark/sql/execution/ColumnarCachedBatchSerializer.scala | 7 +++----
1 file changed, 3 insertions(+), 4 deletions(-)
diff --git
a/backends-velox/src/main/scala/org/apache/spark/sql/execution/ColumnarCachedBatchSerializer.scala
b/backends-velox/src/main/scala/org/apache/spark/sql/execution/ColumnarCachedBatchSerializer.scala
index 16004737ea..e86d49ccef 100644
---
a/backends-velox/src/main/scala/org/apache/spark/sql/execution/ColumnarCachedBatchSerializer.scala
+++
b/backends-velox/src/main/scala/org/apache/spark/sql/execution/ColumnarCachedBatchSerializer.scala
@@ -110,14 +110,13 @@ class ColumnarCachedBatchSerializer extends
CachedBatchSerializer with Logging {
// `convertColumnarBatchToCachedBatch`, but the inside ColumnarBatch is
not arrow-based.
// See: `InMemoryRelation.apply()`.
// So we should disallow columnar input if using vanilla Spark columnar
scan.
- val noVanillaSparkColumnarScan =
glutenConf.getConf(GlutenConfig.COLUMNAR_FILESCAN_ENABLED) ||
+ val noVanillaSparkColumnarScan = glutenConf.enableColumnarFileScan ||
!glutenConf.getConf(GlutenConfig.VANILLA_VECTORIZED_READERS_ENABLED)
- glutenConf.getConf(GlutenConfig.GLUTEN_ENABLED) && validateSchema(
- schema) && noVanillaSparkColumnarScan
+ glutenConf.enableGluten && validateSchema(schema) &&
noVanillaSparkColumnarScan
}
override def supportsColumnarOutput(schema: StructType): Boolean = {
- glutenConf.getConf(GlutenConfig.GLUTEN_ENABLED) && validateSchema(schema)
+ glutenConf.enableGluten && validateSchema(schema)
}
override def convertInternalRowToCachedBatch(
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
