This is an automated email from the ASF dual-hosted git repository.
chengchengjin pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new defe743263 [GLUTEN-11555][VL] Fix cudf validation (#11556)
defe743263 is described below
commit defe74326342fd73d51f845f51132c72143332ec
Author: Rong Ma <[email protected]>
AuthorDate: Wed Feb 4 06:12:40 2026 +0000
[GLUTEN-11555][VL] Fix cudf validation (#11556)
---
cpp/velox/cudf/CudfPlanValidator.cc | 9 +++++----
.../src/main/scala/org/apache/gluten/config/GlutenConfig.scala | 1 +
2 files changed, 6 insertions(+), 4 deletions(-)
diff --git a/cpp/velox/cudf/CudfPlanValidator.cc
b/cpp/velox/cudf/CudfPlanValidator.cc
index a7efb3108e..b2d6e82c22 100644
--- a/cpp/velox/cudf/CudfPlanValidator.cc
+++ b/cpp/velox/cudf/CudfPlanValidator.cc
@@ -20,9 +20,10 @@
#include "compute/ResultIterator.h"
#include "compute/VeloxBackend.h"
#include "compute/VeloxPlanConverter.h"
+#include "config/GlutenConfig.h"
#include "velox/core/PlanNode.h"
-#include "velox/exec/Task.h"
#include "velox/exec/TableScan.h"
+#include "velox/exec/Task.h"
#include "velox/experimental/cudf/exec/NvtxHelper.h"
#include "velox/experimental/cudf/exec/ToCudf.h"
@@ -36,15 +37,15 @@ bool isCudfOperator(const exec::Operator* op) {
return dynamic_cast<const velox::cudf_velox::NvtxHelper*>(op) != nullptr;
}
-}
+} // namespace
bool CudfPlanValidator::validate(const ::substrait::Plan& substraitPlan) {
auto veloxMemoryPool = gluten::defaultLeafVeloxMemoryPool();
std::vector<::substrait::ReadRel_LocalFiles> localFiles;
std::unordered_map<std::string, std::string> configValues;
std::vector<std::shared_ptr<ResultIterator>> inputs;
- std::shared_ptr<facebook::velox::config::ConfigBase> veloxCfg =
-
std::make_shared<facebook::velox::config::ConfigBase>(std::unordered_map<std::string,
std::string>());
+ std::shared_ptr<facebook::velox::config::ConfigBase> veloxCfg =
std::make_shared<facebook::velox::config::ConfigBase>(
+ std::unordered_map<std::string, std::string>{{kCudfEnabled, "true"}});
VeloxPlanConverter veloxPlanConverter(
inputs, veloxMemoryPool.get(), veloxCfg.get(), std::nullopt,
std::nullopt, true);
auto planNode = veloxPlanConverter.toVeloxPlan(substraitPlan, localFiles);
diff --git
a/gluten-substrait/src/main/scala/org/apache/gluten/config/GlutenConfig.scala
b/gluten-substrait/src/main/scala/org/apache/gluten/config/GlutenConfig.scala
index aa18973328..6aee03ca49 100644
---
a/gluten-substrait/src/main/scala/org/apache/gluten/config/GlutenConfig.scala
+++
b/gluten-substrait/src/main/scala/org/apache/gluten/config/GlutenConfig.scala
@@ -461,6 +461,7 @@ object GlutenConfig extends ConfigRegistry {
GlutenCoreConfig.COLUMNAR_TASK_OFFHEAP_SIZE_IN_BYTES.key,
COLUMNAR_MAX_BATCH_SIZE.key,
SHUFFLE_WRITER_BUFFER_SIZE.key,
+ COLUMNAR_CUDF_ENABLED.key,
SQLConf.LEGACY_SIZE_OF_NULL.key,
SQLConf.LEGACY_STATISTICAL_AGGREGATE.key,
SQLConf.JSON_GENERATOR_IGNORE_NULL_FIELDS.key,
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
