This is an automated email from the ASF dual-hosted git repository.
philo-he pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 9bc830e693 [GLUTEN-12058][VL] Skip stage ResourceProfile adjustment
rule when off-heap memory is disabled (#12060)
9bc830e693 is described below
commit 9bc830e693b32e5db5ea158f5ff600a0e1c7ccf6
Author: Zhen Wang <[email protected]>
AuthorDate: Thu May 28 01:25:03 2026 +0800
[GLUTEN-12058][VL] Skip stage ResourceProfile adjustment rule when off-heap
memory is disabled (#12060)
---
docs/get-started/VeloxStageResourceAdj.md | 6 +++++-
.../spark/sql/execution/GlutenAutoAdjustStageResourceProfile.scala | 3 +++
2 files changed, 8 insertions(+), 1 deletion(-)
diff --git a/docs/get-started/VeloxStageResourceAdj.md
b/docs/get-started/VeloxStageResourceAdj.md
index dc8998afea..fe042cd8c2 100644
--- a/docs/get-started/VeloxStageResourceAdj.md
+++ b/docs/get-started/VeloxStageResourceAdj.md
@@ -20,7 +20,11 @@ To address this issue, Apache Gluten introduces a
stage-level resource auto-adju
```properties
spark.dynamicAllocation.enabled=true
```
-3. **Resource Scheduler Compatibility**:
+3. ** Enable Off-Heap Memory**:
+ ```properties
+ spark.memory.offHeap.enabled=true
+ ```
+4. **Resource Scheduler Compatibility**:
Ensure the underlying cluster resource manager (e.g., YARN, Kubernetes)
supports dynamic resource allocation.
### **Key Configurations**
diff --git
a/gluten-substrait/src/main/scala/org/apache/spark/sql/execution/GlutenAutoAdjustStageResourceProfile.scala
b/gluten-substrait/src/main/scala/org/apache/spark/sql/execution/GlutenAutoAdjustStageResourceProfile.scala
index ac93301372..90ecb4cc59 100644
---
a/gluten-substrait/src/main/scala/org/apache/spark/sql/execution/GlutenAutoAdjustStageResourceProfile.scala
+++
b/gluten-substrait/src/main/scala/org/apache/spark/sql/execution/GlutenAutoAdjustStageResourceProfile.scala
@@ -58,6 +58,9 @@ case class GlutenAutoAdjustStageResourceProfile(glutenConf:
GlutenConfig, spark:
if (!SQLConf.get.adaptiveExecutionEnabled) {
return plan
}
+ if (!sparkConf.getBoolean(GlutenCoreConfig.SPARK_OFFHEAP_ENABLED_KEY,
defaultValue = false)) {
+ return plan
+ }
// Starting here, the resource profile may differ between stages.
Configure resource settings
// using the default profile to prevent any impact from the previous
stage. If a new resource
// profile is applied, the settings will be updated accordingly.
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
