This is an automated email from the ASF dual-hosted git repository.
dkuzmenko pushed a commit to branch branch-4.0
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/branch-4.0 by this push:
new 753136e0364 HIVE-27856: Disable CTE materialization by default
(Seonggon Namgung, reviewed by Denys Kuzmenko)
753136e0364 is described below
commit 753136e036499dc68b4a8690f27b44e7186d8805
Author: seonggon <[email protected]>
AuthorDate: Fri Dec 8 22:50:34 2023 +0900
HIVE-27856: Disable CTE materialization by default (Seonggon Namgung,
reviewed by Denys Kuzmenko)
Closes #4858
---
common/src/java/org/apache/hadoop/hive/conf/HiveConf.java | 6 ++++--
1 file changed, 4 insertions(+), 2 deletions(-)
diff --git a/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
b/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
index 991c97e250a..3542e72b4e9 100644
--- a/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
+++ b/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
@@ -2747,9 +2747,11 @@ public class HiveConf extends Configuration {
+ " provides an optimization if it is accurate."),
// CTE
- HIVE_CTE_MATERIALIZE_THRESHOLD("hive.optimize.cte.materialize.threshold",
3,
+ HIVE_CTE_MATERIALIZE_THRESHOLD("hive.optimize.cte.materialize.threshold",
-1,
"If the number of references to a CTE clause exceeds this threshold,
Hive will materialize it\n" +
- "before executing the main query block. -1 will disable this
feature."),
+ "before executing the main query block. -1 will disable this
feature.\n" +
+ "This feature is currently disabled by default due to HIVE-24167.\n " +
+ "Enabling this may cause NPE during query compilation."),
HIVE_CTE_MATERIALIZE_FULL_AGGREGATE_ONLY("hive.optimize.cte.materialize.full.aggregate.only",
true,
"If enabled only CTEs with aggregate output will be pre-materialized.
All CTEs otherwise." +
"Also the number of references to a CTE clause must exceeds the
value of " +