This is an automated email from the ASF dual-hosted git repository.
wenchen pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git.
from e8e5785 [SPARK-36502][SQL] Remove jaxb-api from `sql/catalyst` module
add 29b1e39 [SPARK-36447][SQL] Avoid inlining non-deterministic With-CTEs
No new revisions were added by this update.
Summary of changes:
.../spark/sql/catalyst/analysis/Analyzer.scala | 1 +
.../sql/catalyst/analysis/CTESubstitution.scala | 124 ++++--
.../spark/sql/catalyst/analysis/ResolveHints.scala | 2 +-
.../sql/catalyst/analysis/ResolveWithCTE.scala | 65 ++++
.../spark/sql/catalyst/expressions/subquery.scala | 7 +-
.../spark/sql/catalyst/optimizer/InlineCTE.scala | 148 ++++++++
.../spark/sql/catalyst/optimizer/Optimizer.scala | 46 +++
.../spark/sql/catalyst/parser/AstBuilder.scala | 2 +-
.../plans/logical/LogicalPlanVisitor.scala | 3 +
.../plans/logical/basicLogicalOperators.scala | 77 +++-
.../statsEstimation/BasicStatsPlanVisitor.scala | 2 +
.../SizeInBytesOnlyStatsPlanVisitor.scala | 2 +
.../spark/sql/catalyst/trees/TreePatterns.scala | 1 +
.../sql/catalyst/analysis/AnalysisErrorSuite.scala | 2 +-
.../sql/catalyst/analysis/AnalysisSuite.scala | 2 +-
.../spark/sql/catalyst/analysis/AnalysisTest.scala | 15 +-
.../sql/catalyst/analysis/ResolveHintsSuite.scala | 6 +-
.../spark/sql/catalyst/parser/DDLParserSuite.scala | 2 +-
.../sql/catalyst/parser/PlanParserSuite.scala | 6 +-
.../spark/sql/execution/QueryExecution.scala | 23 +-
.../apache/spark/sql/execution/SparkPlanner.scala | 1 +
.../spark/sql/execution/SparkStrategies.scala | 31 ++
.../execution/adaptive/AdaptiveSparkPlanExec.scala | 12 +-
.../sql-tests/results/postgreSQL/with.sql.out | 2 +-
.../approved-plans-modified/q27.sf100/explain.txt | 174 ++++-----
.../approved-plans-modified/q27/explain.txt | 174 ++++-----
.../approved-plans-modified/q59.sf100/explain.txt | 102 ++---
.../approved-plans-modified/q59/explain.txt | 102 ++---
.../approved-plans-v1_4/q1.sf100/explain.txt | 134 +++----
.../approved-plans-v1_4/q1/explain.txt | 128 +++----
.../approved-plans-v1_4/q11.sf100/explain.txt | 196 +++++-----
.../approved-plans-v1_4/q11/explain.txt | 180 ++++-----
.../approved-plans-v1_4/q2.sf100/explain.txt | 52 +--
.../approved-plans-v1_4/q2/explain.txt | 52 +--
.../approved-plans-v1_4/q23a.sf100/explain.txt | 236 ++++++------
.../approved-plans-v1_4/q23a/explain.txt | 162 ++++----
.../approved-plans-v1_4/q23b.sf100/explain.txt | 306 +++++++--------
.../approved-plans-v1_4/q23b/explain.txt | 176 ++++-----
.../approved-plans-v1_4/q24a.sf100/explain.txt | 182 ++++-----
.../approved-plans-v1_4/q24a/explain.txt | 108 +++---
.../approved-plans-v1_4/q24b.sf100/explain.txt | 182 ++++-----
.../approved-plans-v1_4/q24b/explain.txt | 108 +++---
.../approved-plans-v1_4/q30.sf100/explain.txt | 108 +++---
.../approved-plans-v1_4/q30/explain.txt | 142 +++----
.../approved-plans-v1_4/q31.sf100/explain.txt | 356 ++++++++---------
.../approved-plans-v1_4/q31/explain.txt | 298 +++++++--------
.../approved-plans-v1_4/q39a.sf100/explain.txt | 50 +--
.../approved-plans-v1_4/q39a/explain.txt | 48 +--
.../approved-plans-v1_4/q39b.sf100/explain.txt | 50 +--
.../approved-plans-v1_4/q39b/explain.txt | 48 +--
.../approved-plans-v1_4/q4.sf100/explain.txt | 362 +++++++++---------
.../approved-plans-v1_4/q4/explain.txt | 334 ++++++++--------
.../approved-plans-v1_4/q47.sf100/explain.txt | 66 ++--
.../approved-plans-v1_4/q47/explain.txt | 58 +--
.../approved-plans-v1_4/q57.sf100/explain.txt | 66 ++--
.../approved-plans-v1_4/q57/explain.txt | 58 +--
.../approved-plans-v1_4/q59.sf100/explain.txt | 70 ++--
.../approved-plans-v1_4/q59/explain.txt | 70 ++--
.../approved-plans-v1_4/q81.sf100/explain.txt | 108 +++---
.../approved-plans-v1_4/q81/explain.txt | 138 +++----
.../approved-plans-v1_4/q95.sf100/explain.txt | 108 +++---
.../approved-plans-v1_4/q95/explain.txt | 112 +++---
.../approved-plans-v2_7/q11.sf100/explain.txt | 192 +++++-----
.../approved-plans-v2_7/q11/explain.txt | 176 ++++-----
.../approved-plans-v2_7/q14a.sf100/explain.txt | 224 +++++------
.../approved-plans-v2_7/q14a/explain.txt | 224 +++++------
.../approved-plans-v2_7/q18a.sf100/explain.txt | 414 ++++++++++----------
.../approved-plans-v2_7/q18a/explain.txt | 422 ++++++++++-----------
.../approved-plans-v2_7/q22a.sf100/explain.txt | 134 +++----
.../approved-plans-v2_7/q22a/explain.txt | 134 +++----
.../approved-plans-v2_7/q24.sf100/explain.txt | 114 +++---
.../approved-plans-v2_7/q24/explain.txt | 108 +++---
.../approved-plans-v2_7/q27a.sf100/explain.txt | 174 ++++-----
.../approved-plans-v2_7/q27a/explain.txt | 174 ++++-----
.../approved-plans-v2_7/q36a.sf100/explain.txt | 104 ++---
.../approved-plans-v2_7/q36a/explain.txt | 104 ++---
.../approved-plans-v2_7/q47.sf100/explain.txt | 66 ++--
.../approved-plans-v2_7/q47/explain.txt | 58 +--
.../approved-plans-v2_7/q51a.sf100/explain.txt | 130 +++----
.../approved-plans-v2_7/q51a/explain.txt | 122 +++---
.../approved-plans-v2_7/q57.sf100/explain.txt | 66 ++--
.../approved-plans-v2_7/q57/explain.txt | 58 +--
.../approved-plans-v2_7/q5a.sf100/explain.txt | 70 ++--
.../approved-plans-v2_7/q5a/explain.txt | 70 ++--
.../approved-plans-v2_7/q64.sf100/explain.txt | 42 +-
.../approved-plans-v2_7/q64/explain.txt | 194 +++++-----
.../approved-plans-v2_7/q67a.sf100/explain.txt | 308 +++++++--------
.../approved-plans-v2_7/q67a/explain.txt | 308 +++++++--------
.../approved-plans-v2_7/q70a.sf100/explain.txt | 104 ++---
.../approved-plans-v2_7/q70a/explain.txt | 104 ++---
.../approved-plans-v2_7/q74.sf100/explain.txt | 192 +++++-----
.../approved-plans-v2_7/q74/explain.txt | 176 ++++-----
.../approved-plans-v2_7/q75.sf100/explain.txt | 34 +-
.../approved-plans-v2_7/q75/explain.txt | 34 +-
.../approved-plans-v2_7/q77a.sf100/explain.txt | 70 ++--
.../approved-plans-v2_7/q77a/explain.txt | 70 ++--
.../approved-plans-v2_7/q80a.sf100/explain.txt | 70 ++--
.../approved-plans-v2_7/q80a/explain.txt | 70 ++--
.../approved-plans-v2_7/q86a.sf100/explain.txt | 104 ++---
.../approved-plans-v2_7/q86a/explain.txt | 104 ++---
.../org/apache/spark/sql/CTEInlineSuite.scala | 279 ++++++++++++++
101 files changed, 6165 insertions(+), 5422 deletions(-)
create mode 100644
sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/ResolveWithCTE.scala
create mode 100644
sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/optimizer/InlineCTE.scala
create mode 100644
sql/core/src/test/scala/org/apache/spark/sql/CTEInlineSuite.scala
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
