This is an automated email from the ASF dual-hosted git repository. gurwls223 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/spark.git.
from 90f2d4d [SPARK-34882][SQL] Replace if with filter clause in RewriteDistinctAggregates add cc451c1 Revert "[SPARK-34354][SQL] Fix failure when apply CostBasedJoinReorder on self-join" No new revisions were added by this update. Summary of changes: .../spark/sql/catalyst/analysis/Analyzer.scala | 166 ++- .../catalyst/analysis/DeduplicateRelations.scala | 250 ---- .../spark/sql/catalyst/plans/QueryPlan.scala | 18 +- .../catalyst/plans/logical/AnalysisHelper.scala | 9 +- .../sql/catalyst/analysis/AnalysisSuite.scala | 6 +- .../spark/sql/catalyst/analysis/AnalysisTest.scala | 6 +- .../optimizer/LeftSemiAntiJoinPushDownSuite.scala | 15 +- .../optimizer/NestedColumnAliasingSuite.scala | 2 +- .../RemoveRedundantAliasAndProjectSuite.scala | 4 +- .../optimizer/joinReorder/JoinReorderSuite.scala | 9 - .../apache/spark/sql/catalyst/plans/PlanTest.scala | 4 +- .../statsEstimation/StatsEstimationTestBase.scala | 4 +- .../approved-plans-modified/q10.sf100/explain.txt | 102 +- .../approved-plans-modified/q10/explain.txt | 100 +- .../approved-plans-modified/q27.sf100/explain.txt | 162 +-- .../approved-plans-modified/q27/explain.txt | 162 +-- .../approved-plans-modified/q46.sf100/explain.txt | 18 +- .../approved-plans-modified/q46/explain.txt | 14 +- .../approved-plans-modified/q59.sf100/explain.txt | 102 +- .../approved-plans-modified/q59/explain.txt | 102 +- .../approved-plans-modified/q65.sf100/explain.txt | 86 +- .../approved-plans-modified/q65/explain.txt | 48 +- .../approved-plans-modified/q68.sf100/explain.txt | 20 +- .../approved-plans-modified/q68/explain.txt | 14 +- .../approved-plans-v1_4/q1.sf100/explain.txt | 122 +- .../approved-plans-v1_4/q1/explain.txt | 116 +- .../approved-plans-v1_4/q10.sf100/explain.txt | 104 +- .../approved-plans-v1_4/q10/explain.txt | 94 +- .../approved-plans-v1_4/q11.sf100/explain.txt | 272 ++-- .../approved-plans-v1_4/q11/explain.txt | 254 ++-- .../approved-plans-v1_4/q14a.sf100/explain.txt | 844 ++++++------ .../approved-plans-v1_4/q14a.sf100/simplified.txt | 158 +-- .../approved-plans-v1_4/q14a/explain.txt | 678 ++++----- .../approved-plans-v1_4/q14a/simplified.txt | 80 +- .../approved-plans-v1_4/q14b.sf100/explain.txt | 762 +++++------ .../approved-plans-v1_4/q14b.sf100/simplified.txt | 146 +- .../approved-plans-v1_4/q14b/explain.txt | 630 ++++----- .../approved-plans-v1_4/q14b/simplified.txt | 80 +- .../approved-plans-v1_4/q16.sf100/explain.txt | 128 +- .../approved-plans-v1_4/q16/explain.txt | 128 +- .../approved-plans-v1_4/q2.sf100/explain.txt | 52 +- .../approved-plans-v1_4/q2/explain.txt | 52 +- .../approved-plans-v1_4/q23a.sf100/explain.txt | 362 ++--- .../approved-plans-v1_4/q23a/explain.txt | 274 ++-- .../approved-plans-v1_4/q23b.sf100/explain.txt | 528 +++---- .../approved-plans-v1_4/q23b/explain.txt | 404 +++--- .../approved-plans-v1_4/q24a.sf100/explain.txt | 206 +-- .../approved-plans-v1_4/q24a/explain.txt | 170 +-- .../approved-plans-v1_4/q24b.sf100/explain.txt | 206 +-- .../approved-plans-v1_4/q24b/explain.txt | 170 +-- .../approved-plans-v1_4/q28.sf100/explain.txt | 300 ++-- .../approved-plans-v1_4/q28/explain.txt | 300 ++-- .../approved-plans-v1_4/q30.sf100/explain.txt | 142 +- .../approved-plans-v1_4/q30/explain.txt | 130 +- .../approved-plans-v1_4/q31.sf100/explain.txt | 430 +++--- .../approved-plans-v1_4/q31/explain.txt | 362 ++--- .../approved-plans-v1_4/q32.sf100/explain.txt | 42 +- .../approved-plans-v1_4/q32.sf100/simplified.txt | 2 +- .../approved-plans-v1_4/q32/explain.txt | 86 +- .../approved-plans-v1_4/q32/simplified.txt | 2 +- .../approved-plans-v1_4/q33.sf100/explain.txt | 138 +- .../approved-plans-v1_4/q33/explain.txt | 138 +- .../approved-plans-v1_4/q35.sf100/explain.txt | 116 +- .../approved-plans-v1_4/q35/explain.txt | 96 +- .../approved-plans-v1_4/q39a.sf100/explain.txt | 108 +- .../approved-plans-v1_4/q39a/explain.txt | 104 +- .../approved-plans-v1_4/q39b.sf100/explain.txt | 108 +- .../approved-plans-v1_4/q39b/explain.txt | 104 +- .../approved-plans-v1_4/q4.sf100/explain.txt | 442 +++--- .../approved-plans-v1_4/q4/explain.txt | 412 +++--- .../approved-plans-v1_4/q41.sf100/explain.txt | 46 +- .../approved-plans-v1_4/q41.sf100/simplified.txt | 2 +- .../approved-plans-v1_4/q41/explain.txt | 46 +- .../approved-plans-v1_4/q41/simplified.txt | 2 +- .../approved-plans-v1_4/q44.sf100/explain.txt | 118 +- .../approved-plans-v1_4/q44/explain.txt | 118 +- .../approved-plans-v1_4/q45.sf100/explain.txt | 36 +- .../approved-plans-v1_4/q45/explain.txt | 36 +- .../approved-plans-v1_4/q46.sf100/explain.txt | 44 +- .../approved-plans-v1_4/q46/explain.txt | 14 +- .../approved-plans-v1_4/q47.sf100/explain.txt | 66 +- .../approved-plans-v1_4/q47/explain.txt | 58 +- .../approved-plans-v1_4/q49.sf100/explain.txt | 198 +-- .../approved-plans-v1_4/q49/explain.txt | 152 +- .../approved-plans-v1_4/q5.sf100/explain.txt | 162 +-- .../approved-plans-v1_4/q5/explain.txt | 174 +-- .../approved-plans-v1_4/q54.sf100/explain.txt | 118 +- .../approved-plans-v1_4/q54/explain.txt | 120 +- .../approved-plans-v1_4/q56.sf100/explain.txt | 140 +- .../approved-plans-v1_4/q56/explain.txt | 140 +- .../approved-plans-v1_4/q57.sf100/explain.txt | 66 +- .../approved-plans-v1_4/q57/explain.txt | 58 +- .../approved-plans-v1_4/q58.sf100/explain.txt | 226 +-- .../approved-plans-v1_4/q58/explain.txt | 228 +-- .../approved-plans-v1_4/q59.sf100/explain.txt | 70 +- .../approved-plans-v1_4/q59/explain.txt | 70 +- .../approved-plans-v1_4/q6.sf100/explain.txt | 186 +-- .../approved-plans-v1_4/q6.sf100/simplified.txt | 2 +- .../approved-plans-v1_4/q6/explain.txt | 100 +- .../approved-plans-v1_4/q6/simplified.txt | 2 +- .../approved-plans-v1_4/q60.sf100/explain.txt | 140 +- .../approved-plans-v1_4/q60/explain.txt | 140 +- .../approved-plans-v1_4/q61.sf100/explain.txt | 84 +- .../approved-plans-v1_4/q61/explain.txt | 94 +- .../approved-plans-v1_4/q64.sf100/explain.txt | 316 ++--- .../approved-plans-v1_4/q64/explain.txt | 284 ++-- .../approved-plans-v1_4/q65.sf100/explain.txt | 98 +- .../approved-plans-v1_4/q65/explain.txt | 48 +- .../approved-plans-v1_4/q66.sf100/explain.txt | 70 +- .../approved-plans-v1_4/q66/explain.txt | 74 +- .../approved-plans-v1_4/q68.sf100/explain.txt | 44 +- .../approved-plans-v1_4/q68/explain.txt | 14 +- .../approved-plans-v1_4/q69.sf100/explain.txt | 96 +- .../approved-plans-v1_4/q69/explain.txt | 94 +- .../approved-plans-v1_4/q70.sf100/explain.txt | 136 +- .../approved-plans-v1_4/q70/explain.txt | 136 +- .../approved-plans-v1_4/q71.sf100/explain.txt | 80 +- .../approved-plans-v1_4/q71/explain.txt | 80 +- .../approved-plans-v1_4/q74.sf100/explain.txt | 268 ++-- .../approved-plans-v1_4/q74/explain.txt | 250 ++-- .../approved-plans-v1_4/q75.sf100/explain.txt | 368 ++--- .../approved-plans-v1_4/q75/explain.txt | 368 ++--- .../approved-plans-v1_4/q76.sf100/explain.txt | 80 +- .../approved-plans-v1_4/q76/explain.txt | 64 +- .../approved-plans-v1_4/q77.sf100/explain.txt | 284 ++-- .../approved-plans-v1_4/q77/explain.txt | 300 ++-- .../approved-plans-v1_4/q78.sf100/explain.txt | 146 +- .../approved-plans-v1_4/q78/explain.txt | 146 +- .../approved-plans-v1_4/q8.sf100/explain.txt | 120 +- .../approved-plans-v1_4/q8/explain.txt | 106 +- .../approved-plans-v1_4/q80.sf100/explain.txt | 204 +-- .../approved-plans-v1_4/q80/explain.txt | 208 +-- .../approved-plans-v1_4/q81.sf100/explain.txt | 144 +- .../approved-plans-v1_4/q81/explain.txt | 126 +- .../approved-plans-v1_4/q83.sf100/explain.txt | 210 +-- .../approved-plans-v1_4/q83/explain.txt | 186 +-- .../approved-plans-v1_4/q88.sf100/explain.txt | 504 +++---- .../approved-plans-v1_4/q88/explain.txt | 504 +++---- .../approved-plans-v1_4/q9.sf100/explain.txt | 416 +++--- .../approved-plans-v1_4/q9/explain.txt | 416 +++--- .../approved-plans-v1_4/q90.sf100/explain.txt | 80 +- .../approved-plans-v1_4/q90/explain.txt | 80 +- .../approved-plans-v1_4/q92.sf100/explain.txt | 64 +- .../approved-plans-v1_4/q92.sf100/simplified.txt | 2 +- .../approved-plans-v1_4/q92/explain.txt | 100 +- .../approved-plans-v1_4/q92/simplified.txt | 2 +- .../approved-plans-v1_4/q94.sf100/explain.txt | 134 +- .../approved-plans-v1_4/q94/explain.txt | 134 +- .../approved-plans-v1_4/q95.sf100/explain.txt | 194 +-- .../approved-plans-v1_4/q95/explain.txt | 194 +-- .../approved-plans-v1_4/q97.sf100/explain.txt | 40 +- .../approved-plans-v1_4/q97/explain.txt | 40 +- .../approved-plans-v2_7/q10a.sf100/explain.txt | 96 +- .../approved-plans-v2_7/q10a/explain.txt | 94 +- .../approved-plans-v2_7/q11.sf100/explain.txt | 268 ++-- .../approved-plans-v2_7/q11/explain.txt | 250 ++-- .../approved-plans-v2_7/q14.sf100/explain.txt | 762 +++++------ .../approved-plans-v2_7/q14.sf100/simplified.txt | 146 +- .../approved-plans-v2_7/q14/explain.txt | 630 ++++----- .../approved-plans-v2_7/q14/simplified.txt | 80 +- .../approved-plans-v2_7/q14a.sf100/explain.txt | 1446 ++++++++++---------- .../approved-plans-v2_7/q14a.sf100/simplified.txt | 210 +-- .../approved-plans-v2_7/q14a/explain.txt | 1158 ++++++++-------- .../approved-plans-v2_7/q14a/simplified.txt | 80 +- .../approved-plans-v2_7/q18a.sf100/explain.txt | 402 +++--- .../approved-plans-v2_7/q18a/explain.txt | 410 +++--- .../approved-plans-v2_7/q22a.sf100/explain.txt | 122 +- .../approved-plans-v2_7/q22a/explain.txt | 122 +- .../approved-plans-v2_7/q24.sf100/explain.txt | 182 +-- .../approved-plans-v2_7/q24/explain.txt | 170 +-- .../approved-plans-v2_7/q27a.sf100/explain.txt | 162 +-- .../approved-plans-v2_7/q27a/explain.txt | 162 +-- .../approved-plans-v2_7/q35.sf100/explain.txt | 116 +- .../approved-plans-v2_7/q35/explain.txt | 96 +- .../approved-plans-v2_7/q35a.sf100/explain.txt | 116 +- .../approved-plans-v2_7/q35a/explain.txt | 96 +- .../approved-plans-v2_7/q36a.sf100/explain.txt | 92 +- .../approved-plans-v2_7/q36a/explain.txt | 92 +- .../approved-plans-v2_7/q47.sf100/explain.txt | 66 +- .../approved-plans-v2_7/q47/explain.txt | 58 +- .../approved-plans-v2_7/q49.sf100/explain.txt | 198 +-- .../approved-plans-v2_7/q49/explain.txt | 152 +- .../approved-plans-v2_7/q51a.sf100/explain.txt | 244 ++-- .../approved-plans-v2_7/q51a/explain.txt | 242 ++-- .../approved-plans-v2_7/q57.sf100/explain.txt | 66 +- .../approved-plans-v2_7/q57/explain.txt | 58 +- .../approved-plans-v2_7/q5a.sf100/explain.txt | 230 ++-- .../approved-plans-v2_7/q5a/explain.txt | 242 ++-- .../approved-plans-v2_7/q6.sf100/explain.txt | 186 +-- .../approved-plans-v2_7/q6.sf100/simplified.txt | 2 +- .../approved-plans-v2_7/q6/explain.txt | 100 +- .../approved-plans-v2_7/q6/simplified.txt | 2 +- .../approved-plans-v2_7/q64.sf100/explain.txt | 316 ++--- .../approved-plans-v2_7/q64/explain.txt | 284 ++-- .../approved-plans-v2_7/q67a.sf100/explain.txt | 296 ++-- .../approved-plans-v2_7/q67a/explain.txt | 296 ++-- .../approved-plans-v2_7/q70a.sf100/explain.txt | 212 +-- .../approved-plans-v2_7/q70a/explain.txt | 212 +-- .../approved-plans-v2_7/q74.sf100/explain.txt | 268 ++-- .../approved-plans-v2_7/q74/explain.txt | 250 ++-- .../approved-plans-v2_7/q75.sf100/explain.txt | 368 ++--- .../approved-plans-v2_7/q75/explain.txt | 368 ++--- .../approved-plans-v2_7/q77a.sf100/explain.txt | 364 ++--- .../approved-plans-v2_7/q77a/explain.txt | 380 ++--- .../approved-plans-v2_7/q78.sf100/explain.txt | 146 +- .../approved-plans-v2_7/q78/explain.txt | 146 +- .../approved-plans-v2_7/q80a.sf100/explain.txt | 268 ++-- .../approved-plans-v2_7/q80a/explain.txt | 272 ++-- .../approved-plans-v2_7/q86a.sf100/explain.txt | 92 +- .../approved-plans-v2_7/q86a/explain.txt | 92 +- .../apache/spark/sql/execution/PlannerSuite.scala | 2 + 211 files changed, 18606 insertions(+), 18745 deletions(-) delete mode 100644 sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/DeduplicateRelations.scala --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org