Github user gatorsmile commented on a diff in the pull request:
https://github.com/apache/spark/pull/23138#discussion_r236136273
--- Diff:
sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/optimizer/SetOperationSuite.scala
---
@@ -196,4 +196,31 @@ class SetOperationSuite extends PlanTest {
))
comparePlans(expectedPlan, rewrittenPlan)
}
+
+ test("SPARK-23356 union: expressions in project list are addition to
each side") {
+ val unionQuery = testUnion.select(('a + 1).as("aa"))
+ val unionOptimized = Optimize.execute(unionQuery.analyze)
+ val unionCorrectAnswer =
+ Union(testRelation.select(('a + 1).as("aa")) ::
+ testRelation2.select(('d + 1).as("aa")) ::
+ testRelation3.select(('g + 1).as("aa")) :: Nil).analyze
+ comparePlans(unionOptimized, unionCorrectAnswer)
+ }
+
+ test("SPARK-23356 union: expressions in project list are attribute
addition to each side") {
+ val unionQuery = testUnion.select(('a + 'b).as("ab"))
+ val unionOptimized = Optimize.execute(unionQuery.analyze)
+ val unionCorrectAnswer =
+ Union(testRelation.select(('a + 'b).as("ab")) ::
+ testRelation2.select(('d + 'e).as("ab")) ::
+ testRelation3.select(('g + 'h).as("ab")) :: Nil).analyze
+ comparePlans(unionOptimized, unionCorrectAnswer)
+ }
+
+ test("SPARK-23356 union: project don't each side with non-deterministic
expression") {
--- End diff --
no pushdown for non-deterministic expression
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
