allisonwang-db commented on a change in pull request #32072:
URL: https://github.com/apache/spark/pull/32072#discussion_r612695929
##########
File path:
sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/subquery.scala
##########
@@ -173,18 +170,16 @@ object SubExprUtils extends PredicateHelper {
* }}}
* The code below needs to change when we support the above cases.
*/
- def getOuterReferences(conditions: Seq[Expression]): Seq[Expression] = {
+ def getOuterReferences(condition: Expression): Seq[Expression] = {
val outerExpressions = ArrayBuffer.empty[Expression]
- conditions foreach { expr =>
- expr transformDown {
- case a: AggregateExpression if
a.collectLeaves.forall(_.isInstanceOf[OuterReference]) =>
- val newExpr = stripOuterReference(a)
- outerExpressions += newExpr
- newExpr
- case OuterReference(e) =>
- outerExpressions += e
- e
- }
+ condition transformDown {
Review comment:
This `transformDown` is actually needed. It updates the aggregate
expression so that the outer references inside this aggregate expression will
not be collected. I've added a comment.
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
