allisonwang-db commented on a change in pull request #33281:
URL: https://github.com/apache/spark/pull/33281#discussion_r743989779
##########
File path:
sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/EquivalentExpressions.scala
##########
@@ -38,19 +40,43 @@ class EquivalentExpressions {
* Returns true if there was already a matching expression.
*/
def addExpr(expr: Expression): Boolean = {
- addExprToMap(expr, equivalenceMap)
+ updateExprInMap(expr, equivalenceMap)
}
- private def addExprToMap(
- expr: Expression, map: mutable.HashMap[ExpressionEquals,
ExpressionStats]): Boolean = {
+ /**
+ * Adds or removes an expression to/from the map and updates `useCount`.
+ * Returns true
+ * - if there was a matching expression in the map before add or
+ * - if there remained a matching expression in the map after remove
(`useCount` remained > 0)
+ * to indicate there is no need to recurse in `updateExprTree`.
+ */
+ private def updateExprInMap(
+ expr: Expression,
+ map: mutable.HashMap[ExpressionEquals, ExpressionStats],
+ useCount: Int = 1): Boolean = {
if (expr.deterministic) {
val wrapper = ExpressionEquals(expr)
map.get(wrapper) match {
case Some(stats) =>
- stats.useCount += 1
- true
+ stats.useCount += useCount
+ if (stats.useCount > 0) {
+ true
+ } else if (stats.useCount == 0) {
+ map -= wrapper
+ false
+ } else {
+ // Should not happen
+ throw new IllegalArgumentException(
Review comment:
Let's follow SPARK-33539 and add a new method in `QueryExecutionErrors`.
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
