andygrove commented on code in PR #1424:
URL: https://github.com/apache/datafusion-comet/pull/1424#discussion_r1966123856
##########
spark/src/main/scala/org/apache/comet/rules/RewriteJoin.scala:
##########
@@ -31,14 +32,29 @@ import
org.apache.spark.sql.execution.joins.{ShuffledHashJoinExec, SortMergeJoin
*/
object RewriteJoin extends JoinSelectionHelper {
- private def getBuildSide(joinType: JoinType): Option[BuildSide] = {
- if (canBuildShuffledHashJoinRight(joinType)) {
- Some(BuildRight)
- } else if (canBuildShuffledHashJoinLeft(joinType)) {
- Some(BuildLeft)
- } else {
- None
+ private def getSmjBuildSide(join: SortMergeJoinExec): Option[BuildSide] = {
+ val leftBuildable = canBuildShuffledHashJoinLeft(join.joinType)
+ val rightBuildable = canBuildShuffledHashJoinRight(join.joinType)
+ if (!leftBuildable && !rightBuildable) {
+ return None
}
+ if (!leftBuildable) {
+ return Some(BuildRight)
+ }
+ if (!rightBuildable) {
+ return Some(BuildLeft)
+ }
+ val side = join.logicalLink
+ .flatMap {
+ case join: Join => Some(getOptimalBuildSide(join))
+ case _ => None
+ }
+ .getOrElse {
+ // If smj has no logical link, or its logical link is not a join,
+ // then we always choose left as build side.
+ BuildLeft
Review Comment:
Yes, this is a behavior change.
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: github-unsubscr...@datafusion.apache.org
For queries about this service, please contact Infrastructure at:
us...@infra.apache.org
---------------------------------------------------------------------
To unsubscribe, e-mail: github-unsubscr...@datafusion.apache.org
For additional commands, e-mail: github-h...@datafusion.apache.org
