This is an automated email from the ASF dual-hosted git repository.
viirya pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/datafusion-comet.git
The following commit(s) were added to refs/heads/main by this push:
new bfbb0be4 fix: CometTakeOrderedAndProjectExec native scan node should
use child operator's output (#896)
bfbb0be4 is described below
commit bfbb0be4cb7451cec24f9e6fe46f6955697c37cc
Author: Liang-Chi Hsieh <[email protected]>
AuthorDate: Fri Aug 30 11:34:17 2024 -0700
fix: CometTakeOrderedAndProjectExec native scan node should use child
operator's output (#896)
---
.../org/apache/spark/sql/comet/CometTakeOrderedAndProjectExec.scala | 6 +++---
1 file changed, 3 insertions(+), 3 deletions(-)
diff --git
a/spark/src/main/scala/org/apache/spark/sql/comet/CometTakeOrderedAndProjectExec.scala
b/spark/src/main/scala/org/apache/spark/sql/comet/CometTakeOrderedAndProjectExec.scala
index a8e2a98d..ce40a2eb 100644
---
a/spark/src/main/scala/org/apache/spark/sql/comet/CometTakeOrderedAndProjectExec.scala
+++
b/spark/src/main/scala/org/apache/spark/sql/comet/CometTakeOrderedAndProjectExec.scala
@@ -75,12 +75,12 @@ case class CometTakeOrderedAndProjectExec(
childRDD
} else {
val localTopK = if (orderingSatisfies) {
- CometExecUtils.getNativeLimitRDD(childRDD, output, limit)
+ CometExecUtils.getNativeLimitRDD(childRDD, child.output, limit)
} else {
childRDD.mapPartitionsInternal { iter =>
val topK =
CometExecUtils
- .getTopKNativePlan(output, sortOrder, child, limit)
+ .getTopKNativePlan(child.output, sortOrder, child, limit)
.get
CometExec.getCometIterator(Seq(iter), topK)
}
@@ -100,7 +100,7 @@ case class CometTakeOrderedAndProjectExec(
singlePartitionRDD.mapPartitionsInternal { iter =>
val topKAndProjection = CometExecUtils
- .getProjectionNativePlan(projectList, output, sortOrder, child,
limit)
+ .getProjectionNativePlan(projectList, child.output, sortOrder,
child, limit)
.get
val it = CometExec.getCometIterator(Seq(iter), topKAndProjection)
setSubqueries(it.id, this)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
