szehon-ho commented on code in PR #41990:
URL: https://github.com/apache/spark/pull/41990#discussion_r1264094394
##########
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/v2/BatchScanExec.scala:
##########
@@ -37,23 +37,19 @@ case class BatchScanExec(
output: Seq[AttributeReference],
@transient scan: Scan,
runtimeFilters: Seq[Expression],
- keyGroupedPartitioning: Option[Seq[Expression]] = None,
ordering: Option[Seq[SortOrder]] = None,
@transient table: Table,
- commonPartitionValues: Option[Seq[(InternalRow, Int)]] = None,
- applyPartialClustering: Boolean = false,
- replicatePartitions: Boolean = false) extends DataSourceV2ScanExecBase {
+ spjParams: StoragePartitionJoinParams = StoragePartitionJoinParams()
+ ) extends DataSourceV2ScanExecBase {
- @transient lazy val batch = if (scan == null) null else scan.toBatch
+ @transient lazy val batch: Batch = if (scan == null) null else scan.toBatch
Review Comment:
This is just to fix the warning, not related , lmk if we want to do it in
another pr
##########
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/v2/BatchScanExec.scala:
##########
@@ -148,15 +144,17 @@ case class BatchScanExec(
s"${SQLConf.V2_BUCKETING_PARTIALLY_CLUSTERED_DISTRIBUTION_ENABLED.key} " +
"is enabled")
- val groupedPartitions =
groupPartitions(finalPartitions.map(_.head), true).get
+ val groupedPartitions =
groupPartitions(finalPartitions.map(_.head),
Review Comment:
same was for unrelated warning, and was thinking to fix as im in this code
anyway
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
