This is an automated email from the ASF dual-hosted git repository.
dongjoon-hyun pushed a commit to branch branch-4.1
in repository https://gitbox.apache.org/repos/asf/spark.git
The following commit(s) were added to refs/heads/branch-4.1 by this push:
new f511b319e45a [SPARK-57720][SQL] Fix `RealTimeModeAllowlist` package to
match its directory
f511b319e45a is described below
commit f511b319e45adc48e710750e422502809c216d8f
Author: Dongjoon Hyun <[email protected]>
AuthorDate: Fri Jun 26 09:56:41 2026 -0700
[SPARK-57720][SQL] Fix `RealTimeModeAllowlist` package to match its
directory
This PR moves the `RealTimeModeAllowlist` object into the
`org.apache.spark.sql.execution.streaming.runtime` package so its package
declaration matches its directory location.
https://github.com/apache/spark/blob/688064e691a63a44075dee769eb07ceed19068f6/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/runtime/RealTimeModeAllowlist.scala#L27
```
- package org.apache.spark.sql.execution.streaming
+ package org.apache.spark.sql.execution.streaming.runtime
```
This was introduced at Apache Spark 4.1.0 via the following.
- https://github.com/apache/spark/pull/52891
The file lives in the `runtime/` directory but declared `package
org.apache.spark.sql.execution.streaming`, unlike every other file in that
directory. This aligns the package with the directory for consistency.
No.
Pass the CIs.
Generated-by: Claude Opus 4.8
Closes #56814 from dongjoon-hyun/SPARK-57720.
Authored-by: Dongjoon Hyun <[email protected]>
Signed-off-by: Dongjoon Hyun <[email protected]>
(cherry picked from commit 08bf0e75e4a07633a69c615e1cb4cd9f317d6bee)
Signed-off-by: Dongjoon Hyun <[email protected]>
(cherry picked from commit b64e2e460c39537b6772e55882fbd1d0d9975f1f)
Signed-off-by: Dongjoon Hyun <[email protected]>
(cherry picked from commit 7309da458a09e51817df97230150ecb6a94fb5df)
Signed-off-by: Dongjoon Hyun <[email protected]>
(cherry picked from commit 2b014d68c8600edda9b1142e2a77b772fadce615)
Signed-off-by: Dongjoon Hyun <[email protected]>
---
.../src/main/scala/org/apache/spark/sql/classic/DataStreamWriter.scala | 1 +
.../spark/sql/execution/streaming/runtime/MicroBatchExecution.scala | 2 +-
.../spark/sql/execution/streaming/runtime/RealTimeModeAllowlist.scala | 2 +-
3 files changed, 3 insertions(+), 2 deletions(-)
diff --git
a/sql/core/src/main/scala/org/apache/spark/sql/classic/DataStreamWriter.scala
b/sql/core/src/main/scala/org/apache/spark/sql/classic/DataStreamWriter.scala
index 38483395ec8c..0d2b8dc8b74c 100644
---
a/sql/core/src/main/scala/org/apache/spark/sql/classic/DataStreamWriter.scala
+++
b/sql/core/src/main/scala/org/apache/spark/sql/classic/DataStreamWriter.scala
@@ -43,6 +43,7 @@ import
org.apache.spark.sql.execution.datasources.{DataSource, DataSourceUtils}
import org.apache.spark.sql.execution.datasources.v2.{DataSourceV2Utils,
FileDataSourceV2}
import org.apache.spark.sql.execution.datasources.v2.python.PythonDataSourceV2
import org.apache.spark.sql.execution.streaming._
+import org.apache.spark.sql.execution.streaming.runtime.RealTimeModeAllowlist
import org.apache.spark.sql.execution.streaming.sources._
import org.apache.spark.sql.internal.SQLConf
import org.apache.spark.sql.streaming.{OutputMode, StreamingQuery, Trigger}
diff --git
a/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/runtime/MicroBatchExecution.scala
b/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/runtime/MicroBatchExecution.scala
index cf2fca3d3cd8..17ab756421c8 100644
---
a/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/runtime/MicroBatchExecution.scala
+++
b/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/runtime/MicroBatchExecution.scala
@@ -41,7 +41,7 @@ import org.apache.spark.sql.errors.QueryExecutionErrors
import org.apache.spark.sql.execution.{SparkPlan, SQLExecution}
import org.apache.spark.sql.execution.datasources.LogicalRelation
import org.apache.spark.sql.execution.datasources.v2.{DataSourceV2Relation,
RealTimeStreamScanExec, StreamingDataSourceV2Relation,
StreamingDataSourceV2ScanRelation, StreamWriterCommitProgress,
WriteToDataSourceV2Exec}
-import org.apache.spark.sql.execution.streaming.{AvailableNowTrigger, Offset,
OneTimeTrigger, ProcessingTimeTrigger, RealTimeModeAllowlist, RealTimeTrigger,
Sink, Source, StreamingQueryPlanTraverseHelper}
+import org.apache.spark.sql.execution.streaming.{AvailableNowTrigger, Offset,
OneTimeTrigger, ProcessingTimeTrigger, RealTimeTrigger, Sink, Source,
StreamingQueryPlanTraverseHelper}
import
org.apache.spark.sql.execution.streaming.checkpointing.{CheckpointFileManager,
CommitMetadata, OffsetSeq, OffsetSeqMetadata}
import
org.apache.spark.sql.execution.streaming.operators.stateful.{StatefulOperatorStateInfo,
StatefulOpStateStoreCheckpointInfo, StateStoreWriter}
import
org.apache.spark.sql.execution.streaming.runtime.AcceptsLatestSeenOffsetHandler
diff --git
a/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/runtime/RealTimeModeAllowlist.scala
b/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/runtime/RealTimeModeAllowlist.scala
index 443c7fa1a1cf..7ae557797f36 100644
---
a/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/runtime/RealTimeModeAllowlist.scala
+++
b/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/runtime/RealTimeModeAllowlist.scala
@@ -15,7 +15,7 @@
* limitations under the License.
*/
-package org.apache.spark.sql.execution.streaming
+package org.apache.spark.sql.execution.streaming.runtime
import org.apache.spark.SparkIllegalArgumentException
import org.apache.spark.internal.{Logging, LogKeys, MessageWithContext}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
