This is an automated email from the ASF dual-hosted git repository.
dongjoon-hyun pushed a commit to branch branch-4.2
in repository https://gitbox.apache.org/repos/asf/spark.git
The following commit(s) were added to refs/heads/branch-4.2 by this push:
new 4da95e7836da [SPARK-57721][SQL] Fix `LowLatencyMemoryStream` package
to match its directory
4da95e7836da is described below
commit 4da95e7836dada020d861ab479824deafd791590
Author: Dongjoon Hyun <[email protected]>
AuthorDate: Fri Jun 26 10:29:40 2026 -0700
[SPARK-57721][SQL] Fix `LowLatencyMemoryStream` package to match its
directory
### What changes were proposed in this pull request?
`LowLatencyMemoryStream.scala` lives in the `.../streaming/sources/`
directory but declared `package ...streaming`. This PR changes its package to
`...streaming.sources` to match the directory.
### Why are the changes needed?
Like the other classes in `sources` directory, we must use a correct
package name.
https://github.com/apache/spark/blob/08bf0e75e4a07633a69c615e1cb4cd9f317d6bee/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/sources/LowLatencyMemoryStream.scala#L66
This was introduced at Apache Spark 4.1.0 via the following.
- https://github.com/apache/spark/pull/52502
### Does this PR introduce _any_ user-facing change?
No.
### How was this patch tested?
Pass the CIs.
### Was this patch authored or co-authored using generative AI tooling?
Generated-by: Claude Opus 4.8
Closes #56817 from dongjoon-hyun/SPARK-57721.
Authored-by: Dongjoon Hyun <[email protected]>
Signed-off-by: Dongjoon Hyun <[email protected]>
(cherry picked from commit 45b8b9655bc26dd5b7685c059fc92a5762e74158)
Signed-off-by: Dongjoon Hyun <[email protected]>
---
.../scala/org/apache/spark/sql/kafka010/KafkaRealTimeModeSuite.scala | 2 +-
.../sql/execution/streaming/sources/LowLatencyMemoryStream.scala | 3 ++-
.../apache/spark/sql/streaming/StreamRealTimeModeAllowlistSuite.scala | 2 +-
.../org/apache/spark/sql/streaming/StreamRealTimeModeE2ESuite.scala | 2 +-
.../org/apache/spark/sql/streaming/StreamRealTimeModeSuite.scala | 4 ++--
.../org/apache/spark/sql/streaming/StreamRealTimeModeSuiteBase.scala | 3 ++-
6 files changed, 9 insertions(+), 7 deletions(-)
diff --git
a/connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaRealTimeModeSuite.scala
b/connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaRealTimeModeSuite.scala
index 468d1da7f467..ae23b53fc35a 100644
---
a/connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaRealTimeModeSuite.scala
+++
b/connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaRealTimeModeSuite.scala
@@ -25,7 +25,7 @@ import org.scalatest.time.SpanSugar._
import org.apache.spark.{SparkConf, SparkContext, SparkIllegalStateException}
import org.apache.spark.sql.execution.datasources.v2.LowLatencyClock
import org.apache.spark.sql.execution.streaming._
-import org.apache.spark.sql.execution.streaming.sources.ContinuousMemorySink
+import org.apache.spark.sql.execution.streaming.sources.{ContinuousMemorySink,
LowLatencyMemoryStream}
import org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreProvider
import org.apache.spark.sql.internal.SQLConf
import org.apache.spark.sql.kafka010.consumer.KafkaDataConsumer
diff --git
a/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/sources/LowLatencyMemoryStream.scala
b/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/sources/LowLatencyMemoryStream.scala
index 5b16a2a3be80..666adba1e33d 100644
---
a/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/sources/LowLatencyMemoryStream.scala
+++
b/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/sources/LowLatencyMemoryStream.scala
@@ -15,7 +15,7 @@
* limitations under the License.
*/
-package org.apache.spark.sql.execution.streaming
+package org.apache.spark.sql.execution.streaming.sources
import java.util.concurrent.atomic.AtomicInteger
import javax.annotation.concurrent.GuardedBy
@@ -47,6 +47,7 @@ import org.apache.spark.sql.connector.read.streaming.{
}
import
org.apache.spark.sql.connector.read.streaming.SupportsRealTimeRead.RecordStatus
import org.apache.spark.sql.execution.datasources.v2.LowLatencyClock
+import org.apache.spark.sql.execution.streaming.Offset
import org.apache.spark.sql.execution.streaming.runtime._
import org.apache.spark.util.{Clock, RpcUtils}
diff --git
a/sql/core/src/test/scala/org/apache/spark/sql/streaming/StreamRealTimeModeAllowlistSuite.scala
b/sql/core/src/test/scala/org/apache/spark/sql/streaming/StreamRealTimeModeAllowlistSuite.scala
index 4306e5a86012..a9b8d54a6c61 100644
---
a/sql/core/src/test/scala/org/apache/spark/sql/streaming/StreamRealTimeModeAllowlistSuite.scala
+++
b/sql/core/src/test/scala/org/apache/spark/sql/streaming/StreamRealTimeModeAllowlistSuite.scala
@@ -20,7 +20,7 @@ package org.apache.spark.sql.streaming
import scala.concurrent.duration._
import org.apache.spark.SparkIllegalArgumentException
-import org.apache.spark.sql.execution.streaming.LowLatencyMemoryStream
+import org.apache.spark.sql.execution.streaming.sources.LowLatencyMemoryStream
import org.apache.spark.sql.functions._
import org.apache.spark.sql.internal.SQLConf
diff --git
a/sql/core/src/test/scala/org/apache/spark/sql/streaming/StreamRealTimeModeE2ESuite.scala
b/sql/core/src/test/scala/org/apache/spark/sql/streaming/StreamRealTimeModeE2ESuite.scala
index 3615edc75cb2..8387f07b640c 100644
---
a/sql/core/src/test/scala/org/apache/spark/sql/streaming/StreamRealTimeModeE2ESuite.scala
+++
b/sql/core/src/test/scala/org/apache/spark/sql/streaming/StreamRealTimeModeE2ESuite.scala
@@ -26,8 +26,8 @@ import org.scalatest.time.SpanSugar._
import org.apache.spark.SparkContext
import org.apache.spark.sql.{ForeachWriter, Row}
import org.apache.spark.sql.execution.datasources.v2.LowLatencyClock
-import org.apache.spark.sql.execution.streaming.LowLatencyMemoryStream
import org.apache.spark.sql.execution.streaming.runtime.StreamingQueryWrapper
+import org.apache.spark.sql.execution.streaming.sources.LowLatencyMemoryStream
import org.apache.spark.sql.functions._
import org.apache.spark.sql.streaming.util.GlobalSingletonManualClock
import org.apache.spark.sql.test.TestSparkSession
diff --git
a/sql/core/src/test/scala/org/apache/spark/sql/streaming/StreamRealTimeModeSuite.scala
b/sql/core/src/test/scala/org/apache/spark/sql/streaming/StreamRealTimeModeSuite.scala
index 2ff8fd90bb9c..cea70676bb7b 100644
---
a/sql/core/src/test/scala/org/apache/spark/sql/streaming/StreamRealTimeModeSuite.scala
+++
b/sql/core/src/test/scala/org/apache/spark/sql/streaming/StreamRealTimeModeSuite.scala
@@ -25,9 +25,9 @@ import scala.concurrent.duration.Duration
import org.scalatest.concurrent.PatienceConfiguration.Timeout
import org.apache.spark.{SparkIllegalArgumentException,
SparkIllegalStateException, TaskContext}
-import org.apache.spark.sql.execution.streaming.{LowLatencyMemoryStream,
RealTimeTrigger}
+import org.apache.spark.sql.execution.streaming.RealTimeTrigger
import org.apache.spark.sql.execution.streaming.runtime.MemoryStream
-import org.apache.spark.sql.execution.streaming.sources.ContinuousMemorySink
+import org.apache.spark.sql.execution.streaming.sources.{ContinuousMemorySink,
LowLatencyMemoryStream}
import org.apache.spark.sql.functions.udf
import org.apache.spark.sql.internal.SQLConf
diff --git
a/sql/core/src/test/scala/org/apache/spark/sql/streaming/StreamRealTimeModeSuiteBase.scala
b/sql/core/src/test/scala/org/apache/spark/sql/streaming/StreamRealTimeModeSuiteBase.scala
index 7ec5d8e51f09..7a8a1957b4e1 100644
---
a/sql/core/src/test/scala/org/apache/spark/sql/streaming/StreamRealTimeModeSuiteBase.scala
+++
b/sql/core/src/test/scala/org/apache/spark/sql/streaming/StreamRealTimeModeSuiteBase.scala
@@ -27,8 +27,9 @@ import org.scalatest.time.SpanSugar._
import org.apache.spark.{SparkConf, SparkContext}
import org.apache.spark.sql.ForeachWriter
import org.apache.spark.sql.execution.datasources.v2.LowLatencyClock
-import org.apache.spark.sql.execution.streaming.{LowLatencyMemoryStream,
RealTimeTrigger}
+import org.apache.spark.sql.execution.streaming.RealTimeTrigger
import org.apache.spark.sql.execution.streaming.runtime.StreamingQueryWrapper
+import org.apache.spark.sql.execution.streaming.sources.LowLatencyMemoryStream
import org.apache.spark.sql.internal.SQLConf
import org.apache.spark.sql.streaming.util.GlobalSingletonManualClock
import org.apache.spark.sql.test.TestSparkSession
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
