Repository: spark Updated Branches: refs/heads/master ce99f51d2 -> 2246ce88a
[SPARK-18985][SS] Add missing @InterfaceStability.Evolving for Structured Streaming APIs ## What changes were proposed in this pull request? Add missing InterfaceStability.Evolving for Structured Streaming APIs ## How was this patch tested? Compiling the codes. Author: Shixiong Zhu <[email protected]> Closes #16385 from zsxwing/SPARK-18985. Project: http://git-wip-us.apache.org/repos/asf/spark/repo Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/2246ce88 Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/2246ce88 Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/2246ce88 Branch: refs/heads/master Commit: 2246ce88ae6bf842cf325ee3efcb7bea53f8ca37 Parents: ce99f51 Author: Shixiong Zhu <[email protected]> Authored: Thu Dec 22 16:21:09 2016 -0800 Committer: Shixiong Zhu <[email protected]> Committed: Thu Dec 22 16:21:09 2016 -0800 ---------------------------------------------------------------------- .../org/apache/spark/sql/streaming/DataStreamReader.scala | 3 ++- .../org/apache/spark/sql/streaming/DataStreamWriter.scala | 3 ++- .../org/apache/spark/sql/streaming/StreamingQuery.scala | 3 ++- .../apache/spark/sql/streaming/StreamingQueryException.scala | 3 ++- .../apache/spark/sql/streaming/StreamingQueryListener.scala | 8 +++++++- .../apache/spark/sql/streaming/StreamingQueryManager.scala | 3 ++- .../apache/spark/sql/streaming/StreamingQueryStatus.scala | 3 ++- .../main/scala/org/apache/spark/sql/streaming/Trigger.scala | 5 ++++- .../main/scala/org/apache/spark/sql/streaming/progress.scala | 6 +++++- 9 files changed, 28 insertions(+), 9 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/spark/blob/2246ce88/sql/core/src/main/scala/org/apache/spark/sql/streaming/DataStreamReader.scala ---------------------------------------------------------------------- diff --git a/sql/core/src/main/scala/org/apache/spark/sql/streaming/DataStreamReader.scala b/sql/core/src/main/scala/org/apache/spark/sql/streaming/DataStreamReader.scala index c507335..7db9d92 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/streaming/DataStreamReader.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/streaming/DataStreamReader.scala @@ -19,7 +19,7 @@ package org.apache.spark.sql.streaming import scala.collection.JavaConverters._ -import org.apache.spark.annotation.Experimental +import org.apache.spark.annotation.{Experimental, InterfaceStability} import org.apache.spark.internal.Logging import org.apache.spark.sql.{AnalysisException, DataFrame, Dataset, SparkSession} import org.apache.spark.sql.execution.datasources.DataSource @@ -33,6 +33,7 @@ import org.apache.spark.sql.types.StructType * @since 2.0.0 */ @Experimental [email protected] final class DataStreamReader private[sql](sparkSession: SparkSession) extends Logging { /** * Specifies the input data source format. http://git-wip-us.apache.org/repos/asf/spark/blob/2246ce88/sql/core/src/main/scala/org/apache/spark/sql/streaming/DataStreamWriter.scala ---------------------------------------------------------------------- diff --git a/sql/core/src/main/scala/org/apache/spark/sql/streaming/DataStreamWriter.scala b/sql/core/src/main/scala/org/apache/spark/sql/streaming/DataStreamWriter.scala index 6c0c5e0..0ce47b1 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/streaming/DataStreamWriter.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/streaming/DataStreamWriter.scala @@ -19,7 +19,7 @@ package org.apache.spark.sql.streaming import scala.collection.JavaConverters._ -import org.apache.spark.annotation.Experimental +import org.apache.spark.annotation.{Experimental, InterfaceStability} import org.apache.spark.sql.{AnalysisException, DataFrame, Dataset, ForeachWriter} import org.apache.spark.sql.catalyst.streaming.InternalOutputModes._ import org.apache.spark.sql.execution.datasources.DataSource @@ -33,6 +33,7 @@ import org.apache.spark.sql.execution.streaming.{ForeachSink, MemoryPlan, Memory * @since 2.0.0 */ @Experimental [email protected] final class DataStreamWriter[T] private[sql](ds: Dataset[T]) { private val df = ds.toDF() http://git-wip-us.apache.org/repos/asf/spark/blob/2246ce88/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQuery.scala ---------------------------------------------------------------------- diff --git a/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQuery.scala b/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQuery.scala index 596bd90..9c00259 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQuery.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQuery.scala @@ -19,7 +19,7 @@ package org.apache.spark.sql.streaming import java.util.UUID -import org.apache.spark.annotation.Experimental +import org.apache.spark.annotation.{Experimental, InterfaceStability} import org.apache.spark.sql.SparkSession /** @@ -29,6 +29,7 @@ import org.apache.spark.sql.SparkSession * @since 2.0.0 */ @Experimental [email protected] trait StreamingQuery { /** http://git-wip-us.apache.org/repos/asf/spark/blob/2246ce88/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryException.scala ---------------------------------------------------------------------- diff --git a/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryException.scala b/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryException.scala index c53c295..234a116 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryException.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryException.scala @@ -17,7 +17,7 @@ package org.apache.spark.sql.streaming -import org.apache.spark.annotation.Experimental +import org.apache.spark.annotation.{Experimental, InterfaceStability} /** * :: Experimental :: @@ -30,6 +30,7 @@ import org.apache.spark.annotation.Experimental * @since 2.0.0 */ @Experimental [email protected] class StreamingQueryException private[sql]( private val queryDebugString: String, val message: String, http://git-wip-us.apache.org/repos/asf/spark/blob/2246ce88/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryListener.scala ---------------------------------------------------------------------- diff --git a/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryListener.scala b/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryListener.scala index 8177332..6b871b1 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryListener.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryListener.scala @@ -19,7 +19,7 @@ package org.apache.spark.sql.streaming import java.util.UUID -import org.apache.spark.annotation.Experimental +import org.apache.spark.annotation.{Experimental, InterfaceStability} import org.apache.spark.scheduler.SparkListenerEvent /** @@ -30,6 +30,7 @@ import org.apache.spark.scheduler.SparkListenerEvent * @since 2.0.0 */ @Experimental [email protected] abstract class StreamingQueryListener { import StreamingQueryListener._ @@ -70,6 +71,7 @@ abstract class StreamingQueryListener { * @since 2.0.0 */ @Experimental [email protected] object StreamingQueryListener { /** @@ -78,6 +80,7 @@ object StreamingQueryListener { * @since 2.0.0 */ @Experimental + @InterfaceStability.Evolving trait Event extends SparkListenerEvent /** @@ -89,6 +92,7 @@ object StreamingQueryListener { * @since 2.1.0 */ @Experimental + @InterfaceStability.Evolving class QueryStartedEvent private[sql]( val id: UUID, val runId: UUID, @@ -101,6 +105,7 @@ object StreamingQueryListener { * @since 2.1.0 */ @Experimental + @InterfaceStability.Evolving class QueryProgressEvent private[sql](val progress: StreamingQueryProgress) extends Event /** @@ -114,6 +119,7 @@ object StreamingQueryListener { * @since 2.1.0 */ @Experimental + @InterfaceStability.Evolving class QueryTerminatedEvent private[sql]( val id: UUID, val runId: UUID, http://git-wip-us.apache.org/repos/asf/spark/blob/2246ce88/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryManager.scala ---------------------------------------------------------------------- diff --git a/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryManager.scala b/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryManager.scala index 8c26ee2..7b9770d 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryManager.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryManager.scala @@ -24,7 +24,7 @@ import scala.collection.mutable import org.apache.hadoop.fs.Path -import org.apache.spark.annotation.Experimental +import org.apache.spark.annotation.{Experimental, InterfaceStability} import org.apache.spark.sql.{AnalysisException, DataFrame, SparkSession} import org.apache.spark.sql.catalyst.analysis.UnsupportedOperationChecker import org.apache.spark.sql.execution.streaming._ @@ -39,6 +39,7 @@ import org.apache.spark.util.{Clock, SystemClock, Utils} * @since 2.0.0 */ @Experimental [email protected] class StreamingQueryManager private[sql] (sparkSession: SparkSession) { private[sql] val stateStoreCoordinator = http://git-wip-us.apache.org/repos/asf/spark/blob/2246ce88/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryStatus.scala ---------------------------------------------------------------------- diff --git a/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryStatus.scala b/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryStatus.scala index c2befa6..687b126 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryStatus.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryStatus.scala @@ -22,7 +22,7 @@ import org.json4s.JsonAST.JValue import org.json4s.JsonDSL._ import org.json4s.jackson.JsonMethods._ -import org.apache.spark.annotation.Experimental +import org.apache.spark.annotation.{Experimental, InterfaceStability} /** * :: Experimental :: @@ -36,6 +36,7 @@ import org.apache.spark.annotation.Experimental * @since 2.1.0 */ @Experimental [email protected] class StreamingQueryStatus protected[sql]( val message: String, val isDataAvailable: Boolean, http://git-wip-us.apache.org/repos/asf/spark/blob/2246ce88/sql/core/src/main/scala/org/apache/spark/sql/streaming/Trigger.scala ---------------------------------------------------------------------- diff --git a/sql/core/src/main/scala/org/apache/spark/sql/streaming/Trigger.scala b/sql/core/src/main/scala/org/apache/spark/sql/streaming/Trigger.scala index 55be7a7..68f2eab 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/streaming/Trigger.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/streaming/Trigger.scala @@ -23,7 +23,7 @@ import scala.concurrent.duration.Duration import org.apache.commons.lang3.StringUtils -import org.apache.spark.annotation.Experimental +import org.apache.spark.annotation.{Experimental, InterfaceStability} import org.apache.spark.unsafe.types.CalendarInterval /** @@ -33,6 +33,7 @@ import org.apache.spark.unsafe.types.CalendarInterval * @since 2.0.0 */ @Experimental [email protected] sealed trait Trigger /** @@ -59,6 +60,7 @@ sealed trait Trigger * @since 2.0.0 */ @Experimental [email protected] case class ProcessingTime(intervalMs: Long) extends Trigger { require(intervalMs >= 0, "the interval of trigger should not be negative") } @@ -70,6 +72,7 @@ case class ProcessingTime(intervalMs: Long) extends Trigger { * @since 2.0.0 */ @Experimental [email protected] object ProcessingTime { /** http://git-wip-us.apache.org/repos/asf/spark/blob/2246ce88/sql/core/src/main/scala/org/apache/spark/sql/streaming/progress.scala ---------------------------------------------------------------------- diff --git a/sql/core/src/main/scala/org/apache/spark/sql/streaming/progress.scala b/sql/core/src/main/scala/org/apache/spark/sql/streaming/progress.scala index fde61c5..35fe6b8 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/streaming/progress.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/streaming/progress.scala @@ -29,13 +29,14 @@ import org.json4s.JsonAST.JValue import org.json4s.JsonDSL._ import org.json4s.jackson.JsonMethods._ -import org.apache.spark.annotation.Experimental +import org.apache.spark.annotation.{Experimental, InterfaceStability} /** * :: Experimental :: * Information about updates made to stateful operators in a [[StreamingQuery]] during a trigger. */ @Experimental [email protected] class StateOperatorProgress private[sql]( val numRowsTotal: Long, val numRowsUpdated: Long) extends Serializable { @@ -80,6 +81,7 @@ class StateOperatorProgress private[sql]( * @since 2.1.0 */ @Experimental [email protected] class StreamingQueryProgress private[sql]( val id: UUID, val runId: UUID, @@ -151,6 +153,7 @@ class StreamingQueryProgress private[sql]( * @since 2.1.0 */ @Experimental [email protected] class SourceProgress protected[sql]( val description: String, val startOffset: String, @@ -196,6 +199,7 @@ class SourceProgress protected[sql]( * @since 2.1.0 */ @Experimental [email protected] class SinkProgress protected[sql]( val description: String) extends Serializable { --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
