Github user tdas commented on a diff in the pull request:
https://github.com/apache/spark/pull/20097#discussion_r159980158
--- Diff:
sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/MicroBatchExecution.scala
---
@@ -33,15 +40,21 @@ class MicroBatchExecution(
name: String,
checkpointRoot: String,
analyzedPlan: LogicalPlan,
- sink: Sink,
+ sink: BaseStreamingSink,
trigger: Trigger,
triggerClock: Clock,
outputMode: OutputMode,
+ extraOptions: Map[String, String],
deleteCheckpointOnStop: Boolean)
extends StreamExecution(
sparkSession, name, checkpointRoot, analyzedPlan, sink,
trigger, triggerClock, outputMode, deleteCheckpointOnStop) {
+ private def toJava(
+ scalaOption: Option[v2.streaming.reader.Offset]):
Optional[v2.streaming.reader.Offset] = {
--- End diff --
mentioned elsewhere as well, import new Offset as OffsetV2 instead of using
full package path.
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
