Github user tdas commented on a diff in the pull request:
https://github.com/apache/spark/pull/20225#discussion_r161098563
--- Diff:
sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/continuous/ContinuousDataSourceRDDIter.scala
---
@@ -52,6 +52,10 @@ class ContinuousDataSourceRDD(
}
override def compute(split: Partition, context: TaskContext):
Iterator[UnsafeRow] = {
+ if (context.attemptNumber() != 0) {
--- End diff --
Add comments on what this is.
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
