Github user tdas commented on a diff in the pull request:
https://github.com/apache/spark/pull/20646#discussion_r169522041
--- Diff:
sql/core/src/test/scala/org/apache/spark/sql/streaming/StreamTest.scala ---
@@ -429,7 +429,25 @@ trait StreamTest extends QueryTest with
SharedSQLContext with TimeLimits with Be
val defaultCheckpointLocation =
Utils.createTempDir(namePrefix =
"streaming.metadata").getCanonicalPath
try {
- startedTest.foreach { action =>
+ val actionIterator = startedTest.iterator.buffered
+ while (actionIterator.hasNext) {
+ // Synchronize sequential addDataMemory actions.
--- End diff --
// Synchronize --> // Collectively synchronize .... actions so that the
data gets added together in a single batch.
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
