Github user cloud-fan commented on a diff in the pull request:
https://github.com/apache/spark/pull/21369#discussion_r209480190
--- Diff:
core/src/main/scala/org/apache/spark/util/collection/ExternalAppendOnlyMap.scala
---
@@ -568,13 +573,14 @@ class ExternalAppendOnlyMap[K, V, C](
context.addTaskCompletionListener[Unit](context => cleanup())
}
- private[this] class SpillableIterator(var upstream: Iterator[(K, C)])
+ /**
+ * Exposed for testing
+ */
+ private[collection] class SpillableIterator(var upstream: Iterator[(K,
C)])
--- End diff --
ditto
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]