Github user cloud-fan commented on a diff in the pull request:
https://github.com/apache/spark/pull/22011#discussion_r209287104
--- Diff: python/pyspark/rdd.py ---
@@ -2406,6 +2406,26 @@ def toLocalIterator(self):
sock_info =
self.ctx._jvm.PythonRDD.toLocalIteratorAndServe(self._jrdd.rdd())
return _load_from_socket(sock_info, self._jrdd_deserializer)
+ def barrier(self):
+ """
+ .. note:: Experimental
+
+ Indicates that Spark must launch the tasks together for the
current stage.
+
+ .. versionadded:: 2.4.0
+ """
+ return RDDBarrier(self)
+
+ def isBarrier(self):
--- End diff --
do we have this API in the JVM RDD?
---
---------------------------------------------------------------------
To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org
For additional commands, e-mail: reviews-h...@spark.apache.org
