http://git-wip-us.apache.org/repos/asf/spark-website/blob/04a27dbf/site/docs/2.3.2/api/java/org/apache/spark/api/java/JavaRDDLike.html ---------------------------------------------------------------------- diff --git a/site/docs/2.3.2/api/java/org/apache/spark/api/java/JavaRDDLike.html b/site/docs/2.3.2/api/java/org/apache/spark/api/java/JavaRDDLike.html new file mode 100644 index 0000000..415bc32 --- /dev/null +++ b/site/docs/2.3.2/api/java/org/apache/spark/api/java/JavaRDDLike.html @@ -0,0 +1,2086 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd";> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (1.8.0_181) on Mon Sep 17 19:57:34 CST 2018 --> +<title>JavaRDDLike (Spark 2.3.2 JavaDoc)</title> +<meta name="date" content="2018-09-17"> +<link rel="stylesheet" type="text/css" href="../../../../../stylesheet.css" title="Style"> +<script type="text/javascript" src="../../../../../script.js"></script> +</head> +<body> +<script type="text/javascript"><!-- + try { + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="JavaRDDLike (Spark 2.3.2 JavaDoc)"; + } + } + catch(err) { + } +//--> +var methods = {"i0":6,"i1":6,"i2":6,"i3":6,"i4":6,"i5":6,"i6":6,"i7":6,"i8":6,"i9":6,"i10":6,"i11":6,"i12":6,"i13":6,"i14":6,"i15":6,"i16":6,"i17":6,"i18":6,"i19":6,"i20":6,"i21":6,"i22":6,"i23":6,"i24":6,"i25":6,"i26":6,"i27":6,"i28":6,"i29":6,"i30":6,"i31":6,"i32":6,"i33":6,"i34":6,"i35":6,"i36":6,"i37":6,"i38":6,"i39":6,"i40":6,"i41":6,"i42":6,"i43":6,"i44":6,"i45":6,"i46":6,"i47":6,"i48":6,"i49":6,"i50":6,"i51":6,"i52":6,"i53":6,"i54":6,"i55":6,"i56":6,"i57":6,"i58":6,"i59":6,"i60":6,"i61":6,"i62":6,"i63":6,"i64":6,"i65":6,"i66":6,"i67":6,"i68":6,"i69":6,"i70":6,"i71":6,"i72":6,"i73":6,"i74":6,"i75":6,"i76":6,"i77":6,"i78":6,"i79":6}; +var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],4:["t3","Abstract Methods"]}; +var altColor = "altColor"; +var rowColor = "rowColor"; +var tableTab = "tableTab"; +var activeTableTab = "activeTableTab"; +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar.top"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.top.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../../../org/apache/spark/api/java/JavaSparkContext.html" title="class in org.apache.spark.api.java"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../../../index.html?org/apache/spark/api/java/JavaRDDLike.html" target="_top">Frames</a></li> +<li><a href="JavaRDDLike.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.spark.api.java</div> +<h2 title="Interface JavaRDDLike" class="title">Interface JavaRDDLike<T,This extends JavaRDDLike<T,This>></h2> +</div> +<div class="contentContainer"> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<dl> +<dt>All Superinterfaces:</dt> +<dd>java.io.Serializable</dd> +</dl> +<dl> +<dt>All Known Implementing Classes:</dt> +<dd><a href="../../../../../org/apache/spark/api/java/JavaDoubleRDD.html" title="class in org.apache.spark.api.java">JavaDoubleRDD</a>, <a href="../../../../../org/apache/spark/api/java/JavaHadoopRDD.html" title="class in org.apache.spark.api.java">JavaHadoopRDD</a>, <a href="../../../../../org/apache/spark/api/java/JavaNewHadoopRDD.html" title="class in org.apache.spark.api.java">JavaNewHadoopRDD</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a></dd> +</dl> +<hr> +<br> +<pre>public interface <span class="typeNameLabel">JavaRDDLike<T,This extends JavaRDDLike<T,This>></span> +extends scala.Serializable</pre> +<div class="block">Defines operations common to several Java RDD implementations. + <p></div> +<dl> +<dt><span class="simpleTagLabel">Note:</span></dt> +<dd>This trait is not intended to be implemented by user code.</dd> +</dl> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t3" class="tableTab"><span><a href="javascript:show(4);">Abstract Methods</a></span><span class="tabEnd"> </span></span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr id="i0" class="altColor"> +<td class="colFirst"><code><U> U</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#aggregate-U-org.apache.spark.api.java.function.Function2-org.apache.spark.api.java.function.Function2-">aggregate</a></span>(U zeroValue, + <a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><U,<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,U> seqOp, + <a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><U,U,U> combOp)</code> +<div class="block">Aggregate the elements of each partition, and then the results for all the partitions, using + given combine functions and a neutral "zero value".</div> +</td> +</tr> +<tr id="i1" class="rowColor"> +<td class="colFirst"><code><U> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,U></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#cartesian-org.apache.spark.api.java.JavaRDDLike-">cartesian</a></span>(<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="interface in org.apache.spark.api.java">JavaRDDLike</a><U,?> other)</code> +<div class="block">Return the Cartesian product of this RDD and another one, that is, the RDD of all pairs of + elements (a, b) where a is in <code>this</code> and b is in <code>other</code>.</div> +</td> +</tr> +<tr id="i2" class="altColor"> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#checkpoint--">checkpoint</a></span>()</code> +<div class="block">Mark this RDD for checkpointing.</div> +</td> +</tr> +<tr id="i3" class="rowColor"> +<td class="colFirst"><code>scala.reflect.ClassTag<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#classTag--">classTag</a></span>()</code> </td> +</tr> +<tr id="i4" class="altColor"> +<td class="colFirst"><code>java.util.List<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#collect--">collect</a></span>()</code> +<div class="block">Return an array that contains all of the elements in this RDD.</div> +</td> +</tr> +<tr id="i5" class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaFutureAction.html" title="interface in org.apache.spark.api.java">JavaFutureAction</a><java.util.List<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#collectAsync--">collectAsync</a></span>()</code> +<div class="block">The asynchronous version of <code>collect</code>, which returns a future for + retrieving an array containing all of the elements in this RDD.</div> +</td> +</tr> +<tr id="i6" class="altColor"> +<td class="colFirst"><code>java.util.List<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>[]</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#collectPartitions-int:A-">collectPartitions</a></span>(int[] partitionIds)</code> +<div class="block">Return an array that contains all of the elements in a specific partition of this RDD.</div> +</td> +</tr> +<tr id="i7" class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/SparkContext.html" title="class in org.apache.spark">SparkContext</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#context--">context</a></span>()</code> +<div class="block">The <a href="../../../../../org/apache/spark/SparkContext.html" title="class in org.apache.spark"><code>SparkContext</code></a> that this RDD was created on.</div> +</td> +</tr> +<tr id="i8" class="altColor"> +<td class="colFirst"><code>long</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#count--">count</a></span>()</code> +<div class="block">Return the number of elements in the RDD.</div> +</td> +</tr> +<tr id="i9" class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/partial/PartialResult.html" title="class in org.apache.spark.partial">PartialResult</a><<a href="../../../../../org/apache/spark/partial/BoundedDouble.html" title="class in org.apache.spark.partial">BoundedDouble</a>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countApprox-long-">countApprox</a></span>(long timeout)</code> +<div class="block">Approximate version of count() that returns a potentially incomplete result + within a timeout, even if not all tasks have finished.</div> +</td> +</tr> +<tr id="i10" class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/partial/PartialResult.html" title="class in org.apache.spark.partial">PartialResult</a><<a href="../../../../../org/apache/spark/partial/BoundedDouble.html" title="class in org.apache.spark.partial">BoundedDouble</a>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countApprox-long-double-">countApprox</a></span>(long timeout, + double confidence)</code> +<div class="block">Approximate version of count() that returns a potentially incomplete result + within a timeout, even if not all tasks have finished.</div> +</td> +</tr> +<tr id="i11" class="rowColor"> +<td class="colFirst"><code>long</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countApproxDistinct-double-">countApproxDistinct</a></span>(double relativeSD)</code> +<div class="block">Return approximate number of distinct elements in the RDD.</div> +</td> +</tr> +<tr id="i12" class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaFutureAction.html" title="interface in org.apache.spark.api.java">JavaFutureAction</a><Long></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countAsync--">countAsync</a></span>()</code> +<div class="block">The asynchronous version of <code>count</code>, which returns a + future for counting the number of elements in this RDD.</div> +</td> +</tr> +<tr id="i13" class="rowColor"> +<td class="colFirst"><code>java.util.Map<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,Long></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countByValue--">countByValue</a></span>()</code> +<div class="block">Return the count of each unique value in this RDD as a map of (value, count) pairs.</div> +</td> +</tr> +<tr id="i14" class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/partial/PartialResult.html" title="class in org.apache.spark.partial">PartialResult</a><java.util.Map<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,<a href="../../../../../org/apache/spark/partial/BoundedDouble.html" title="class in org.apache.spark.partial">BoundedDouble</a>>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countByValueApprox-long-">countByValueApprox</a></span>(long timeout)</code> +<div class="block">Approximate version of countByValue().</div> +</td> +</tr> +<tr id="i15" class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/partial/PartialResult.html" title="class in org.apache.spark.partial">PartialResult</a><java.util.Map<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,<a href="../../../../../org/apache/spark/partial/BoundedDouble.html" title="class in org.apache.spark.partial">BoundedDouble</a>>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countByValueApprox-long-double-">countByValueApprox</a></span>(long timeout, + double confidence)</code> +<div class="block">Approximate version of countByValue().</div> +</td> +</tr> +<tr id="i16" class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#first--">first</a></span>()</code> +<div class="block">Return the first element in this RDD.</div> +</td> +</tr> +<tr id="i17" class="rowColor"> +<td class="colFirst"><code><U> <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><U></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#flatMap-org.apache.spark.api.java.function.FlatMapFunction-">flatMap</a></span>(<a href="../../../../../org/apache/spark/api/java/function/FlatMapFunction.html" title="interface in org.apache.spark.api.java.function">FlatMapFunction</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,U> f)</code> +<div class="block">Return a new RDD by first applying a function to all elements of this + RDD, and then flattening the results.</div> +</td> +</tr> +<tr id="i18" class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaDoubleRDD.html" title="class in org.apache.spark.api.java">JavaDoubleRDD</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#flatMapToDouble-org.apache.spark.api.java.function.DoubleFlatMapFunction-">flatMapToDouble</a></span>(<a href="../../../../../org/apache/spark/api/java/function/DoubleFlatMapFunction.html" title="interface in org.apache.spark.api.java.function">DoubleFlatMapFunction</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> f)</code> +<div class="block">Return a new RDD by first applying a function to all elements of this + RDD, and then flattening the results.</div> +</td> +</tr> +<tr id="i19" class="rowColor"> +<td class="colFirst"><code><K2,V2> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><K2,V2></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#flatMapToPair-org.apache.spark.api.java.function.PairFlatMapFunction-">flatMapToPair</a></span>(<a href="../../../../../org/apache/spark/api/java/function/PairFlatMapFunction.html" title="interface in org.apache.spark.api.java.function">PairFlatMapFunction</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,K2,V2> f)</code> +<div class="block">Return a new RDD by first applying a function to all elements of this + RDD, and then flattening the results.</div> +</td> +</tr> +<tr id="i20" class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#fold-T-org.apache.spark.api.java.function.Function2-">fold</a></span>(<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a> zeroValue, + <a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> f)</code> +<div class="block">Aggregate the elements of each partition, and then the results for all the partitions, using a + given associative function and a neutral "zero value".</div> +</td> +</tr> +<tr id="i21" class="rowColor"> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#foreach-org.apache.spark.api.java.function.VoidFunction-">foreach</a></span>(<a href="../../../../../org/apache/spark/api/java/function/VoidFunction.html" title="interface in org.apache.spark.api.java.function">VoidFunction</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> f)</code> +<div class="block">Applies a function f to all elements of this RDD.</div> +</td> +</tr> +<tr id="i22" class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaFutureAction.html" title="interface in org.apache.spark.api.java">JavaFutureAction</a><Void></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#foreachAsync-org.apache.spark.api.java.function.VoidFunction-">foreachAsync</a></span>(<a href="../../../../../org/apache/spark/api/java/function/VoidFunction.html" title="interface in org.apache.spark.api.java.function">VoidFunction</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> f)</code> +<div class="block">The asynchronous version of the <code>foreach</code> action, which + applies a function f to all the elements of this RDD.</div> +</td> +</tr> +<tr id="i23" class="rowColor"> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#foreachPartition-org.apache.spark.api.java.function.VoidFunction-">foreachPartition</a></span>(<a href="../../../../../org/apache/spark/api/java/function/VoidFunction.html" title="interface in org.apache.spark.api.java.function">VoidFunction</a><java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>> f)</code> +<div class="block">Applies a function f to each partition of this RDD.</div> +</td> +</tr> +<tr id="i24" class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaFutureAction.html" title="interface in org.apache.spark.api.java">JavaFutureAction</a><Void></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#foreachPartitionAsync-org.apache.spark.api.java.function.VoidFunction-">foreachPartitionAsync</a></span>(<a href="../../../../../org/apache/spark/api/java/function/VoidFunction.html" title="interface in org.apache.spark.api.java.function">VoidFunction</a><java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>> f)</code> +<div class="block">The asynchronous version of the <code>foreachPartition</code> action, which + applies a function f to each partition of this RDD.</div> +</td> +</tr> +<tr id="i25" class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/Optional.html" title="class in org.apache.spark.api.java">Optional</a><String></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#getCheckpointFile--">getCheckpointFile</a></span>()</code> +<div class="block">Gets the name of the file to which this RDD was checkpointed</div> +</td> +</tr> +<tr id="i26" class="altColor"> +<td class="colFirst"><code>int</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#getNumPartitions--">getNumPartitions</a></span>()</code> +<div class="block">Return the number of partitions in this RDD.</div> +</td> +</tr> +<tr id="i27" class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/storage/StorageLevel.html" title="class in org.apache.spark.storage">StorageLevel</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#getStorageLevel--">getStorageLevel</a></span>()</code> +<div class="block">Get the RDD's current storage level, or StorageLevel.NONE if none is set.</div> +</td> +</tr> +<tr id="i28" class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><java.util.List<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#glom--">glom</a></span>()</code> +<div class="block">Return an RDD created by coalescing all elements within each partition into an array.</div> +</td> +</tr> +<tr id="i29" class="rowColor"> +<td class="colFirst"><code><U> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><U,Iterable<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#groupBy-org.apache.spark.api.java.function.Function-">groupBy</a></span>(<a href="../../../../../org/apache/spark/api/java/function/Function.html" title="interface in org.apache.spark.api.java.function">Function</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,U> f)</code> +<div class="block">Return an RDD of grouped elements.</div> +</td> +</tr> +<tr id="i30" class="altColor"> +<td class="colFirst"><code><U> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><U,Iterable<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#groupBy-org.apache.spark.api.java.function.Function-int-">groupBy</a></span>(<a href="../../../../../org/apache/spark/api/java/function/Function.html" title="interface in org.apache.spark.api.java.function">Function</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,U> f, + int numPartitions)</code> +<div class="block">Return an RDD of grouped elements.</div> +</td> +</tr> +<tr id="i31" class="rowColor"> +<td class="colFirst"><code>int</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#id--">id</a></span>()</code> +<div class="block">A unique ID for this RDD (within its SparkContext).</div> +</td> +</tr> +<tr id="i32" class="altColor"> +<td class="colFirst"><code>boolean</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#isCheckpointed--">isCheckpointed</a></span>()</code> +<div class="block">Return whether this RDD has been checkpointed or not</div> +</td> +</tr> +<tr id="i33" class="rowColor"> +<td class="colFirst"><code>boolean</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#isEmpty--">isEmpty</a></span>()</code> </td> +</tr> +<tr id="i34" class="altColor"> +<td class="colFirst"><code>java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#iterator-org.apache.spark.Partition-org.apache.spark.TaskContext-">iterator</a></span>(<a href="../../../../../org/apache/spark/Partition.html" title="interface in org.apache.spark">Partition</a> split, + <a href="../../../../../org/apache/spark/TaskContext.html" title="class in org.apache.spark">TaskContext</a> taskContext)</code> +<div class="block">Internal method to this RDD; will read from cache if applicable, or otherwise compute it.</div> +</td> +</tr> +<tr id="i35" class="rowColor"> +<td class="colFirst"><code><U> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><U,<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#keyBy-org.apache.spark.api.java.function.Function-">keyBy</a></span>(<a href="../../../../../org/apache/spark/api/java/function/Function.html" title="interface in org.apache.spark.api.java.function">Function</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,U> f)</code> +<div class="block">Creates tuples of the elements in this RDD by applying <code>f</code>.</div> +</td> +</tr> +<tr id="i36" class="altColor"> +<td class="colFirst"><code><R> <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><R></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#map-org.apache.spark.api.java.function.Function-">map</a></span>(<a href="../../../../../org/apache/spark/api/java/function/Function.html" title="interface in org.apache.spark.api.java.function">Function</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,R> f)</code> +<div class="block">Return a new RDD by applying a function to all elements of this RDD.</div> +</td> +</tr> +<tr id="i37" class="rowColor"> +<td class="colFirst"><code><U> <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><U></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapPartitions-org.apache.spark.api.java.function.FlatMapFunction-">mapPartitions</a></span>(<a href="../../../../../org/apache/spark/api/java/function/FlatMapFunction.html" title="interface in org.apache.spark.api.java.function">FlatMapFunction</a><java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>,U> f)</code> +<div class="block">Return a new RDD by applying a function to each partition of this RDD.</div> +</td> +</tr> +<tr id="i38" class="altColor"> +<td class="colFirst"><code><U> <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><U></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapPartitions-org.apache.spark.api.java.function.FlatMapFunction-boolean-">mapPartitions</a></span>(<a href="../../../../../org/apache/spark/api/java/function/FlatMapFunction.html" title="interface in org.apache.spark.api.java.function">FlatMapFunction</a><java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>,U> f, + boolean preservesPartitioning)</code> +<div class="block">Return a new RDD by applying a function to each partition of this RDD.</div> +</td> +</tr> +<tr id="i39" class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaDoubleRDD.html" title="class in org.apache.spark.api.java">JavaDoubleRDD</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapPartitionsToDouble-org.apache.spark.api.java.function.DoubleFlatMapFunction-">mapPartitionsToDouble</a></span>(<a href="../../../../../org/apache/spark/api/java/function/DoubleFlatMapFunction.html" title="interface in org.apache.spark.api.java.function">DoubleFlatMapFunction</a><java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>> f)</code> +<div class="block">Return a new RDD by applying a function to each partition of this RDD.</div> +</td> +</tr> +<tr id="i40" class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaDoubleRDD.html" title="class in org.apache.spark.api.java">JavaDoubleRDD</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapPartitionsToDouble-org.apache.spark.api.java.function.DoubleFlatMapFunction-boolean-">mapPartitionsToDouble</a></span>(<a href="../../../../../org/apache/spark/api/java/function/DoubleFlatMapFunction.html" title="interface in org.apache.spark.api.java.function">DoubleFlatMapFunction</a><java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>> f, + boolean preservesPartitioning)</code> +<div class="block">Return a new RDD by applying a function to each partition of this RDD.</div> +</td> +</tr> +<tr id="i41" class="rowColor"> +<td class="colFirst"><code><K2,V2> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><K2,V2></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapPartitionsToPair-org.apache.spark.api.java.function.PairFlatMapFunction-">mapPartitionsToPair</a></span>(<a href="../../../../../org/apache/spark/api/java/function/PairFlatMapFunction.html" title="interface in org.apache.spark.api.java.function">PairFlatMapFunction</a><java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>,K2,V2> f)</code> +<div class="block">Return a new RDD by applying a function to each partition of this RDD.</div> +</td> +</tr> +<tr id="i42" class="altColor"> +<td class="colFirst"><code><K2,V2> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><K2,V2></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapPartitionsToPair-org.apache.spark.api.java.function.PairFlatMapFunction-boolean-">mapPartitionsToPair</a></span>(<a href="../../../../../org/apache/spark/api/java/function/PairFlatMapFunction.html" title="interface in org.apache.spark.api.java.function">PairFlatMapFunction</a><java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>,K2,V2> f, + boolean preservesPartitioning)</code> +<div class="block">Return a new RDD by applying a function to each partition of this RDD.</div> +</td> +</tr> +<tr id="i43" class="rowColor"> +<td class="colFirst"><code><R> <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><R></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapPartitionsWithIndex-org.apache.spark.api.java.function.Function2-boolean-">mapPartitionsWithIndex</a></span>(<a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><Integer,java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>,java.util.Iterator<R>> f, + boolean preservesPartitioning)</code> +<div class="block">Return a new RDD by applying a function to each partition of this RDD, while tracking the index + of the original partition.</div> +</td> +</tr> +<tr id="i44" class="altColor"> +<td class="colFirst"><code><R> <a href="../../../../../org/apache/spark/api/java/JavaDoubleRDD.html" title="class in org.apache.spark.api.java">JavaDoubleRDD</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapToDouble-org.apache.spark.api.java.function.DoubleFunction-">mapToDouble</a></span>(<a href="../../../../../org/apache/spark/api/java/function/DoubleFunction.html" title="interface in org.apache.spark.api.java.function">DoubleFunction</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> f)</code> +<div class="block">Return a new RDD by applying a function to all elements of this RDD.</div> +</td> +</tr> +<tr id="i45" class="rowColor"> +<td class="colFirst"><code><K2,V2> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><K2,V2></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapToPair-org.apache.spark.api.java.function.PairFunction-">mapToPair</a></span>(<a href="../../../../../org/apache/spark/api/java/function/PairFunction.html" title="interface in org.apache.spark.api.java.function">PairFunction</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,K2,V2> f)</code> +<div class="block">Return a new RDD by applying a function to all elements of this RDD.</div> +</td> +</tr> +<tr id="i46" class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#max-java.util.Comparator-">max</a></span>(java.util.Comparator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> comp)</code> +<div class="block">Returns the maximum element from this RDD as defined by the specified + Comparator[T].</div> +</td> +</tr> +<tr id="i47" class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#min-java.util.Comparator-">min</a></span>(java.util.Comparator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> comp)</code> +<div class="block">Returns the minimum element from this RDD as defined by the specified + Comparator[T].</div> +</td> +</tr> +<tr id="i48" class="altColor"> +<td class="colFirst"><code>String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#name--">name</a></span>()</code> </td> +</tr> +<tr id="i49" class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/Optional.html" title="class in org.apache.spark.api.java">Optional</a><<a href="../../../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#partitioner--">partitioner</a></span>()</code> +<div class="block">The partitioner of this RDD.</div> +</td> +</tr> +<tr id="i50" class="altColor"> +<td class="colFirst"><code>java.util.List<<a href="../../../../../org/apache/spark/Partition.html" title="interface in org.apache.spark">Partition</a>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#partitions--">partitions</a></span>()</code> +<div class="block">Set of partitions in this RDD.</div> +</td> +</tr> +<tr id="i51" class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><String></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#pipe-java.util.List-">pipe</a></span>(java.util.List<String> command)</code> +<div class="block">Return an RDD created by piping elements to a forked external process.</div> +</td> +</tr> +<tr id="i52" class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><String></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#pipe-java.util.List-java.util.Map-">pipe</a></span>(java.util.List<String> command, + java.util.Map<String,String> env)</code> +<div class="block">Return an RDD created by piping elements to a forked external process.</div> +</td> +</tr> +<tr id="i53" class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><String></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#pipe-java.util.List-java.util.Map-boolean-int-">pipe</a></span>(java.util.List<String> command, + java.util.Map<String,String> env, + boolean separateWorkingDir, + int bufferSize)</code> +<div class="block">Return an RDD created by piping elements to a forked external process.</div> +</td> +</tr> +<tr id="i54" class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><String></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#pipe-java.util.List-java.util.Map-boolean-int-java.lang.String-">pipe</a></span>(java.util.List<String> command, + java.util.Map<String,String> env, + boolean separateWorkingDir, + int bufferSize, + String encoding)</code> +<div class="block">Return an RDD created by piping elements to a forked external process.</div> +</td> +</tr> +<tr id="i55" class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><String></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#pipe-java.lang.String-">pipe</a></span>(String command)</code> +<div class="block">Return an RDD created by piping elements to a forked external process.</div> +</td> +</tr> +<tr id="i56" class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#rdd--">rdd</a></span>()</code> </td> +</tr> +<tr id="i57" class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#reduce-org.apache.spark.api.java.function.Function2-">reduce</a></span>(<a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> f)</code> +<div class="block">Reduces the elements of this RDD using the specified commutative and associative binary + operator.</div> +</td> +</tr> +<tr id="i58" class="altColor"> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#saveAsObjectFile-java.lang.String-">saveAsObjectFile</a></span>(String path)</code> +<div class="block">Save this RDD as a SequenceFile of serialized objects.</div> +</td> +</tr> +<tr id="i59" class="rowColor"> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#saveAsTextFile-java.lang.String-">saveAsTextFile</a></span>(String path)</code> +<div class="block">Save this RDD as a text file, using string representations of elements.</div> +</td> +</tr> +<tr id="i60" class="altColor"> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#saveAsTextFile-java.lang.String-java.lang.Class-">saveAsTextFile</a></span>(String path, + Class<? extends org.apache.hadoop.io.compress.CompressionCodec> codec)</code> +<div class="block">Save this RDD as a compressed text file, using string representations of elements.</div> +</td> +</tr> +<tr id="i61" class="rowColor"> +<td class="colFirst"><code>java.util.List<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#take-int-">take</a></span>(int num)</code> +<div class="block">Take the first num elements of the RDD.</div> +</td> +</tr> +<tr id="i62" class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaFutureAction.html" title="interface in org.apache.spark.api.java">JavaFutureAction</a><java.util.List<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#takeAsync-int-">takeAsync</a></span>(int num)</code> +<div class="block">The asynchronous version of the <code>take</code> action, which returns a + future for retrieving the first <code>num</code> elements of this RDD.</div> +</td> +</tr> +<tr id="i63" class="rowColor"> +<td class="colFirst"><code>java.util.List<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#takeOrdered-int-">takeOrdered</a></span>(int num)</code> +<div class="block">Returns the first k (smallest) elements from this RDD using the + natural ordering for T while maintain the order.</div> +</td> +</tr> +<tr id="i64" class="altColor"> +<td class="colFirst"><code>java.util.List<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#takeOrdered-int-java.util.Comparator-">takeOrdered</a></span>(int num, + java.util.Comparator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> comp)</code> +<div class="block">Returns the first k (smallest) elements from this RDD as defined by + the specified Comparator[T] and maintains the order.</div> +</td> +</tr> +<tr id="i65" class="rowColor"> +<td class="colFirst"><code>java.util.List<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#takeSample-boolean-int-">takeSample</a></span>(boolean withReplacement, + int num)</code> </td> +</tr> +<tr id="i66" class="altColor"> +<td class="colFirst"><code>java.util.List<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#takeSample-boolean-int-long-">takeSample</a></span>(boolean withReplacement, + int num, + long seed)</code> </td> +</tr> +<tr id="i67" class="rowColor"> +<td class="colFirst"><code>String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#toDebugString--">toDebugString</a></span>()</code> +<div class="block">A description of this RDD and its recursive dependencies for debugging.</div> +</td> +</tr> +<tr id="i68" class="altColor"> +<td class="colFirst"><code>java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#toLocalIterator--">toLocalIterator</a></span>()</code> +<div class="block">Return an iterator that contains all of the elements in this RDD.</div> +</td> +</tr> +<tr id="i69" class="rowColor"> +<td class="colFirst"><code>java.util.List<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#top-int-">top</a></span>(int num)</code> +<div class="block">Returns the top k (largest) elements from this RDD using the + natural ordering for T and maintains the order.</div> +</td> +</tr> +<tr id="i70" class="altColor"> +<td class="colFirst"><code>java.util.List<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#top-int-java.util.Comparator-">top</a></span>(int num, + java.util.Comparator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> comp)</code> +<div class="block">Returns the top k (largest) elements from this RDD as defined by + the specified Comparator[T] and maintains the order.</div> +</td> +</tr> +<tr id="i71" class="rowColor"> +<td class="colFirst"><code><U> U</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#treeAggregate-U-org.apache.spark.api.java.function.Function2-org.apache.spark.api.java.function.Function2-">treeAggregate</a></span>(U zeroValue, + <a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><U,<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,U> seqOp, + <a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><U,U,U> combOp)</code> +<div class="block"><code>org.apache.spark.api.java.JavaRDDLike.treeAggregate</code> with suggested depth 2.</div> +</td> +</tr> +<tr id="i72" class="altColor"> +<td class="colFirst"><code><U> U</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#treeAggregate-U-org.apache.spark.api.java.function.Function2-org.apache.spark.api.java.function.Function2-int-">treeAggregate</a></span>(U zeroValue, + <a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><U,<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,U> seqOp, + <a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><U,U,U> combOp, + int depth)</code> +<div class="block">Aggregates the elements of this RDD in a multi-level tree pattern.</div> +</td> +</tr> +<tr id="i73" class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#treeReduce-org.apache.spark.api.java.function.Function2-">treeReduce</a></span>(<a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> f)</code> +<div class="block"><code>org.apache.spark.api.java.JavaRDDLike.treeReduce</code> with suggested depth 2.</div> +</td> +</tr> +<tr id="i74" class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#treeReduce-org.apache.spark.api.java.function.Function2-int-">treeReduce</a></span>(<a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> f, + int depth)</code> +<div class="block">Reduces the elements of this RDD in a multi-level tree pattern.</div> +</td> +</tr> +<tr id="i75" class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">This</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#wrapRDD-org.apache.spark.rdd.RDD-">wrapRDD</a></span>(<a href="../../../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> rdd)</code> </td> +</tr> +<tr id="i76" class="altColor"> +<td class="colFirst"><code><U> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,U></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#zip-org.apache.spark.api.java.JavaRDDLike-">zip</a></span>(<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="interface in org.apache.spark.api.java">JavaRDDLike</a><U,?> other)</code> +<div class="block">Zips this RDD with another one, returning key-value pairs with the first element in each RDD, + second element in each RDD, etc.</div> +</td> +</tr> +<tr id="i77" class="rowColor"> +<td class="colFirst"><code><U,V> <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><V></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#zipPartitions-org.apache.spark.api.java.JavaRDDLike-org.apache.spark.api.java.function.FlatMapFunction2-">zipPartitions</a></span>(<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="interface in org.apache.spark.api.java">JavaRDDLike</a><U,?> other, + <a href="../../../../../org/apache/spark/api/java/function/FlatMapFunction2.html" title="interface in org.apache.spark.api.java.function">FlatMapFunction2</a><java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>,java.util.Iterator<U>,V> f)</code> +<div class="block">Zip this RDD's partitions with one (or more) RDD(s) and return a new RDD by + applying a function to the zipped partitions.</div> +</td> +</tr> +<tr id="i78" class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,Long></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#zipWithIndex--">zipWithIndex</a></span>()</code> +<div class="block">Zips this RDD with its element indices.</div> +</td> +</tr> +<tr id="i79" class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,Long></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#zipWithUniqueId--">zipWithUniqueId</a></span>()</code> +<div class="block">Zips this RDD with generated unique Long ids.</div> +</td> +</tr> +</table> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="wrapRDD-org.apache.spark.rdd.RDD-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>wrapRDD</h4> +<pre><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">This</a> wrapRDD(<a href="../../../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> rdd)</pre> +</li> +</ul> +<a name="classTag--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>classTag</h4> +<pre>scala.reflect.ClassTag<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> classTag()</pre> +</li> +</ul> +<a name="rdd--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>rdd</h4> +<pre><a href="../../../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> rdd()</pre> +</li> +</ul> +<a name="partitions--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>partitions</h4> +<pre>java.util.List<<a href="../../../../../org/apache/spark/Partition.html" title="interface in org.apache.spark">Partition</a>> partitions()</pre> +<div class="block">Set of partitions in this RDD.</div> +</li> +</ul> +<a name="getNumPartitions--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getNumPartitions</h4> +<pre>int getNumPartitions()</pre> +<div class="block">Return the number of partitions in this RDD.</div> +</li> +</ul> +<a name="partitioner--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>partitioner</h4> +<pre><a href="../../../../../org/apache/spark/api/java/Optional.html" title="class in org.apache.spark.api.java">Optional</a><<a href="../../../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a>> partitioner()</pre> +<div class="block">The partitioner of this RDD.</div> +</li> +</ul> +<a name="context--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>context</h4> +<pre><a href="../../../../../org/apache/spark/SparkContext.html" title="class in org.apache.spark">SparkContext</a> context()</pre> +<div class="block">The <a href="../../../../../org/apache/spark/SparkContext.html" title="class in org.apache.spark"><code>SparkContext</code></a> that this RDD was created on.</div> +</li> +</ul> +<a name="id--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>id</h4> +<pre>int id()</pre> +<div class="block">A unique ID for this RDD (within its SparkContext).</div> +</li> +</ul> +<a name="getStorageLevel--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getStorageLevel</h4> +<pre><a href="../../../../../org/apache/spark/storage/StorageLevel.html" title="class in org.apache.spark.storage">StorageLevel</a> getStorageLevel()</pre> +<div class="block">Get the RDD's current storage level, or StorageLevel.NONE if none is set.</div> +</li> +</ul> +<a name="iterator-org.apache.spark.Partition-org.apache.spark.TaskContext-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>iterator</h4> +<pre>java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> iterator(<a href="../../../../../org/apache/spark/Partition.html" title="interface in org.apache.spark">Partition</a> split, + <a href="../../../../../org/apache/spark/TaskContext.html" title="class in org.apache.spark">TaskContext</a> taskContext)</pre> +<div class="block">Internal method to this RDD; will read from cache if applicable, or otherwise compute it. + This should ''not'' be called by users directly, but is available for implementors of custom + subclasses of RDD.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>split</code> - (undocumented)</dd> +<dd><code>taskContext</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="map-org.apache.spark.api.java.function.Function-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>map</h4> +<pre><R> <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><R> map(<a href="../../../../../org/apache/spark/api/java/function/Function.html" title="interface in org.apache.spark.api.java.function">Function</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,R> f)</pre> +<div class="block">Return a new RDD by applying a function to all elements of this RDD.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>f</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="mapPartitionsWithIndex-org.apache.spark.api.java.function.Function2-boolean-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>mapPartitionsWithIndex</h4> +<pre><R> <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><R> mapPartitionsWithIndex(<a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><Integer,java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>,java.util.Iterator<R>> f, + boolean preservesPartitioning)</pre> +<div class="block">Return a new RDD by applying a function to each partition of this RDD, while tracking the index + of the original partition.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>f</code> - (undocumented)</dd> +<dd><code>preservesPartitioning</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="mapToDouble-org.apache.spark.api.java.function.DoubleFunction-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>mapToDouble</h4> +<pre><R> <a href="../../../../../org/apache/spark/api/java/JavaDoubleRDD.html" title="class in org.apache.spark.api.java">JavaDoubleRDD</a> mapToDouble(<a href="../../../../../org/apache/spark/api/java/function/DoubleFunction.html" title="interface in org.apache.spark.api.java.function">DoubleFunction</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> f)</pre> +<div class="block">Return a new RDD by applying a function to all elements of this RDD.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>f</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="mapToPair-org.apache.spark.api.java.function.PairFunction-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>mapToPair</h4> +<pre><K2,V2> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><K2,V2> mapToPair(<a href="../../../../../org/apache/spark/api/java/function/PairFunction.html" title="interface in org.apache.spark.api.java.function">PairFunction</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,K2,V2> f)</pre> +<div class="block">Return a new RDD by applying a function to all elements of this RDD.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>f</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="flatMap-org.apache.spark.api.java.function.FlatMapFunction-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>flatMap</h4> +<pre><U> <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><U> flatMap(<a href="../../../../../org/apache/spark/api/java/function/FlatMapFunction.html" title="interface in org.apache.spark.api.java.function">FlatMapFunction</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,U> f)</pre> +<div class="block">Return a new RDD by first applying a function to all elements of this + RDD, and then flattening the results.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>f</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="flatMapToDouble-org.apache.spark.api.java.function.DoubleFlatMapFunction-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>flatMapToDouble</h4> +<pre><a href="../../../../../org/apache/spark/api/java/JavaDoubleRDD.html" title="class in org.apache.spark.api.java">JavaDoubleRDD</a> flatMapToDouble(<a href="../../../../../org/apache/spark/api/java/function/DoubleFlatMapFunction.html" title="interface in org.apache.spark.api.java.function">DoubleFlatMapFunction</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> f)</pre> +<div class="block">Return a new RDD by first applying a function to all elements of this + RDD, and then flattening the results.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>f</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="flatMapToPair-org.apache.spark.api.java.function.PairFlatMapFunction-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>flatMapToPair</h4> +<pre><K2,V2> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><K2,V2> flatMapToPair(<a href="../../../../../org/apache/spark/api/java/function/PairFlatMapFunction.html" title="interface in org.apache.spark.api.java.function">PairFlatMapFunction</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,K2,V2> f)</pre> +<div class="block">Return a new RDD by first applying a function to all elements of this + RDD, and then flattening the results.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>f</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="mapPartitions-org.apache.spark.api.java.function.FlatMapFunction-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>mapPartitions</h4> +<pre><U> <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><U> mapPartitions(<a href="../../../../../org/apache/spark/api/java/function/FlatMapFunction.html" title="interface in org.apache.spark.api.java.function">FlatMapFunction</a><java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>,U> f)</pre> +<div class="block">Return a new RDD by applying a function to each partition of this RDD.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>f</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="mapPartitions-org.apache.spark.api.java.function.FlatMapFunction-boolean-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>mapPartitions</h4> +<pre><U> <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><U> mapPartitions(<a href="../../../../../org/apache/spark/api/java/function/FlatMapFunction.html" title="interface in org.apache.spark.api.java.function">FlatMapFunction</a><java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>,U> f, + boolean preservesPartitioning)</pre> +<div class="block">Return a new RDD by applying a function to each partition of this RDD.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>f</code> - (undocumented)</dd> +<dd><code>preservesPartitioning</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="mapPartitionsToDouble-org.apache.spark.api.java.function.DoubleFlatMapFunction-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>mapPartitionsToDouble</h4> +<pre><a href="../../../../../org/apache/spark/api/java/JavaDoubleRDD.html" title="class in org.apache.spark.api.java">JavaDoubleRDD</a> mapPartitionsToDouble(<a href="../../../../../org/apache/spark/api/java/function/DoubleFlatMapFunction.html" title="interface in org.apache.spark.api.java.function">DoubleFlatMapFunction</a><java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>> f)</pre> +<div class="block">Return a new RDD by applying a function to each partition of this RDD.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>f</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="mapPartitionsToPair-org.apache.spark.api.java.function.PairFlatMapFunction-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>mapPartitionsToPair</h4> +<pre><K2,V2> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><K2,V2> mapPartitionsToPair(<a href="../../../../../org/apache/spark/api/java/function/PairFlatMapFunction.html" title="interface in org.apache.spark.api.java.function">PairFlatMapFunction</a><java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>,K2,V2> f)</pre> +<div class="block">Return a new RDD by applying a function to each partition of this RDD.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>f</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="mapPartitionsToDouble-org.apache.spark.api.java.function.DoubleFlatMapFunction-boolean-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>mapPartitionsToDouble</h4> +<pre><a href="../../../../../org/apache/spark/api/java/JavaDoubleRDD.html" title="class in org.apache.spark.api.java">JavaDoubleRDD</a> mapPartitionsToDouble(<a href="../../../../../org/apache/spark/api/java/function/DoubleFlatMapFunction.html" title="interface in org.apache.spark.api.java.function">DoubleFlatMapFunction</a><java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>> f, + boolean preservesPartitioning)</pre> +<div class="block">Return a new RDD by applying a function to each partition of this RDD.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>f</code> - (undocumented)</dd> +<dd><code>preservesPartitioning</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="mapPartitionsToPair-org.apache.spark.api.java.function.PairFlatMapFunction-boolean-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>mapPartitionsToPair</h4> +<pre><K2,V2> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><K2,V2> mapPartitionsToPair(<a href="../../../../../org/apache/spark/api/java/function/PairFlatMapFunction.html" title="interface in org.apache.spark.api.java.function">PairFlatMapFunction</a><java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>,K2,V2> f, + boolean preservesPartitioning)</pre> +<div class="block">Return a new RDD by applying a function to each partition of this RDD.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>f</code> - (undocumented)</dd> +<dd><code>preservesPartitioning</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="foreachPartition-org.apache.spark.api.java.function.VoidFunction-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>foreachPartition</h4> +<pre>void foreachPartition(<a href="../../../../../org/apache/spark/api/java/function/VoidFunction.html" title="interface in org.apache.spark.api.java.function">VoidFunction</a><java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>> f)</pre> +<div class="block">Applies a function f to each partition of this RDD.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>f</code> - (undocumented)</dd> +</dl> +</li> +</ul> +<a name="glom--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>glom</h4> +<pre><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><java.util.List<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>> glom()</pre> +<div class="block">Return an RDD created by coalescing all elements within each partition into an array.</div> +<dl> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="cartesian-org.apache.spark.api.java.JavaRDDLike-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>cartesian</h4> +<pre><U> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,U> cartesian(<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="interface in org.apache.spark.api.java">JavaRDDLike</a><U,?> other)</pre> +<div class="block">Return the Cartesian product of this RDD and another one, that is, the RDD of all pairs of + elements (a, b) where a is in <code>this</code> and b is in <code>other</code>.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>other</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="groupBy-org.apache.spark.api.java.function.Function-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>groupBy</h4> +<pre><U> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><U,Iterable<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>> groupBy(<a href="../../../../../org/apache/spark/api/java/function/Function.html" title="interface in org.apache.spark.api.java.function">Function</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,U> f)</pre> +<div class="block">Return an RDD of grouped elements. Each group consists of a key and a sequence of elements + mapping to that key.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>f</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="groupBy-org.apache.spark.api.java.function.Function-int-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>groupBy</h4> +<pre><U> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><U,Iterable<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>> groupBy(<a href="../../../../../org/apache/spark/api/java/function/Function.html" title="interface in org.apache.spark.api.java.function">Function</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,U> f, + int numPartitions)</pre> +<div class="block">Return an RDD of grouped elements. Each group consists of a key and a sequence of elements + mapping to that key.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>f</code> - (undocumented)</dd> +<dd><code>numPartitions</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="pipe-java.lang.String-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>pipe</h4> +<pre><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><String> pipe(String command)</pre> +<div class="block">Return an RDD created by piping elements to a forked external process.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>command</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="pipe-java.util.List-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>pipe</h4> +<pre><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><String> pipe(java.util.List<String> command)</pre> +<div class="block">Return an RDD created by piping elements to a forked external process.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>command</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="pipe-java.util.List-java.util.Map-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>pipe</h4> +<pre><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><String> pipe(java.util.List<String> command, + java.util.Map<String,String> env)</pre> +<div class="block">Return an RDD created by piping elements to a forked external process.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>command</code> - (undocumented)</dd> +<dd><code>env</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="pipe-java.util.List-java.util.Map-boolean-int-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>pipe</h4> +<pre><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><String> pipe(java.util.List<String> command, + java.util.Map<String,String> env, + boolean separateWorkingDir, + int bufferSize)</pre> +<div class="block">Return an RDD created by piping elements to a forked external process.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>command</code> - (undocumented)</dd> +<dd><code>env</code> - (undocumented)</dd> +<dd><code>separateWorkingDir</code> - (undocumented)</dd> +<dd><code>bufferSize</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="pipe-java.util.List-java.util.Map-boolean-int-java.lang.String-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>pipe</h4> +<pre><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><String> pipe(java.util.List<String> command, + java.util.Map<String,String> env, + boolean separateWorkingDir, + int bufferSize, + String encoding)</pre> +<div class="block">Return an RDD created by piping elements to a forked external process.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>command</code> - (undocumented)</dd> +<dd><code>env</code> - (undocumented)</dd> +<dd><code>separateWorkingDir</code> - (undocumented)</dd> +<dd><code>bufferSize</code> - (undocumented)</dd> +<dd><code>encoding</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="zip-org.apache.spark.api.java.JavaRDDLike-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>zip</h4> +<pre><U> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,U> zip(<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="interface in org.apache.spark.api.java">JavaRDDLike</a><U,?> other)</pre> +<div class="block">Zips this RDD with another one, returning key-value pairs with the first element in each RDD, + second element in each RDD, etc. Assumes that the two RDDs have the *same number of + partitions* and the *same number of elements in each partition* (e.g. one was made through + a map on the other).</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>other</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="zipPartitions-org.apache.spark.api.java.JavaRDDLike-org.apache.spark.api.java.function.FlatMapFunction2-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>zipPartitions</h4> +<pre><U,V> <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><V> zipPartitions(<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="interface in org.apache.spark.api.java">JavaRDDLike</a><U,?> other, + <a href="../../../../../org/apache/spark/api/java/function/FlatMapFunction2.html" title="interface in org.apache.spark.api.java.function">FlatMapFunction2</a><java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>,java.util.Iterator<U>,V> f)</pre> +<div class="block">Zip this RDD's partitions with one (or more) RDD(s) and return a new RDD by + applying a function to the zipped partitions. Assumes that all the RDDs have the + *same number of partitions*, but does *not* req
<TRUNCATED> --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org
