http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/java/org/apache/spark/RangeDependency.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/java/org/apache/spark/RangeDependency.html b/site/docs/1.6.3/api/java/org/apache/spark/RangeDependency.html new file mode 100644 index 0000000..92e4a7b --- /dev/null +++ b/site/docs/1.6.3/api/java/org/apache/spark/RangeDependency.html @@ -0,0 +1,297 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (version 1.7.0_79) on Wed Nov 02 15:16:17 PDT 2016 --> +<title>RangeDependency (Spark 1.6.3 JavaDoc)</title> +<meta name="date" content="2016-11-02"> +<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style"> +</head> +<body> +<script type="text/javascript"><!-- + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="RangeDependency (Spark 1.6.3 JavaDoc)"; + } +//--> +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar_top"> +<!-- --> +</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark"><span class="strong">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/RangePartitioner.html" title="class in org.apache.spark"><span class="strong">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/RangeDependency.html" target="_top">Frames</a></li> +<li><a href="RangeDependency.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor_summary">Constr</a> | </li> +<li><a href="#method_summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor_detail">Constr</a> | </li> +<li><a href="#method_detail">Method</a></li> +</ul> +</div> +<a name="skip-navbar_top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.spark</div> +<h2 title="Class RangeDependency" class="title">Class RangeDependency<T></h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li>Object</li> +<li> +<ul class="inheritance"> +<li><a href="../../../org/apache/spark/Dependency.html" title="class in org.apache.spark">org.apache.spark.Dependency</a><T></li> +<li> +<ul class="inheritance"> +<li><a href="../../../org/apache/spark/NarrowDependency.html" title="class in org.apache.spark">org.apache.spark.NarrowDependency</a><T></li> +<li> +<ul class="inheritance"> +<li>org.apache.spark.RangeDependency<T></li> +</ul> +</li> +</ul> +</li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<dl> +<dt>All Implemented Interfaces:</dt> +<dd>java.io.Serializable</dd> +</dl> +<hr> +<br> +<pre>public class <span class="strong">RangeDependency<T></span> +extends <a href="../../../org/apache/spark/NarrowDependency.html" title="class in org.apache.spark">NarrowDependency</a><T></pre> +<div class="block">:: DeveloperApi :: + Represents a one-to-one dependency between ranges of partitions in the parent and child RDDs. + param: rdd the parent RDD + param: inStart the start of the range in the parent RDD + param: outStart the start of the range in the child RDD + param: length the length of the range</div> +<dl><dt><span class="strong">See Also:</span></dt><dd><a href="../../../serialized-form.html#org.apache.spark.RangeDependency">Serialized Form</a></dd></dl> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ======== CONSTRUCTOR SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor_summary"> +<!-- --> +</a> +<h3>Constructor Summary</h3> +<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation"> +<caption><span>Constructors</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colOne" scope="col">Constructor and Description</th> +</tr> +<tr class="altColor"> +<td class="colOne"><code><strong><a href="../../../org/apache/spark/RangeDependency.html#RangeDependency(org.apache.spark.rdd.RDD,%20int,%20int,%20int)">RangeDependency</a></strong>(<a href="../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><<a href="../../../org/apache/spark/RangeDependency.html" title="type parameter in RangeDependency">T</a>> rdd, + int inStart, + int outStart, + int length)</code> </td> +</tr> +</table> +</li> +</ul> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method_summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span>Methods</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>scala.collection.immutable.List<Object></code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/RangeDependency.html#getParents(int)">getParents</a></strong>(int partitionId)</code> +<div class="block">Get the parent partitions for a child partition.</div> +</td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods_inherited_from_class_org.apache.spark.NarrowDependency"> +<!-- --> +</a> +<h3>Methods inherited from class org.apache.spark.<a href="../../../org/apache/spark/NarrowDependency.html" title="class in org.apache.spark">NarrowDependency</a></h3> +<code><a href="../../../org/apache/spark/NarrowDependency.html#rdd()">rdd</a></code></li> +</ul> +<ul class="blockList"> +<li class="blockList"><a name="methods_inherited_from_class_Object"> +<!-- --> +</a> +<h3>Methods inherited from class Object</h3> +<code>equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ========= CONSTRUCTOR DETAIL ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor_detail"> +<!-- --> +</a> +<h3>Constructor Detail</h3> +<a name="RangeDependency(org.apache.spark.rdd.RDD, int, int, int)"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>RangeDependency</h4> +<pre>public RangeDependency(<a href="../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><<a href="../../../org/apache/spark/RangeDependency.html" title="type parameter in RangeDependency">T</a>> rdd, + int inStart, + int outStart, + int length)</pre> +</li> +</ul> +</li> +</ul> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method_detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="getParents(int)"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>getParents</h4> +<pre>public scala.collection.immutable.List<Object> getParents(int partitionId)</pre> +<div class="block"><strong>Description copied from class: <code><a href="../../../org/apache/spark/NarrowDependency.html#getParents(int)">NarrowDependency</a></code></strong></div> +<div class="block">Get the parent partitions for a child partition.</div> +<dl> +<dt><strong>Specified by:</strong></dt> +<dd><code><a href="../../../org/apache/spark/NarrowDependency.html#getParents(int)">getParents</a></code> in class <code><a href="../../../org/apache/spark/NarrowDependency.html" title="class in org.apache.spark">NarrowDependency</a><<a href="../../../org/apache/spark/RangeDependency.html" title="type parameter in RangeDependency">T</a>></code></dd> +<dt><span class="strong">Parameters:</span></dt><dd><code>partitionId</code> - a partition of the child RDD</dd> +<dt><span class="strong">Returns:</span></dt><dd>the partitions of the parent RDD that the child partition depends upon</dd></dl> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar_bottom"> +<!-- --> +</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark"><span class="strong">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/RangePartitioner.html" title="class in org.apache.spark"><span class="strong">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/RangeDependency.html" target="_top">Frames</a></li> +<li><a href="RangeDependency.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor_summary">Constr</a> | </li> +<li><a href="#method_summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor_detail">Constr</a> | </li> +<li><a href="#method_detail">Method</a></li> +</ul> +</div> +<a name="skip-navbar_bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +<script defer="defer" type="text/javascript" src="../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../lib/api-javadocs.js"></script></body> +</html>
http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/java/org/apache/spark/RangePartitioner.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/java/org/apache/spark/RangePartitioner.html b/site/docs/1.6.3/api/java/org/apache/spark/RangePartitioner.html new file mode 100644 index 0000000..c367f7f --- /dev/null +++ b/site/docs/1.6.3/api/java/org/apache/spark/RangePartitioner.html @@ -0,0 +1,390 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (version 1.7.0_79) on Wed Nov 02 15:16:17 PDT 2016 --> +<title>RangePartitioner (Spark 1.6.3 JavaDoc)</title> +<meta name="date" content="2016-11-02"> +<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style"> +</head> +<body> +<script type="text/javascript"><!-- + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="RangePartitioner (Spark 1.6.3 JavaDoc)"; + } +//--> +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar_top"> +<!-- --> +</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/RangeDependency.html" title="class in org.apache.spark"><span class="strong">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/Resubmitted.html" title="class in org.apache.spark"><span class="strong">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/RangePartitioner.html" target="_top">Frames</a></li> +<li><a href="RangePartitioner.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor_summary">Constr</a> | </li> +<li><a href="#method_summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor_detail">Constr</a> | </li> +<li><a href="#method_detail">Method</a></li> +</ul> +</div> +<a name="skip-navbar_top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.spark</div> +<h2 title="Class RangePartitioner" class="title">Class RangePartitioner<K,V></h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li>Object</li> +<li> +<ul class="inheritance"> +<li><a href="../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">org.apache.spark.Partitioner</a></li> +<li> +<ul class="inheritance"> +<li>org.apache.spark.RangePartitioner<K,V></li> +</ul> +</li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<dl> +<dt>All Implemented Interfaces:</dt> +<dd>java.io.Serializable</dd> +</dl> +<hr> +<br> +<pre>public class <span class="strong">RangePartitioner<K,V></span> +extends <a href="../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a></pre> +<div class="block">A <a href="../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark"><code>Partitioner</code></a> that partitions sortable records by range into roughly + equal ranges. The ranges are determined by sampling the content of the RDD passed in. + <p> + Note that the actual number of partitions created by the RangePartitioner might not be the same + as the <code>partitions</code> parameter, in the case where the number of sampled records is less than + the value of <code>partitions</code>.</div> +<dl><dt><span class="strong">See Also:</span></dt><dd><a href="../../../serialized-form.html#org.apache.spark.RangePartitioner">Serialized Form</a></dd></dl> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ======== CONSTRUCTOR SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor_summary"> +<!-- --> +</a> +<h3>Constructor Summary</h3> +<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation"> +<caption><span>Constructors</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colOne" scope="col">Constructor and Description</th> +</tr> +<tr class="altColor"> +<td class="colOne"><code><strong><a href="../../../org/apache/spark/RangePartitioner.html#RangePartitioner(int,%20org.apache.spark.rdd.RDD,%20boolean,%20scala.math.Ordering,%20scala.reflect.ClassTag)">RangePartitioner</a></strong>(int partitions, + <a href="../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><? extends scala.Product2<<a href="../../../org/apache/spark/RangePartitioner.html" title="type parameter in RangePartitioner">K</a>,<a href="../../../org/apache/spark/RangePartitioner.html" title="type parameter in RangePartitioner">V</a>>> rdd, + boolean ascending, + scala.math.Ordering<<a href="../../../org/apache/spark/RangePartitioner.html" title="type parameter in RangePartitioner">K</a>> evidence$1, + scala.reflect.ClassTag<<a href="../../../org/apache/spark/RangePartitioner.html" title="type parameter in RangePartitioner">K</a>> evidence$2)</code> </td> +</tr> +</table> +</li> +</ul> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method_summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span>Methods</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>static <K> Object</code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/RangePartitioner.html#determineBounds(scala.collection.mutable.ArrayBuffer,%20int,%20scala.math.Ordering,%20scala.reflect.ClassTag)">determineBounds</a></strong>(scala.collection.mutable.ArrayBuffer<scala.Tuple2<K,Object>> candidates, + int partitions, + scala.math.Ordering<K> evidence$4, + scala.reflect.ClassTag<K> evidence$5)</code> +<div class="block">Determines the bounds for range partitioning from candidates with weights indicating how many + items each represents.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>boolean</code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/RangePartitioner.html#equals(java.lang.Object)">equals</a></strong>(Object other)</code> </td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>int</code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/RangePartitioner.html#getPartition(java.lang.Object)">getPartition</a></strong>(Object key)</code> </td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>int</code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/RangePartitioner.html#hashCode()">hashCode</a></strong>()</code> </td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>int</code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/RangePartitioner.html#numPartitions()">numPartitions</a></strong>()</code> </td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>static <K> scala.Tuple2<Object,scala.Tuple3<Object,Object,Object>[]></code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/RangePartitioner.html#sketch(org.apache.spark.rdd.RDD,%20int,%20scala.reflect.ClassTag)">sketch</a></strong>(<a href="../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><K> rdd, + int sampleSizePerPartition, + scala.reflect.ClassTag<K> evidence$3)</code> +<div class="block">Sketches the input RDD via reservoir sampling on each partition.</div> +</td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods_inherited_from_class_org.apache.spark.Partitioner"> +<!-- --> +</a> +<h3>Methods inherited from class org.apache.spark.<a href="../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a></h3> +<code><a href="../../../org/apache/spark/Partitioner.html#defaultPartitioner(org.apache.spark.rdd.RDD,%20scala.collection.Seq)">defaultPartitioner</a></code></li> +</ul> +<ul class="blockList"> +<li class="blockList"><a name="methods_inherited_from_class_Object"> +<!-- --> +</a> +<h3>Methods inherited from class Object</h3> +<code>getClass, notify, notifyAll, toString, wait, wait, wait</code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ========= CONSTRUCTOR DETAIL ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor_detail"> +<!-- --> +</a> +<h3>Constructor Detail</h3> +<a name="RangePartitioner(int, org.apache.spark.rdd.RDD, boolean, scala.math.Ordering, scala.reflect.ClassTag)"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>RangePartitioner</h4> +<pre>public RangePartitioner(int partitions, + <a href="../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><? extends scala.Product2<<a href="../../../org/apache/spark/RangePartitioner.html" title="type parameter in RangePartitioner">K</a>,<a href="../../../org/apache/spark/RangePartitioner.html" title="type parameter in RangePartitioner">V</a>>> rdd, + boolean ascending, + scala.math.Ordering<<a href="../../../org/apache/spark/RangePartitioner.html" title="type parameter in RangePartitioner">K</a>> evidence$1, + scala.reflect.ClassTag<<a href="../../../org/apache/spark/RangePartitioner.html" title="type parameter in RangePartitioner">K</a>> evidence$2)</pre> +</li> +</ul> +</li> +</ul> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method_detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="sketch(org.apache.spark.rdd.RDD, int, scala.reflect.ClassTag)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>sketch</h4> +<pre>public static <K> scala.Tuple2<Object,scala.Tuple3<Object,Object,Object>[]> sketch(<a href="../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><K> rdd, + int sampleSizePerPartition, + scala.reflect.ClassTag<K> evidence$3)</pre> +<div class="block">Sketches the input RDD via reservoir sampling on each partition. + <p></div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>rdd</code> - the input RDD to sketch</dd><dd><code>sampleSizePerPartition</code> - max sample size per partition</dd><dd><code>evidence$3</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(total number of items, an array of (partitionId, number of items, sample))</dd></dl> +</li> +</ul> +<a name="determineBounds(scala.collection.mutable.ArrayBuffer, int, scala.math.Ordering, scala.reflect.ClassTag)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>determineBounds</h4> +<pre>public static <K> Object determineBounds(scala.collection.mutable.ArrayBuffer<scala.Tuple2<K,Object>> candidates, + int partitions, + scala.math.Ordering<K> evidence$4, + scala.reflect.ClassTag<K> evidence$5)</pre> +<div class="block">Determines the bounds for range partitioning from candidates with weights indicating how many + items each represents. Usually this is 1 over the probability used to sample this candidate. + <p></div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>candidates</code> - unordered candidates with weights</dd><dd><code>partitions</code> - number of partitions</dd><dd><code>evidence$4</code> - (undocumented)</dd><dd><code>evidence$5</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>selected bounds</dd></dl> +</li> +</ul> +<a name="numPartitions()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>numPartitions</h4> +<pre>public int numPartitions()</pre> +<dl> +<dt><strong>Specified by:</strong></dt> +<dd><code><a href="../../../org/apache/spark/Partitioner.html#numPartitions()">numPartitions</a></code> in class <code><a href="../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a></code></dd> +</dl> +</li> +</ul> +<a name="getPartition(java.lang.Object)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getPartition</h4> +<pre>public int getPartition(Object key)</pre> +<dl> +<dt><strong>Specified by:</strong></dt> +<dd><code><a href="../../../org/apache/spark/Partitioner.html#getPartition(java.lang.Object)">getPartition</a></code> in class <code><a href="../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a></code></dd> +</dl> +</li> +</ul> +<a name="equals(java.lang.Object)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>equals</h4> +<pre>public boolean equals(Object other)</pre> +<dl> +<dt><strong>Overrides:</strong></dt> +<dd><code>equals</code> in class <code>Object</code></dd> +</dl> +</li> +</ul> +<a name="hashCode()"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>hashCode</h4> +<pre>public int hashCode()</pre> +<dl> +<dt><strong>Overrides:</strong></dt> +<dd><code>hashCode</code> in class <code>Object</code></dd> +</dl> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar_bottom"> +<!-- --> +</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/RangeDependency.html" title="class in org.apache.spark"><span class="strong">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/Resubmitted.html" title="class in org.apache.spark"><span class="strong">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/RangePartitioner.html" target="_top">Frames</a></li> +<li><a href="RangePartitioner.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor_summary">Constr</a> | </li> +<li><a href="#method_summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor_detail">Constr</a> | </li> +<li><a href="#method_detail">Method</a></li> +</ul> +</div> +<a name="skip-navbar_bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +<script defer="defer" type="text/javascript" src="../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../lib/api-javadocs.js"></script></body> +</html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/java/org/apache/spark/Resubmitted.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/java/org/apache/spark/Resubmitted.html b/site/docs/1.6.3/api/java/org/apache/spark/Resubmitted.html new file mode 100644 index 0000000..5fc32e9 --- /dev/null +++ b/site/docs/1.6.3/api/java/org/apache/spark/Resubmitted.html @@ -0,0 +1,285 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (version 1.7.0_79) on Wed Nov 02 15:16:17 PDT 2016 --> +<title>Resubmitted (Spark 1.6.3 JavaDoc)</title> +<meta name="date" content="2016-11-02"> +<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style"> +</head> +<body> +<script type="text/javascript"><!-- + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Resubmitted (Spark 1.6.3 JavaDoc)"; + } +//--> +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar_top"> +<!-- --> +</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/RangePartitioner.html" title="class in org.apache.spark"><span class="strong">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/SerializableWritable.html" title="class in org.apache.spark"><span class="strong">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/Resubmitted.html" target="_top">Frames</a></li> +<li><a href="Resubmitted.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor_summary">Constr</a> | </li> +<li><a href="#method_summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor_detail">Constr</a> | </li> +<li><a href="#method_detail">Method</a></li> +</ul> +</div> +<a name="skip-navbar_top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.spark</div> +<h2 title="Class Resubmitted" class="title">Class Resubmitted</h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li>Object</li> +<li> +<ul class="inheritance"> +<li>org.apache.spark.Resubmitted</li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<dl> +<dt>All Implemented Interfaces:</dt> +<dd>java.io.Serializable, <a href="../../../org/apache/spark/TaskEndReason.html" title="interface in org.apache.spark">TaskEndReason</a>, <a href="../../../org/apache/spark/TaskFailedReason.html" title="interface in org.apache.spark">TaskFailedReason</a>, scala.Equals, scala.Product</dd> +</dl> +<hr> +<br> +<pre>public class <span class="strong">Resubmitted</span> +extends Object +implements <a href="../../../org/apache/spark/TaskFailedReason.html" title="interface in org.apache.spark">TaskFailedReason</a>, scala.Product, scala.Serializable</pre> +<div class="block">:: DeveloperApi :: + A <code>ShuffleMapTask</code> that completed successfully earlier, but we + lost the executor before the stage completed. This means Spark needs to reschedule the task + to be re-executed on a different executor.</div> +<dl><dt><span class="strong">See Also:</span></dt><dd><a href="../../../serialized-form.html#org.apache.spark.Resubmitted">Serialized Form</a></dd></dl> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ======== CONSTRUCTOR SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor_summary"> +<!-- --> +</a> +<h3>Constructor Summary</h3> +<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation"> +<caption><span>Constructors</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colOne" scope="col">Constructor and Description</th> +</tr> +<tr class="altColor"> +<td class="colOne"><code><strong><a href="../../../org/apache/spark/Resubmitted.html#Resubmitted()">Resubmitted</a></strong>()</code> </td> +</tr> +</table> +</li> +</ul> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method_summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span>Methods</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>static String</code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/Resubmitted.html#toErrorString()">toErrorString</a></strong>()</code> </td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods_inherited_from_class_Object"> +<!-- --> +</a> +<h3>Methods inherited from class Object</h3> +<code>equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li> +</ul> +<ul class="blockList"> +<li class="blockList"><a name="methods_inherited_from_class_org.apache.spark.TaskFailedReason"> +<!-- --> +</a> +<h3>Methods inherited from interface org.apache.spark.<a href="../../../org/apache/spark/TaskFailedReason.html" title="interface in org.apache.spark">TaskFailedReason</a></h3> +<code><a href="../../../org/apache/spark/TaskFailedReason.html#countTowardsTaskFailures()">countTowardsTaskFailures</a>, <a href="../../../org/apache/spark/TaskFailedReason.html#toErrorString()">toErrorString</a></code></li> +</ul> +<ul class="blockList"> +<li class="blockList"><a name="methods_inherited_from_class_scala.Product"> +<!-- --> +</a> +<h3>Methods inherited from interface scala.Product</h3> +<code>productArity, productElement, productIterator, productPrefix</code></li> +</ul> +<ul class="blockList"> +<li class="blockList"><a name="methods_inherited_from_class_scala.Equals"> +<!-- --> +</a> +<h3>Methods inherited from interface scala.Equals</h3> +<code>canEqual, equals</code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ========= CONSTRUCTOR DETAIL ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor_detail"> +<!-- --> +</a> +<h3>Constructor Detail</h3> +<a name="Resubmitted()"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>Resubmitted</h4> +<pre>public Resubmitted()</pre> +</li> +</ul> +</li> +</ul> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method_detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="toErrorString()"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>toErrorString</h4> +<pre>public static String toErrorString()</pre> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar_bottom"> +<!-- --> +</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/RangePartitioner.html" title="class in org.apache.spark"><span class="strong">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/SerializableWritable.html" title="class in org.apache.spark"><span class="strong">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/Resubmitted.html" target="_top">Frames</a></li> +<li><a href="Resubmitted.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor_summary">Constr</a> | </li> +<li><a href="#method_summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor_detail">Constr</a> | </li> +<li><a href="#method_detail">Method</a></li> +</ul> +</div> +<a name="skip-navbar_bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +<script defer="defer" type="text/javascript" src="../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../lib/api-javadocs.js"></script></body> +</html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/java/org/apache/spark/SerializableWritable.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/java/org/apache/spark/SerializableWritable.html b/site/docs/1.6.3/api/java/org/apache/spark/SerializableWritable.html new file mode 100644 index 0000000..05e59d8 --- /dev/null +++ b/site/docs/1.6.3/api/java/org/apache/spark/SerializableWritable.html @@ -0,0 +1,292 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (version 1.7.0_79) on Wed Nov 02 15:16:17 PDT 2016 --> +<title>SerializableWritable (Spark 1.6.3 JavaDoc)</title> +<meta name="date" content="2016-11-02"> +<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style"> +</head> +<body> +<script type="text/javascript"><!-- + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="SerializableWritable (Spark 1.6.3 JavaDoc)"; + } +//--> +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar_top"> +<!-- --> +</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/Resubmitted.html" title="class in org.apache.spark"><span class="strong">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/ShuffleDependency.html" title="class in org.apache.spark"><span class="strong">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/SerializableWritable.html" target="_top">Frames</a></li> +<li><a href="SerializableWritable.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor_summary">Constr</a> | </li> +<li><a href="#method_summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor_detail">Constr</a> | </li> +<li><a href="#method_detail">Method</a></li> +</ul> +</div> +<a name="skip-navbar_top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.spark</div> +<h2 title="Class SerializableWritable" class="title">Class SerializableWritable<T extends org.apache.hadoop.io.Writable></h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li>Object</li> +<li> +<ul class="inheritance"> +<li>org.apache.spark.SerializableWritable<T></li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<dl> +<dt>All Implemented Interfaces:</dt> +<dd>java.io.Serializable</dd> +</dl> +<hr> +<br> +<pre>public class <span class="strong">SerializableWritable<T extends org.apache.hadoop.io.Writable></span> +extends Object +implements java.io.Serializable</pre> +<dl><dt><span class="strong">See Also:</span></dt><dd><a href="../../../serialized-form.html#org.apache.spark.SerializableWritable">Serialized Form</a></dd></dl> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ======== CONSTRUCTOR SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor_summary"> +<!-- --> +</a> +<h3>Constructor Summary</h3> +<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation"> +<caption><span>Constructors</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colOne" scope="col">Constructor and Description</th> +</tr> +<tr class="altColor"> +<td class="colOne"><code><strong><a href="../../../org/apache/spark/SerializableWritable.html#SerializableWritable(T)">SerializableWritable</a></strong>(<a href="../../../org/apache/spark/SerializableWritable.html" title="type parameter in SerializableWritable">T</a> t)</code> </td> +</tr> +</table> +</li> +</ul> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method_summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span>Methods</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../org/apache/spark/SerializableWritable.html" title="type parameter in SerializableWritable">T</a></code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/SerializableWritable.html#t()">t</a></strong>()</code> </td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>String</code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/SerializableWritable.html#toString()">toString</a></strong>()</code> </td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../org/apache/spark/SerializableWritable.html" title="type parameter in SerializableWritable">T</a></code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/SerializableWritable.html#value()">value</a></strong>()</code> </td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods_inherited_from_class_Object"> +<!-- --> +</a> +<h3>Methods inherited from class Object</h3> +<code>equals, getClass, hashCode, notify, notifyAll, wait, wait, wait</code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ========= CONSTRUCTOR DETAIL ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor_detail"> +<!-- --> +</a> +<h3>Constructor Detail</h3> +<a name="SerializableWritable(org.apache.hadoop.io.Writable)"> +<!-- --> +</a><a name="SerializableWritable(T)"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>SerializableWritable</h4> +<pre>public SerializableWritable(<a href="../../../org/apache/spark/SerializableWritable.html" title="type parameter in SerializableWritable">T</a> t)</pre> +</li> +</ul> +</li> +</ul> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method_detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="t()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>t</h4> +<pre>public <a href="../../../org/apache/spark/SerializableWritable.html" title="type parameter in SerializableWritable">T</a> t()</pre> +</li> +</ul> +<a name="value()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>value</h4> +<pre>public <a href="../../../org/apache/spark/SerializableWritable.html" title="type parameter in SerializableWritable">T</a> value()</pre> +</li> +</ul> +<a name="toString()"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>toString</h4> +<pre>public String toString()</pre> +<dl> +<dt><strong>Overrides:</strong></dt> +<dd><code>toString</code> in class <code>Object</code></dd> +</dl> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar_bottom"> +<!-- --> +</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/Resubmitted.html" title="class in org.apache.spark"><span class="strong">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/ShuffleDependency.html" title="class in org.apache.spark"><span class="strong">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/SerializableWritable.html" target="_top">Frames</a></li> +<li><a href="SerializableWritable.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor_summary">Constr</a> | </li> +<li><a href="#method_summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor_detail">Constr</a> | </li> +<li><a href="#method_detail">Method</a></li> +</ul> +</div> +<a name="skip-navbar_bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +<script defer="defer" type="text/javascript" src="../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../lib/api-javadocs.js"></script></body> +</html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/java/org/apache/spark/ShuffleDependency.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/java/org/apache/spark/ShuffleDependency.html b/site/docs/1.6.3/api/java/org/apache/spark/ShuffleDependency.html new file mode 100644 index 0000000..f49de90 --- /dev/null +++ b/site/docs/1.6.3/api/java/org/apache/spark/ShuffleDependency.html @@ -0,0 +1,426 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (version 1.7.0_79) on Wed Nov 02 15:16:17 PDT 2016 --> +<title>ShuffleDependency (Spark 1.6.3 JavaDoc)</title> +<meta name="date" content="2016-11-02"> +<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style"> +</head> +<body> +<script type="text/javascript"><!-- + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="ShuffleDependency (Spark 1.6.3 JavaDoc)"; + } +//--> +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar_top"> +<!-- --> +</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/SerializableWritable.html" title="class in org.apache.spark"><span class="strong">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/SimpleFutureAction.html" title="class in org.apache.spark"><span class="strong">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/ShuffleDependency.html" target="_top">Frames</a></li> +<li><a href="ShuffleDependency.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor_summary">Constr</a> | </li> +<li><a href="#method_summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor_detail">Constr</a> | </li> +<li><a href="#method_detail">Method</a></li> +</ul> +</div> +<a name="skip-navbar_top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.spark</div> +<h2 title="Class ShuffleDependency" class="title">Class ShuffleDependency<K,V,C></h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li>Object</li> +<li> +<ul class="inheritance"> +<li><a href="../../../org/apache/spark/Dependency.html" title="class in org.apache.spark">org.apache.spark.Dependency</a><scala.Product2<K,V>></li> +<li> +<ul class="inheritance"> +<li>org.apache.spark.ShuffleDependency<K,V,C></li> +</ul> +</li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<dl> +<dt>All Implemented Interfaces:</dt> +<dd>java.io.Serializable</dd> +</dl> +<hr> +<br> +<pre>public class <span class="strong">ShuffleDependency<K,V,C></span> +extends <a href="../../../org/apache/spark/Dependency.html" title="class in org.apache.spark">Dependency</a><scala.Product2<K,V>></pre> +<div class="block">:: DeveloperApi :: + Represents a dependency on the output of a shuffle stage. Note that in the case of shuffle, + the RDD is transient since we don't need it on the executor side. + <p> + param: _rdd the parent RDD + param: partitioner partitioner used to partition the shuffle output + param: serializer <a href="../../../org/apache/spark/serializer/Serializer.html" title="class in org.apache.spark.serializer"><code>Serializer</code></a> to use. If set to None, + the default serializer, as specified by <code>spark.serializer</code> config option, will + be used. + param: keyOrdering key ordering for RDD's shuffles + param: aggregator map/reduce-side aggregator for RDD's shuffle + param: mapSideCombine whether to perform partial aggregation (also known as map-side combine)</div> +<dl><dt><span class="strong">See Also:</span></dt><dd><a href="../../../serialized-form.html#org.apache.spark.ShuffleDependency">Serialized Form</a></dd></dl> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ======== CONSTRUCTOR SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor_summary"> +<!-- --> +</a> +<h3>Constructor Summary</h3> +<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation"> +<caption><span>Constructors</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colOne" scope="col">Constructor and Description</th> +</tr> +<tr class="altColor"> +<td class="colOne"><code><strong><a href="../../../org/apache/spark/ShuffleDependency.html#ShuffleDependency(org.apache.spark.rdd.RDD,%20org.apache.spark.Partitioner,%20scala.Option,%20scala.Option,%20scala.Option,%20boolean,%20scala.reflect.ClassTag,%20scala.reflect.ClassTag,%20scala.reflect.ClassTag)">ShuffleDependency</a></strong>(<a href="../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><? extends scala.Product2<<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>>> _rdd, + <a href="../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a> partitioner, + scala.Option<<a href="../../../org/apache/spark/serializer/Serializer.html" title="class in org.apache.spark.serializer">Serializer</a>> serializer, + scala.Option<scala.math.Ordering<<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>>> keyOrdering, + scala.Option<<a href="../../../org/apache/spark/Aggregator.html" title="class in org.apache.spark">Aggregator</a><<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">C</a>>> aggregator, + boolean mapSideCombine, + scala.reflect.ClassTag<<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>> evidence$1, + scala.reflect.ClassTag<<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>> evidence$2, + scala.reflect.ClassTag<<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">C</a>> evidence$3)</code> </td> +</tr> +</table> +</li> +</ul> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method_summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span>Methods</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>scala.Option<<a href="../../../org/apache/spark/Aggregator.html" title="class in org.apache.spark">Aggregator</a><<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">C</a>>></code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/ShuffleDependency.html#aggregator()">aggregator</a></strong>()</code> </td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>scala.Option<String></code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/ShuffleDependency.html#combinerClassName()">combinerClassName</a></strong>()</code> </td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>String</code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/ShuffleDependency.html#keyClassName()">keyClassName</a></strong>()</code> </td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>scala.Option<scala.math.Ordering<<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>>></code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/ShuffleDependency.html#keyOrdering()">keyOrdering</a></strong>()</code> </td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>boolean</code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/ShuffleDependency.html#mapSideCombine()">mapSideCombine</a></strong>()</code> </td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a></code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/ShuffleDependency.html#partitioner()">partitioner</a></strong>()</code> </td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><scala.Product2<<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>>></code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/ShuffleDependency.html#rdd()">rdd</a></strong>()</code> </td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>scala.Option<<a href="../../../org/apache/spark/serializer/Serializer.html" title="class in org.apache.spark.serializer">Serializer</a>></code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/ShuffleDependency.html#serializer()">serializer</a></strong>()</code> </td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>org.apache.spark.shuffle.ShuffleHandle</code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/ShuffleDependency.html#shuffleHandle()">shuffleHandle</a></strong>()</code> </td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>int</code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/ShuffleDependency.html#shuffleId()">shuffleId</a></strong>()</code> </td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>String</code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/ShuffleDependency.html#valueClassName()">valueClassName</a></strong>()</code> </td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods_inherited_from_class_Object"> +<!-- --> +</a> +<h3>Methods inherited from class Object</h3> +<code>equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ========= CONSTRUCTOR DETAIL ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor_detail"> +<!-- --> +</a> +<h3>Constructor Detail</h3> +<a name="ShuffleDependency(org.apache.spark.rdd.RDD, org.apache.spark.Partitioner, scala.Option, scala.Option, scala.Option, boolean, scala.reflect.ClassTag, scala.reflect.ClassTag, scala.reflect.ClassTag)"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>ShuffleDependency</h4> +<pre>public ShuffleDependency(<a href="../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><? extends scala.Product2<<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>>> _rdd, + <a href="../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a> partitioner, + scala.Option<<a href="../../../org/apache/spark/serializer/Serializer.html" title="class in org.apache.spark.serializer">Serializer</a>> serializer, + scala.Option<scala.math.Ordering<<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>>> keyOrdering, + scala.Option<<a href="../../../org/apache/spark/Aggregator.html" title="class in org.apache.spark">Aggregator</a><<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">C</a>>> aggregator, + boolean mapSideCombine, + scala.reflect.ClassTag<<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>> evidence$1, + scala.reflect.ClassTag<<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>> evidence$2, + scala.reflect.ClassTag<<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">C</a>> evidence$3)</pre> +</li> +</ul> +</li> +</ul> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method_detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="partitioner()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>partitioner</h4> +<pre>public <a href="../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a> partitioner()</pre> +</li> +</ul> +<a name="serializer()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>serializer</h4> +<pre>public scala.Option<<a href="../../../org/apache/spark/serializer/Serializer.html" title="class in org.apache.spark.serializer">Serializer</a>> serializer()</pre> +</li> +</ul> +<a name="keyOrdering()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>keyOrdering</h4> +<pre>public scala.Option<scala.math.Ordering<<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>>> keyOrdering()</pre> +</li> +</ul> +<a name="aggregator()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>aggregator</h4> +<pre>public scala.Option<<a href="../../../org/apache/spark/Aggregator.html" title="class in org.apache.spark">Aggregator</a><<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">C</a>>> aggregator()</pre> +</li> +</ul> +<a name="mapSideCombine()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>mapSideCombine</h4> +<pre>public boolean mapSideCombine()</pre> +</li> +</ul> +<a name="rdd()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>rdd</h4> +<pre>public <a href="../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><scala.Product2<<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>>> rdd()</pre> +<dl> +<dt><strong>Specified by:</strong></dt> +<dd><code><a href="../../../org/apache/spark/Dependency.html#rdd()">rdd</a></code> in class <code><a href="../../../org/apache/spark/Dependency.html" title="class in org.apache.spark">Dependency</a><scala.Product2<<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>>></code></dd> +</dl> +</li> +</ul> +<a name="keyClassName()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>keyClassName</h4> +<pre>public String keyClassName()</pre> +</li> +</ul> +<a name="valueClassName()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>valueClassName</h4> +<pre>public String valueClassName()</pre> +</li> +</ul> +<a name="combinerClassName()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>combinerClassName</h4> +<pre>public scala.Option<String> combinerClassName()</pre> +</li> +</ul> +<a name="shuffleId()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>shuffleId</h4> +<pre>public int shuffleId()</pre> +</li> +</ul> +<a name="shuffleHandle()"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>shuffleHandle</h4> +<pre>public org.apache.spark.shuffle.ShuffleHandle shuffleHandle()</pre> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar_bottom"> +<!-- --> +</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/SerializableWritable.html" title="class in org.apache.spark"><span class="strong">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/SimpleFutureAction.html" title="class in org.apache.spark"><span class="strong">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/ShuffleDependency.html" target="_top">Frames</a></li> +<li><a href="ShuffleDependency.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor_summary">Constr</a> | </li> +<li><a href="#method_summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor_detail">Constr</a> | </li> +<li><a href="#method_detail">Method</a></li> +</ul> +</div> +<a name="skip-navbar_bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +<script defer="defer" type="text/javascript" src="../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../lib/api-javadocs.js"></script></body> +</html> --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org