http://git-wip-us.apache.org/repos/asf/spark-website/blob/52917ac4/site/docs/2.4.0/api/java/org/apache/spark/SerializableWritable.html ---------------------------------------------------------------------- diff --git a/site/docs/2.4.0/api/java/org/apache/spark/SerializableWritable.html b/site/docs/2.4.0/api/java/org/apache/spark/SerializableWritable.html new file mode 100644 index 0000000..297a0e1 --- /dev/null +++ b/site/docs/2.4.0/api/java/org/apache/spark/SerializableWritable.html @@ -0,0 +1,310 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd";> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (1.8.0_181) on Fri Nov 02 07:03:19 UTC 2018 --> +<title>SerializableWritable (Spark 2.4.0 JavaDoc)</title> +<meta name="date" content="2018-11-02"> +<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style"> +<script type="text/javascript" src="../../../script.js"></script> +</head> +<body> +<script type="text/javascript"><!-- + try { + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="SerializableWritable (Spark 2.4.0 JavaDoc)"; + } + } + catch(err) { + } +//--> +var methods = {"i0":10,"i1":10,"i2":10}; +var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; +var altColor = "altColor"; +var rowColor = "rowColor"; +var tableTab = "tableTab"; +var activeTableTab = "activeTableTab"; +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar.top"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.top.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/Resubmitted.html" title="class in org.apache.spark"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/ShuffleDependency.html" title="class in org.apache.spark"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/SerializableWritable.html" target="_top">Frames</a></li> +<li><a href="SerializableWritable.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor.summary">Constr</a> | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor.detail">Constr</a> | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.spark</div> +<h2 title="Class SerializableWritable" class="title">Class SerializableWritable<T extends org.apache.hadoop.io.Writable></h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li>Object</li> +<li> +<ul class="inheritance"> +<li>org.apache.spark.SerializableWritable<T></li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<dl> +<dt>All Implemented Interfaces:</dt> +<dd>java.io.Serializable</dd> +</dl> +<hr> +<br> +<pre>public class <span class="typeNameLabel">SerializableWritable<T extends org.apache.hadoop.io.Writable></span> +extends Object +implements java.io.Serializable</pre> +<dl> +<dt><span class="seeLabel">See Also:</span></dt> +<dd><a href="../../../serialized-form.html#org.apache.spark.SerializableWritable">Serialized Form</a></dd> +</dl> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ======== CONSTRUCTOR SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor.summary"> +<!-- --> +</a> +<h3>Constructor Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation"> +<caption><span>Constructors</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colOne" scope="col">Constructor and Description</th> +</tr> +<tr class="altColor"> +<td class="colOne"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SerializableWritable.html#SerializableWritable-T-">SerializableWritable</a></span>(<a href="../../../org/apache/spark/SerializableWritable.html" title="type parameter in SerializableWritable">T</a> t)</code> </td> +</tr> +</table> +</li> +</ul> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr id="i0" class="altColor"> +<td class="colFirst"><code><a href="../../../org/apache/spark/SerializableWritable.html" title="type parameter in SerializableWritable">T</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SerializableWritable.html#t--">t</a></span>()</code> </td> +</tr> +<tr id="i1" class="rowColor"> +<td class="colFirst"><code>String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SerializableWritable.html#toString--">toString</a></span>()</code> </td> +</tr> +<tr id="i2" class="altColor"> +<td class="colFirst"><code><a href="../../../org/apache/spark/SerializableWritable.html" title="type parameter in SerializableWritable">T</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SerializableWritable.html#value--">value</a></span>()</code> </td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.Object"> +<!-- --> +</a> +<h3>Methods inherited from class Object</h3> +<code>equals, getClass, hashCode, notify, notifyAll, wait, wait, wait</code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ========= CONSTRUCTOR DETAIL ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor.detail"> +<!-- --> +</a> +<h3>Constructor Detail</h3> +<a name="SerializableWritable-org.apache.hadoop.io.Writable-"> +<!-- --> +</a><a name="SerializableWritable-T-"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>SerializableWritable</h4> +<pre>public SerializableWritable(<a href="../../../org/apache/spark/SerializableWritable.html" title="type parameter in SerializableWritable">T</a> t)</pre> +</li> +</ul> +</li> +</ul> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="t--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>t</h4> +<pre>public <a href="../../../org/apache/spark/SerializableWritable.html" title="type parameter in SerializableWritable">T</a> t()</pre> +</li> +</ul> +<a name="toString--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>toString</h4> +<pre>public String toString()</pre> +<dl> +<dt><span class="overrideSpecifyLabel">Overrides:</span></dt> +<dd><code>toString</code> in class <code>Object</code></dd> +</dl> +</li> +</ul> +<a name="value--"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>value</h4> +<pre>public <a href="../../../org/apache/spark/SerializableWritable.html" title="type parameter in SerializableWritable">T</a> value()</pre> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar.bottom"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.bottom.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/Resubmitted.html" title="class in org.apache.spark"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/ShuffleDependency.html" title="class in org.apache.spark"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/SerializableWritable.html" target="_top">Frames</a></li> +<li><a href="SerializableWritable.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor.summary">Constr</a> | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor.detail">Constr</a> | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +<script defer="defer" type="text/javascript" src="../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../lib/api-javadocs.js"></script></body> +</html>
http://git-wip-us.apache.org/repos/asf/spark-website/blob/52917ac4/site/docs/2.4.0/api/java/org/apache/spark/ShuffleDependency.html ---------------------------------------------------------------------- diff --git a/site/docs/2.4.0/api/java/org/apache/spark/ShuffleDependency.html b/site/docs/2.4.0/api/java/org/apache/spark/ShuffleDependency.html new file mode 100644 index 0000000..484947a --- /dev/null +++ b/site/docs/2.4.0/api/java/org/apache/spark/ShuffleDependency.html @@ -0,0 +1,405 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd";> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (1.8.0_181) on Fri Nov 02 07:03:19 UTC 2018 --> +<title>ShuffleDependency (Spark 2.4.0 JavaDoc)</title> +<meta name="date" content="2018-11-02"> +<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style"> +<script type="text/javascript" src="../../../script.js"></script> +</head> +<body> +<script type="text/javascript"><!-- + try { + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="ShuffleDependency (Spark 2.4.0 JavaDoc)"; + } + } + catch(err) { + } +//--> +var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10}; +var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; +var altColor = "altColor"; +var rowColor = "rowColor"; +var tableTab = "tableTab"; +var activeTableTab = "activeTableTab"; +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar.top"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.top.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/SerializableWritable.html" title="class in org.apache.spark"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/ShuffleStatus.html" title="class in org.apache.spark"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/ShuffleDependency.html" target="_top">Frames</a></li> +<li><a href="ShuffleDependency.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor.summary">Constr</a> | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor.detail">Constr</a> | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.spark</div> +<h2 title="Class ShuffleDependency" class="title">Class ShuffleDependency<K,V,C></h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li>Object</li> +<li> +<ul class="inheritance"> +<li><a href="../../../org/apache/spark/Dependency.html" title="class in org.apache.spark">org.apache.spark.Dependency</a><scala.Product2<K,V>></li> +<li> +<ul class="inheritance"> +<li>org.apache.spark.ShuffleDependency<K,V,C></li> +</ul> +</li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<dl> +<dt>All Implemented Interfaces:</dt> +<dd>java.io.Serializable</dd> +</dl> +<hr> +<br> +<pre>public class <span class="typeNameLabel">ShuffleDependency<K,V,C></span> +extends <a href="../../../org/apache/spark/Dependency.html" title="class in org.apache.spark">Dependency</a><scala.Product2<K,V>></pre> +<div class="block">:: DeveloperApi :: + Represents a dependency on the output of a shuffle stage. Note that in the case of shuffle, + the RDD is transient since we don't need it on the executor side. + <p> + param: _rdd the parent RDD + param: partitioner partitioner used to partition the shuffle output + param: serializer <a href="../../../org/apache/spark/serializer/Serializer.html" title="class in org.apache.spark.serializer"><code>Serializer</code></a> to use. If not set + explicitly then the default serializer, as specified by <code>spark.serializer</code> + config option, will be used. + param: keyOrdering key ordering for RDD's shuffles + param: aggregator map/reduce-side aggregator for RDD's shuffle + param: mapSideCombine whether to perform partial aggregation (also known as map-side combine)</div> +<dl> +<dt><span class="seeLabel">See Also:</span></dt> +<dd><a href="../../../serialized-form.html#org.apache.spark.ShuffleDependency">Serialized Form</a></dd> +</dl> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ======== CONSTRUCTOR SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor.summary"> +<!-- --> +</a> +<h3>Constructor Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation"> +<caption><span>Constructors</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colOne" scope="col">Constructor and Description</th> +</tr> +<tr class="altColor"> +<td class="colOne"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleDependency.html#ShuffleDependency-org.apache.spark.rdd.RDD-org.apache.spark.Partitioner-org.apache.spark.serializer.Serializer-scala.Option-scala.Option-boolean-scala.reflect.ClassTag-scala.reflect.ClassTag-scala.reflect.ClassTag-">ShuffleDependency</a></span>(<a href="../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><? extends scala.Product2<<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>>> _rdd, + <a href="../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a> partitioner, + <a href="../../../org/apache/spark/serializer/Serializer.html" title="class in org.apache.spark.serializer">Serializer</a> serializer, + scala.Option<scala.math.Ordering<<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>>> keyOrdering, + scala.Option<<a href="../../../org/apache/spark/Aggregator.html" title="class in org.apache.spark">Aggregator</a><<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">C</a>>> aggregator, + boolean mapSideCombine, + scala.reflect.ClassTag<<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>> evidence$1, + scala.reflect.ClassTag<<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>> evidence$2, + scala.reflect.ClassTag<<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">C</a>> evidence$3)</code> </td> +</tr> +</table> +</li> +</ul> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr id="i0" class="altColor"> +<td class="colFirst"><code>scala.Option<<a href="../../../org/apache/spark/Aggregator.html" title="class in org.apache.spark">Aggregator</a><<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">C</a>>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleDependency.html#aggregator--">aggregator</a></span>()</code> </td> +</tr> +<tr id="i1" class="rowColor"> +<td class="colFirst"><code>scala.Option<scala.math.Ordering<<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleDependency.html#keyOrdering--">keyOrdering</a></span>()</code> </td> +</tr> +<tr id="i2" class="altColor"> +<td class="colFirst"><code>boolean</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleDependency.html#mapSideCombine--">mapSideCombine</a></span>()</code> </td> +</tr> +<tr id="i3" class="rowColor"> +<td class="colFirst"><code><a href="../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleDependency.html#partitioner--">partitioner</a></span>()</code> </td> +</tr> +<tr id="i4" class="altColor"> +<td class="colFirst"><code><a href="../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><scala.Product2<<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleDependency.html#rdd--">rdd</a></span>()</code> </td> +</tr> +<tr id="i5" class="rowColor"> +<td class="colFirst"><code><a href="../../../org/apache/spark/serializer/Serializer.html" title="class in org.apache.spark.serializer">Serializer</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleDependency.html#serializer--">serializer</a></span>()</code> </td> +</tr> +<tr id="i6" class="altColor"> +<td class="colFirst"><code>org.apache.spark.shuffle.ShuffleHandle</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleDependency.html#shuffleHandle--">shuffleHandle</a></span>()</code> </td> +</tr> +<tr id="i7" class="rowColor"> +<td class="colFirst"><code>int</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleDependency.html#shuffleId--">shuffleId</a></span>()</code> </td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.Object"> +<!-- --> +</a> +<h3>Methods inherited from class Object</h3> +<code>equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ========= CONSTRUCTOR DETAIL ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor.detail"> +<!-- --> +</a> +<h3>Constructor Detail</h3> +<a name="ShuffleDependency-org.apache.spark.rdd.RDD-org.apache.spark.Partitioner-org.apache.spark.serializer.Serializer-scala.Option-scala.Option-boolean-scala.reflect.ClassTag-scala.reflect.ClassTag-scala.reflect.ClassTag-"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>ShuffleDependency</h4> +<pre>public ShuffleDependency(<a href="../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><? extends scala.Product2<<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>>> _rdd, + <a href="../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a> partitioner, + <a href="../../../org/apache/spark/serializer/Serializer.html" title="class in org.apache.spark.serializer">Serializer</a> serializer, + scala.Option<scala.math.Ordering<<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>>> keyOrdering, + scala.Option<<a href="../../../org/apache/spark/Aggregator.html" title="class in org.apache.spark">Aggregator</a><<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">C</a>>> aggregator, + boolean mapSideCombine, + scala.reflect.ClassTag<<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>> evidence$1, + scala.reflect.ClassTag<<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>> evidence$2, + scala.reflect.ClassTag<<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">C</a>> evidence$3)</pre> +</li> +</ul> +</li> +</ul> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="partitioner--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>partitioner</h4> +<pre>public <a href="../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a> partitioner()</pre> +</li> +</ul> +<a name="serializer--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>serializer</h4> +<pre>public <a href="../../../org/apache/spark/serializer/Serializer.html" title="class in org.apache.spark.serializer">Serializer</a> serializer()</pre> +</li> +</ul> +<a name="keyOrdering--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>keyOrdering</h4> +<pre>public scala.Option<scala.math.Ordering<<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>>> keyOrdering()</pre> +</li> +</ul> +<a name="aggregator--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>aggregator</h4> +<pre>public scala.Option<<a href="../../../org/apache/spark/Aggregator.html" title="class in org.apache.spark">Aggregator</a><<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">C</a>>> aggregator()</pre> +</li> +</ul> +<a name="mapSideCombine--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>mapSideCombine</h4> +<pre>public boolean mapSideCombine()</pre> +</li> +</ul> +<a name="rdd--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>rdd</h4> +<pre>public <a href="../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><scala.Product2<<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>>> rdd()</pre> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code><a href="../../../org/apache/spark/Dependency.html#rdd--">rdd</a></code> in class <code><a href="../../../org/apache/spark/Dependency.html" title="class in org.apache.spark">Dependency</a><scala.Product2<<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>>></code></dd> +</dl> +</li> +</ul> +<a name="shuffleId--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>shuffleId</h4> +<pre>public int shuffleId()</pre> +</li> +</ul> +<a name="shuffleHandle--"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>shuffleHandle</h4> +<pre>public org.apache.spark.shuffle.ShuffleHandle shuffleHandle()</pre> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar.bottom"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.bottom.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/SerializableWritable.html" title="class in org.apache.spark"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/ShuffleStatus.html" title="class in org.apache.spark"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/ShuffleDependency.html" target="_top">Frames</a></li> +<li><a href="ShuffleDependency.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor.summary">Constr</a> | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor.detail">Constr</a> | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +<script defer="defer" type="text/javascript" src="../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../lib/api-javadocs.js"></script></body> +</html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/52917ac4/site/docs/2.4.0/api/java/org/apache/spark/ShuffleStatus.html ---------------------------------------------------------------------- diff --git a/site/docs/2.4.0/api/java/org/apache/spark/ShuffleStatus.html b/site/docs/2.4.0/api/java/org/apache/spark/ShuffleStatus.html new file mode 100644 index 0000000..ba1b42e --- /dev/null +++ b/site/docs/2.4.0/api/java/org/apache/spark/ShuffleStatus.html @@ -0,0 +1,527 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd";> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (1.8.0_181) on Fri Nov 02 07:03:19 UTC 2018 --> +<title>ShuffleStatus (Spark 2.4.0 JavaDoc)</title> +<meta name="date" content="2018-11-02"> +<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style"> +<script type="text/javascript" src="../../../script.js"></script> +</head> +<body> +<script type="text/javascript"><!-- + try { + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="ShuffleStatus (Spark 2.4.0 JavaDoc)"; + } + } + catch(err) { + } +//--> +var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10}; +var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; +var altColor = "altColor"; +var rowColor = "rowColor"; +var tableTab = "tableTab"; +var activeTableTab = "activeTableTab"; +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar.top"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.top.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/ShuffleDependency.html" title="class in org.apache.spark"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/SimpleFutureAction.html" title="class in org.apache.spark"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/ShuffleStatus.html" target="_top">Frames</a></li> +<li><a href="ShuffleStatus.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor.summary">Constr</a> | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor.detail">Constr</a> | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.spark</div> +<h2 title="Class ShuffleStatus" class="title">Class ShuffleStatus</h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li>Object</li> +<li> +<ul class="inheritance"> +<li>org.apache.spark.ShuffleStatus</li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<hr> +<br> +<pre>public class <span class="typeNameLabel">ShuffleStatus</span> +extends Object</pre> +<div class="block">Helper class used by the <code>MapOutputTrackerMaster</code> to perform bookkeeping for a single + ShuffleMapStage. + <p> + This class maintains a mapping from mapIds to <code>MapStatus</code>. It also maintains a cache of + serialized map statuses in order to speed up tasks' requests for map output statuses. + <p> + All public methods of this class are thread-safe.</div> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ======== CONSTRUCTOR SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor.summary"> +<!-- --> +</a> +<h3>Constructor Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation"> +<caption><span>Constructors</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colOne" scope="col">Constructor and Description</th> +</tr> +<tr class="altColor"> +<td class="colOne"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleStatus.html#ShuffleStatus-int-">ShuffleStatus</a></span>(int numPartitions)</code> </td> +</tr> +</table> +</li> +</ul> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr id="i0" class="altColor"> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleStatus.html#addMapOutput-int-org.apache.spark.scheduler.MapStatus-">addMapOutput</a></span>(int mapId, + org.apache.spark.scheduler.MapStatus status)</code> +<div class="block">Register a map output.</div> +</td> +</tr> +<tr id="i1" class="rowColor"> +<td class="colFirst"><code>scala.collection.Seq<Object></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleStatus.html#findMissingPartitions--">findMissingPartitions</a></span>()</code> +<div class="block">Returns the sequence of partition ids that are missing (i.e.</div> +</td> +</tr> +<tr id="i2" class="altColor"> +<td class="colFirst"><code>boolean</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleStatus.html#hasCachedSerializedBroadcast--">hasCachedSerializedBroadcast</a></span>()</code> </td> +</tr> +<tr id="i3" class="rowColor"> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleStatus.html#invalidateSerializedMapOutputStatusCache--">invalidateSerializedMapOutputStatusCache</a></span>()</code> +<div class="block">Clears the cached serialized map output statuses.</div> +</td> +</tr> +<tr id="i4" class="altColor"> +<td class="colFirst"><code>org.apache.spark.scheduler.MapStatus[]</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleStatus.html#mapStatuses--">mapStatuses</a></span>()</code> +<div class="block">MapStatus for each partition.</div> +</td> +</tr> +<tr id="i5" class="rowColor"> +<td class="colFirst"><code>int</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleStatus.html#numAvailableOutputs--">numAvailableOutputs</a></span>()</code> +<div class="block">Number of partitions that have shuffle outputs.</div> +</td> +</tr> +<tr id="i6" class="altColor"> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleStatus.html#removeMapOutput-int-org.apache.spark.storage.BlockManagerId-">removeMapOutput</a></span>(int mapId, + <a href="../../../org/apache/spark/storage/BlockManagerId.html" title="class in org.apache.spark.storage">BlockManagerId</a> bmAddress)</code> +<div class="block">Remove the map output which was served by the specified block manager.</div> +</td> +</tr> +<tr id="i7" class="rowColor"> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleStatus.html#removeOutputsByFilter-scala.Function1-">removeOutputsByFilter</a></span>(scala.Function1<<a href="../../../org/apache/spark/storage/BlockManagerId.html" title="class in org.apache.spark.storage">BlockManagerId</a>,Object> f)</code> +<div class="block">Removes all shuffle outputs which satisfies the filter.</div> +</td> +</tr> +<tr id="i8" class="altColor"> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleStatus.html#removeOutputsOnExecutor-java.lang.String-">removeOutputsOnExecutor</a></span>(String execId)</code> +<div class="block">Removes all map outputs associated with the specified executor.</div> +</td> +</tr> +<tr id="i9" class="rowColor"> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleStatus.html#removeOutputsOnHost-java.lang.String-">removeOutputsOnHost</a></span>(String host)</code> +<div class="block">Removes all shuffle outputs associated with this host.</div> +</td> +</tr> +<tr id="i10" class="altColor"> +<td class="colFirst"><code>byte[]</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleStatus.html#serializedMapStatus-org.apache.spark.broadcast.BroadcastManager-boolean-int-">serializedMapStatus</a></span>(org.apache.spark.broadcast.BroadcastManager broadcastManager, + boolean isLocal, + int minBroadcastSize)</code> +<div class="block">Serializes the mapStatuses array into an efficient compressed format.</div> +</td> +</tr> +<tr id="i11" class="rowColor"> +<td class="colFirst"><code><T> T</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleStatus.html#withMapStatuses-scala.Function1-">withMapStatuses</a></span>(scala.Function1<org.apache.spark.scheduler.MapStatus[],T> f)</code> +<div class="block">Helper function which provides thread-safe access to the mapStatuses array.</div> +</td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.Object"> +<!-- --> +</a> +<h3>Methods inherited from class Object</h3> +<code>equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ========= CONSTRUCTOR DETAIL ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor.detail"> +<!-- --> +</a> +<h3>Constructor Detail</h3> +<a name="ShuffleStatus-int-"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>ShuffleStatus</h4> +<pre>public ShuffleStatus(int numPartitions)</pre> +</li> +</ul> +</li> +</ul> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="addMapOutput-int-org.apache.spark.scheduler.MapStatus-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>addMapOutput</h4> +<pre>public void addMapOutput(int mapId, + org.apache.spark.scheduler.MapStatus status)</pre> +<div class="block">Register a map output. If there is already a registered location for the map output then it + will be replaced by the new location.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>mapId</code> - (undocumented)</dd> +<dd><code>status</code> - (undocumented)</dd> +</dl> +</li> +</ul> +<a name="findMissingPartitions--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>findMissingPartitions</h4> +<pre>public scala.collection.Seq<Object> findMissingPartitions()</pre> +<div class="block">Returns the sequence of partition ids that are missing (i.e. needs to be computed).</div> +<dl> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="hasCachedSerializedBroadcast--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>hasCachedSerializedBroadcast</h4> +<pre>public boolean hasCachedSerializedBroadcast()</pre> +</li> +</ul> +<a name="invalidateSerializedMapOutputStatusCache--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>invalidateSerializedMapOutputStatusCache</h4> +<pre>public void invalidateSerializedMapOutputStatusCache()</pre> +<div class="block">Clears the cached serialized map output statuses.</div> +</li> +</ul> +<a name="mapStatuses--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>mapStatuses</h4> +<pre>public org.apache.spark.scheduler.MapStatus[] mapStatuses()</pre> +<div class="block">MapStatus for each partition. The index of the array is the map partition id. + Each value in the array is the MapStatus for a partition, or null if the partition + is not available. Even though in theory a task may run multiple times (due to speculation, + stage retries, etc.), in practice the likelihood of a map output being available at multiple + locations is so small that we choose to ignore that case and store only a single location + for each output.</div> +<dl> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="numAvailableOutputs--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>numAvailableOutputs</h4> +<pre>public int numAvailableOutputs()</pre> +<div class="block">Number of partitions that have shuffle outputs.</div> +<dl> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="removeMapOutput-int-org.apache.spark.storage.BlockManagerId-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>removeMapOutput</h4> +<pre>public void removeMapOutput(int mapId, + <a href="../../../org/apache/spark/storage/BlockManagerId.html" title="class in org.apache.spark.storage">BlockManagerId</a> bmAddress)</pre> +<div class="block">Remove the map output which was served by the specified block manager. + This is a no-op if there is no registered map output or if the registered output is from a + different block manager.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>mapId</code> - (undocumented)</dd> +<dd><code>bmAddress</code> - (undocumented)</dd> +</dl> +</li> +</ul> +<a name="removeOutputsByFilter-scala.Function1-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>removeOutputsByFilter</h4> +<pre>public void removeOutputsByFilter(scala.Function1<<a href="../../../org/apache/spark/storage/BlockManagerId.html" title="class in org.apache.spark.storage">BlockManagerId</a>,Object> f)</pre> +<div class="block">Removes all shuffle outputs which satisfies the filter. Note that this will also + remove outputs which are served by an external shuffle server (if one exists).</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>f</code> - (undocumented)</dd> +</dl> +</li> +</ul> +<a name="removeOutputsOnExecutor-java.lang.String-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>removeOutputsOnExecutor</h4> +<pre>public void removeOutputsOnExecutor(String execId)</pre> +<div class="block">Removes all map outputs associated with the specified executor. Note that this will also + remove outputs which are served by an external shuffle server (if one exists), as they are + still registered with that execId.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>execId</code> - (undocumented)</dd> +</dl> +</li> +</ul> +<a name="removeOutputsOnHost-java.lang.String-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>removeOutputsOnHost</h4> +<pre>public void removeOutputsOnHost(String host)</pre> +<div class="block">Removes all shuffle outputs associated with this host. Note that this will also remove + outputs which are served by an external shuffle server (if one exists).</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>host</code> - (undocumented)</dd> +</dl> +</li> +</ul> +<a name="serializedMapStatus-org.apache.spark.broadcast.BroadcastManager-boolean-int-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>serializedMapStatus</h4> +<pre>public byte[] serializedMapStatus(org.apache.spark.broadcast.BroadcastManager broadcastManager, + boolean isLocal, + int minBroadcastSize)</pre> +<div class="block">Serializes the mapStatuses array into an efficient compressed format. See the comments on + <code>MapOutputTracker.serializeMapStatuses()</code> for more details on the serialization format. + <p> + This method is designed to be called multiple times and implements caching in order to speed + up subsequent requests. If the cache is empty and multiple threads concurrently attempt to + serialize the map statuses then serialization will only be performed in a single thread and all + other threads will block until the cache is populated.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>broadcastManager</code> - (undocumented)</dd> +<dd><code>isLocal</code> - (undocumented)</dd> +<dd><code>minBroadcastSize</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="withMapStatuses-scala.Function1-"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>withMapStatuses</h4> +<pre>public <T> T withMapStatuses(scala.Function1<org.apache.spark.scheduler.MapStatus[],T> f)</pre> +<div class="block">Helper function which provides thread-safe access to the mapStatuses array. + The function should NOT mutate the array.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>f</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar.bottom"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.bottom.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/ShuffleDependency.html" title="class in org.apache.spark"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/SimpleFutureAction.html" title="class in org.apache.spark"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/ShuffleStatus.html" target="_top">Frames</a></li> +<li><a href="ShuffleStatus.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor.summary">Constr</a> | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor.detail">Constr</a> | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +<script defer="defer" type="text/javascript" src="../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../lib/api-javadocs.js"></script></body> +</html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/52917ac4/site/docs/2.4.0/api/java/org/apache/spark/SimpleFutureAction.html ---------------------------------------------------------------------- diff --git a/site/docs/2.4.0/api/java/org/apache/spark/SimpleFutureAction.html b/site/docs/2.4.0/api/java/org/apache/spark/SimpleFutureAction.html new file mode 100644 index 0000000..858a303 --- /dev/null +++ b/site/docs/2.4.0/api/java/org/apache/spark/SimpleFutureAction.html @@ -0,0 +1,517 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd";> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (1.8.0_181) on Fri Nov 02 07:03:19 UTC 2018 --> +<title>SimpleFutureAction (Spark 2.4.0 JavaDoc)</title> +<meta name="date" content="2018-11-02"> +<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style"> +<script type="text/javascript" src="../../../script.js"></script> +</head> +<body> +<script type="text/javascript"><!-- + try { + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="SimpleFutureAction (Spark 2.4.0 JavaDoc)"; + } + } + catch(err) { + } +//--> +var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10}; +var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; +var altColor = "altColor"; +var rowColor = "rowColor"; +var tableTab = "tableTab"; +var activeTableTab = "activeTableTab"; +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar.top"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.top.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/ShuffleStatus.html" title="class in org.apache.spark"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/SimpleFutureAction.html" target="_top">Frames</a></li> +<li><a href="SimpleFutureAction.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.spark</div> +<h2 title="Class SimpleFutureAction" class="title">Class SimpleFutureAction<T></h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li>Object</li> +<li> +<ul class="inheritance"> +<li>org.apache.spark.SimpleFutureAction<T></li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<dl> +<dt>All Implemented Interfaces:</dt> +<dd><a href="../../../org/apache/spark/FutureAction.html" title="interface in org.apache.spark">FutureAction</a><T>, scala.concurrent.Awaitable<T>, scala.concurrent.Future<T></dd> +</dl> +<hr> +<br> +<pre>public class <span class="typeNameLabel">SimpleFutureAction<T></span> +extends Object +implements <a href="../../../org/apache/spark/FutureAction.html" title="interface in org.apache.spark">FutureAction</a><T></pre> +<div class="block">A <a href="../../../org/apache/spark/FutureAction.html" title="interface in org.apache.spark"><code>FutureAction</code></a> holding the result of an action that triggers a single job. Examples include + count, collect, reduce.</div> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ======== NESTED CLASS SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="nested.class.summary"> +<!-- --> +</a> +<h3>Nested Class Summary</h3> +<ul class="blockList"> +<li class="blockList"><a name="nested.classes.inherited.from.class.scala.concurrent.Future"> +<!-- --> +</a> +<h3>Nested classes/interfaces inherited from interface scala.concurrent.Future</h3> +<code>scala.concurrent.Future.InternalCallbackExecutor$</code></li> +</ul> +</li> +</ul> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr id="i0" class="altColor"> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SimpleFutureAction.html#cancel--">cancel</a></span>()</code> +<div class="block">Cancels the execution of this action.</div> +</td> +</tr> +<tr id="i1" class="rowColor"> +<td class="colFirst"><code>boolean</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SimpleFutureAction.html#isCancelled--">isCancelled</a></span>()</code> +<div class="block">Returns whether the action has been cancelled.</div> +</td> +</tr> +<tr id="i2" class="altColor"> +<td class="colFirst"><code>boolean</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SimpleFutureAction.html#isCompleted--">isCompleted</a></span>()</code> +<div class="block">Returns whether the action has already been completed with a value or an exception.</div> +</td> +</tr> +<tr id="i3" class="rowColor"> +<td class="colFirst"><code>scala.collection.Seq<Object></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SimpleFutureAction.html#jobIds--">jobIds</a></span>()</code> +<div class="block">Returns the job IDs run by the underlying async operation.</div> +</td> +</tr> +<tr id="i4" class="altColor"> +<td class="colFirst"><code><U> void</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SimpleFutureAction.html#onComplete-scala.Function1-scala.concurrent.ExecutionContext-">onComplete</a></span>(scala.Function1<scala.util.Try<<a href="../../../org/apache/spark/SimpleFutureAction.html" title="type parameter in SimpleFutureAction">T</a>>,U> func, + scala.concurrent.ExecutionContext executor)</code> +<div class="block">When this action is completed, either through an exception, or a value, applies the provided + function.</div> +</td> +</tr> +<tr id="i5" class="rowColor"> +<td class="colFirst"><code><a href="../../../org/apache/spark/SimpleFutureAction.html" title="class in org.apache.spark">SimpleFutureAction</a><<a href="../../../org/apache/spark/SimpleFutureAction.html" title="type parameter in SimpleFutureAction">T</a>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SimpleFutureAction.html#ready-scala.concurrent.duration.Duration-scala.concurrent.CanAwait-">ready</a></span>(scala.concurrent.duration.Duration atMost, + scala.concurrent.CanAwait permit)</code> +<div class="block">Blocks until this action completes.</div> +</td> +</tr> +<tr id="i6" class="altColor"> +<td class="colFirst"><code><a href="../../../org/apache/spark/SimpleFutureAction.html" title="type parameter in SimpleFutureAction">T</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SimpleFutureAction.html#result-scala.concurrent.duration.Duration-scala.concurrent.CanAwait-">result</a></span>(scala.concurrent.duration.Duration atMost, + scala.concurrent.CanAwait permit)</code> +<div class="block">Awaits and returns the result (of type T) of this action.</div> +</td> +</tr> +<tr id="i7" class="rowColor"> +<td class="colFirst"><code><S> scala.concurrent.Future<S></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SimpleFutureAction.html#transform-scala.Function1-scala.concurrent.ExecutionContext-">transform</a></span>(scala.Function1<scala.util.Try<<a href="../../../org/apache/spark/SimpleFutureAction.html" title="type parameter in SimpleFutureAction">T</a>>,scala.util.Try<S>> f, + scala.concurrent.ExecutionContext e)</code> </td> +</tr> +<tr id="i8" class="altColor"> +<td class="colFirst"><code><S> scala.concurrent.Future<S></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SimpleFutureAction.html#transformWith-scala.Function1-scala.concurrent.ExecutionContext-">transformWith</a></span>(scala.Function1<scala.util.Try<<a href="../../../org/apache/spark/SimpleFutureAction.html" title="type parameter in SimpleFutureAction">T</a>>,scala.concurrent.Future<S>> f, + scala.concurrent.ExecutionContext e)</code> </td> +</tr> +<tr id="i9" class="rowColor"> +<td class="colFirst"><code>scala.Option<scala.util.Try<<a href="../../../org/apache/spark/SimpleFutureAction.html" title="type parameter in SimpleFutureAction">T</a>>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SimpleFutureAction.html#value--">value</a></span>()</code> +<div class="block">The value of this Future.</div> +</td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.Object"> +<!-- --> +</a> +<h3>Methods inherited from class Object</h3> +<code>equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li> +</ul> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.org.apache.spark.FutureAction"> +<!-- --> +</a> +<h3>Methods inherited from interface org.apache.spark.<a href="../../../org/apache/spark/FutureAction.html" title="interface in org.apache.spark">FutureAction</a></h3> +<code><a href="../../../org/apache/spark/FutureAction.html#get--">get</a></code></li> +</ul> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.scala.concurrent.Future"> +<!-- --> +</a> +<h3>Methods inherited from interface scala.concurrent.Future</h3> +<code>andThen, collect, failed, fallbackTo, filter, flatMap, foreach, map, mapTo, onFailure, onSuccess, recover, recoverWith, transform, withFilter, zip</code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="cancel--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>cancel</h4> +<pre>public void cancel()</pre> +<div class="block"><span class="descfrmTypeLabel">Description copied from interface: <code><a href="../../../org/apache/spark/FutureAction.html#cancel--">FutureAction</a></code></span></div> +<div class="block">Cancels the execution of this action.</div> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code><a href="../../../org/apache/spark/FutureAction.html#cancel--">cancel</a></code> in interface <code><a href="../../../org/apache/spark/FutureAction.html" title="interface in org.apache.spark">FutureAction</a><<a href="../../../org/apache/spark/SimpleFutureAction.html" title="type parameter in SimpleFutureAction">T</a>></code></dd> +</dl> +</li> +</ul> +<a name="isCancelled--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>isCancelled</h4> +<pre>public boolean isCancelled()</pre> +<div class="block"><span class="descfrmTypeLabel">Description copied from interface: <code><a href="../../../org/apache/spark/FutureAction.html#isCancelled--">FutureAction</a></code></span></div> +<div class="block">Returns whether the action has been cancelled.</div> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code><a href="../../../org/apache/spark/FutureAction.html#isCancelled--">isCancelled</a></code> in interface <code><a href="../../../org/apache/spark/FutureAction.html" title="interface in org.apache.spark">FutureAction</a><<a href="../../../org/apache/spark/SimpleFutureAction.html" title="type parameter in SimpleFutureAction">T</a>></code></dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="isCompleted--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>isCompleted</h4> +<pre>public boolean isCompleted()</pre> +<div class="block"><span class="descfrmTypeLabel">Description copied from interface: <code><a href="../../../org/apache/spark/FutureAction.html#isCompleted--">FutureAction</a></code></span></div> +<div class="block">Returns whether the action has already been completed with a value or an exception.</div> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code><a href="../../../org/apache/spark/FutureAction.html#isCompleted--">isCompleted</a></code> in interface <code><a href="../../../org/apache/spark/FutureAction.html" title="interface in org.apache.spark">FutureAction</a><<a href="../../../org/apache/spark/SimpleFutureAction.html" title="type parameter in SimpleFutureAction">T</a>></code></dd> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code>isCompleted</code> in interface <code>scala.concurrent.Future<<a href="../../../org/apache/spark/SimpleFutureAction.html" title="type parameter in SimpleFutureAction">T</a>></code></dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="jobIds--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>jobIds</h4> +<pre>public scala.collection.Seq<Object> jobIds()</pre> +<div class="block"><span class="descfrmTypeLabel">Description copied from interface: <code><a href="../../../org/apache/spark/FutureAction.html#jobIds--">FutureAction</a></code></span></div> +<div class="block">Returns the job IDs run by the underlying async operation. + <p> + This returns the current snapshot of the job list. Certain operations may run multiple + jobs, so multiple calls to this method may return different lists.</div> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code><a href="../../../org/apache/spark/FutureAction.html#jobIds--">jobIds</a></code> in interface <code><a href="../../../org/apache/spark/FutureAction.html" title="interface in org.apache.spark">FutureAction</a><<a href="../../../org/apache/spark/SimpleFutureAction.html" title="type parameter in SimpleFutureAction">T</a>></code></dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="onComplete-scala.Function1-scala.concurrent.ExecutionContext-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>onComplete</h4> +<pre>public <U> void onComplete(scala.Function1<scala.util.Try<<a href="../../../org/apache/spark/SimpleFutureAction.html" title="type parameter in SimpleFutureAction">T</a>>,U> func, + scala.concurrent.ExecutionContext executor)</pre> +<div class="block"><span class="descfrmTypeLabel">Description copied from interface: <code><a href="../../../org/apache/spark/FutureAction.html#onComplete-scala.Function1-scala.concurrent.ExecutionContext-">FutureAction</a></code></span></div> +<div class="block">When this action is completed, either through an exception, or a value, applies the provided + function.</div> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code><a href="../../../org/apache/spark/FutureAction.html#onComplete-scala.Function1-scala.concurrent.ExecutionContext-">onComplete</a></code> in interface <code><a href="../../../org/apache/spark/FutureAction.html" title="interface in org.apache.spark">FutureAction</a><<a href="../../../org/apache/spark/SimpleFutureAction.html" title="type parameter in SimpleFutureAction">T</a>></code></dd> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code>onComplete</code> in interface <code>scala.concurrent.Future<<a href="../../../org/apache/spark/SimpleFutureAction.html" title="type parameter in SimpleFutureAction">T</a>></code></dd> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>func</code> - (undocumented)</dd> +<dd><code>executor</code> - (undocumented)</dd> +</dl> +</li> +</ul> +<a name="ready-scala.concurrent.duration.Duration-scala.concurrent.CanAwait-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>ready</h4> +<pre>public <a href="../../../org/apache/spark/SimpleFutureAction.html" title="class in org.apache.spark">SimpleFutureAction</a><<a href="../../../org/apache/spark/SimpleFutureAction.html" title="type parameter in SimpleFutureAction">T</a>> ready(scala.concurrent.duration.Duration atMost, + scala.concurrent.CanAwait permit)</pre> +<div class="block"><span class="descfrmTypeLabel">Description copied from interface: <code><a href="../../../org/apache/spark/FutureAction.html#ready-scala.concurrent.duration.Duration-scala.concurrent.CanAwait-">FutureAction</a></code></span></div> +<div class="block">Blocks until this action completes. + <p></div> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code><a href="../../../org/apache/spark/FutureAction.html#ready-scala.concurrent.duration.Duration-scala.concurrent.CanAwait-">ready</a></code> in interface <code><a href="../../../org/apache/spark/FutureAction.html" title="interface in org.apache.spark">FutureAction</a><<a href="../../../org/apache/spark/SimpleFutureAction.html" title="type parameter in SimpleFutureAction">T</a>></code></dd> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code>ready</code> in interface <code>scala.concurrent.Awaitable<<a href="../../../org/apache/spark/SimpleFutureAction.html" title="type parameter in SimpleFutureAction">T</a>></code></dd> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>atMost</code> - maximum wait time, which may be negative (no waiting is done), Duration.Inf + for unbounded waiting, or a finite positive duration</dd> +<dd><code>permit</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>this FutureAction</dd> +</dl> +</li> +</ul> +<a name="result-scala.concurrent.duration.Duration-scala.concurrent.CanAwait-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>result</h4> +<pre>public <a href="../../../org/apache/spark/SimpleFutureAction.html" title="type parameter in SimpleFutureAction">T</a> result(scala.concurrent.duration.Duration atMost, + scala.concurrent.CanAwait permit) + throws Exception</pre> +<div class="block"><span class="descfrmTypeLabel">Description copied from interface: <code><a href="../../../org/apache/spark/FutureAction.html#result-scala.concurrent.duration.Duration-scala.concurrent.CanAwait-">FutureAction</a></code></span></div> +<div class="block">Awaits and returns the result (of type T) of this action. + <p></div> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code><a href="../../../org/apache/spark/FutureAction.html#result-scala.concurrent.duration.Duration-scala.concurrent.CanAwait-">result</a></code> in interface <code><a href="../../../org/apache/spark/FutureAction.html" title="interface in org.apache.spark">FutureAction</a><<a href="../../../org/apache/spark/SimpleFutureAction.html" title="type parameter in SimpleFutureAction">T</a>></code></dd> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code>result</code> in interface <code>scala.concurrent.Awaitable<<a href="../../../org/apache/spark/SimpleFutureAction.html" title="type parameter in SimpleFutureAction">T</a>></code></dd> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>atMost</code> - maximum wait time, which may be negative (no waiting is done), Duration.Inf + for unbounded waiting, or a finite positive duration</dd> +<dd><code>permit</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>the result value if the action is completed within the specific maximum wait time</dd> +<dt><span class="throwsLabel">Throws:</span></dt> +<dd><code>Exception</code> - exception during action execution</dd> +</dl> +</li> +</ul> +<a name="transform-scala.Function1-scala.concurrent.ExecutionContext-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>transform</h4> +<pre>public <S> scala.concurrent.Future<S> transform(scala.Function1<scala.util.Try<<a href="../../../org/apache/spark/SimpleFutureAction.html" title="type parameter in SimpleFutureAction">T</a>>,scala.util.Try<S>> f, + scala.concurrent.ExecutionContext e)</pre> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code><a href="../../../org/apache/spark/FutureAction.html#transform-scala.Function1-scala.concurrent.ExecutionContext-">transform</a></code> in interface <code><a href="../../../org/apache/spark/FutureAction.html" title="interface in org.apache.spark">FutureAction</a><<a href="../../../org/apache/spark/SimpleFutureAction.html" title="type parameter in SimpleFutureAction">T</a>></code></dd> +</dl> +</li> +</ul> +<a name="transformWith-scala.Function1-scala.concurrent.ExecutionContext-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>transformWith</h4> +<pre>public <S> scala.concurrent.Future<S> transformWith(scala.Function1<scala.util.Try<<a href="../../../org/apache/spark/SimpleFutureAction.html" title="type parameter in SimpleFutureAction">T</a>>,scala.concurrent.Future<S>> f, + scala.concurrent.ExecutionContext e)</pre> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code><a href="../../../org/apache/spark/FutureAction.html#transformWith-scala.Function1-scala.concurrent.ExecutionContext-">transformWith</a></code> in interface <code><a href="../../../org/apache/spark/FutureAction.html" title="interface in org.apache.spark">FutureAction</a><<a href="../../../org/apache/spark/SimpleFutureAction.html" title="type parameter in SimpleFutureAction">T</a>></code></dd> +</dl> +</li> +</ul> +<a name="value--"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>value</h4> +<pre>public scala.Option<scala.util.Try<<a href="../../../org/apache/spark/SimpleFutureAction.html" title="type parameter in SimpleFutureAction">T</a>>> value()</pre> +<div class="block"><span class="descfrmTypeLabel">Description copied from interface: <code><a href="../../../org/apache/spark/FutureAction.html#value--">FutureAction</a></code></span></div> +<div class="block">The value of this Future. + <p> + If the future is not completed the returned value will be None. If the future is completed + the value will be Some(Success(t)) if it contains a valid result, or Some(Failure(error)) if + it contains an exception.</div> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code><a href="../../../org/apache/spark/FutureAction.html#value--">value</a></code> in interface <code><a href="../../../org/apache/spark/FutureAction.html" title="interface in org.apache.spark">FutureAction</a><<a href="../../../org/apache/spark/SimpleFutureAction.html" title="type parameter in SimpleFutureAction">T</a>></code></dd> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code>value</code> in interface <code>scala.concurrent.Future<<a href="../../../org/apache/spark/SimpleFutureAction.html" title="type parameter in SimpleFutureAction">T</a>></code></dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar.bottom"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.bottom.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/ShuffleStatus.html" title="class in org.apache.spark"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/SimpleFutureAction.html" target="_top">Frames</a></li> +<li><a href="SimpleFutureAction.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +<script defer="defer" type="text/javascript" src="../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../lib/api-javadocs.js"></script></body> +</html> --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
