http://git-wip-us.apache.org/repos/asf/beam-site/blob/dc04d667/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/NamedAggregators.html ---------------------------------------------------------------------- diff --git a/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/NamedAggregators.html b/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/NamedAggregators.html new file mode 100644 index 0000000..218733a --- /dev/null +++ b/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/NamedAggregators.html @@ -0,0 +1,401 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd";> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (1.8.0_112-google-v7) on Wed Mar 08 17:12:54 PST 2017 --> +<title>NamedAggregators</title> +<meta name="date" content="2017-03-08"> +<link rel="stylesheet" type="text/css" href="../../../../../../stylesheet.css" title="Style"> +<script type="text/javascript" src="../../../../../../script.js"></script> +</head> +<body> +<script type="text/javascript"><!-- + try { + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="NamedAggregators"; + } + } + catch(err) { + } +//--> +var methods = {"i0":10,"i1":10,"i2":10,"i3":10}; +var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; +var altColor = "altColor"; +var rowColor = "rowColor"; +var tableTab = "tableTab"; +var activeTableTab = "activeTableTab"; +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar.top"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.top.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../../org/apache/beam/runners/spark/aggregators/AggregatorsAccumulator.AccumulatorCheckpointingSparkListener.html" title="class in org.apache.beam.runners.spark.aggregators"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.CombineFunctionState.html" title="class in org.apache.beam.runners.spark.aggregators"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../../../../index.html?org/apache/beam/runners/spark/aggregators/NamedAggregators.html" target="_top">Frames</a></li> +<li><a href="NamedAggregators.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li><a href="#nested.class.summary">Nested</a> | </li> +<li>Field | </li> +<li><a href="#constructor.summary">Constr</a> | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor.detail">Constr</a> | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.beam.runners.spark.aggregators</div> +<h2 title="Class NamedAggregators" class="title">Class NamedAggregators</h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li>java.lang.Object</li> +<li> +<ul class="inheritance"> +<li>org.apache.beam.runners.spark.aggregators.NamedAggregators</li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<dl> +<dt>All Implemented Interfaces:</dt> +<dd>java.io.Serializable</dd> +</dl> +<hr> +<br> +<pre>public class <span class="typeNameLabel">NamedAggregators</span> +extends java.lang.Object +implements java.io.Serializable</pre> +<div class="block">This class wraps a map of named aggregators. Spark expects that all accumulators be declared + before a job is launched. Beam allows aggregators to be used and incremented on the fly. + We create a map of named aggregators and instantiate in the the spark context before the job + is launched. We can then add aggregators on the fly in Spark.</div> +<dl> +<dt><span class="seeLabel">See Also:</span></dt> +<dd><a href="../../../../../../serialized-form.html#org.apache.beam.runners.spark.aggregators.NamedAggregators">Serialized Form</a></dd> +</dl> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ======== NESTED CLASS SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="nested.class.summary"> +<!-- --> +</a> +<h3>Nested Class Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Nested Class Summary table, listing nested classes, and an explanation"> +<caption><span>Nested Classes</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Class and Description</th> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>static class </code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.CombineFunctionState.html" title="class in org.apache.beam.runners.spark.aggregators">NamedAggregators.CombineFunctionState</a><<a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.CombineFunctionState.html" title="type parameter in NamedAggregators.CombineFunctionState">InputT</a>,<a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.CombineFunctionState.html" title="type parameter in NamedAggregators.CombineFunctionState">InterT</a>,<a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.CombineFunctionState.html" title="type parameter in NamedAggregators.CombineFunctionState">OutputT</a>></span></code> </td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>static interface </code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.State.html" title="interface in org.apache.beam.runners.spark.aggregators">NamedAggregators.State</a><<a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.State.html" title="type parameter in NamedAggregators.State">InputT</a>,<a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.State.html" title="type parameter in NamedAggregators.State">InterT</a>,<a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.State.html" title="type parameter in NamedAggregators.State">OutputT</a>></span></code> </td> +</tr> +</table> +</li> +</ul> +<!-- ======== CONSTRUCTOR SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor.summary"> +<!-- --> +</a> +<h3>Constructor Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation"> +<caption><span>Constructors</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colOne" scope="col">Constructor and Description</th> +</tr> +<tr class="altColor"> +<td class="colOne"><code><span class="memberNameLink"><a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.html#NamedAggregators--">NamedAggregators</a></span>()</code> +<div class="block">Constructs a new NamedAggregators instance.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colOne"><code><span class="memberNameLink"><a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.html#NamedAggregators-java.lang.String-org.apache.beam.runners.spark.aggregators.NamedAggregators.State-">NamedAggregators</a></span>(java.lang.String name, + <a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.State.html" title="interface in org.apache.beam.runners.spark.aggregators">NamedAggregators.State</a><?,?,?> state)</code> +<div class="block">Constructs a new named aggregators instance that contains a mapping from the specified + `named` to the associated initial state.</div> +</td> +</tr> +</table> +</li> +</ul> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr id="i0" class="altColor"> +<td class="colFirst"><code><T> T</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.html#getValue-java.lang.String-java.lang.Class-">getValue</a></span>(java.lang.String name, + java.lang.Class<T> typeClass)</code> </td> +</tr> +<tr id="i1" class="rowColor"> +<td class="colFirst"><code><a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.html" title="class in org.apache.beam.runners.spark.aggregators">NamedAggregators</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.html#merge-org.apache.beam.runners.spark.aggregators.NamedAggregators-">merge</a></span>(<a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.html" title="class in org.apache.beam.runners.spark.aggregators">NamedAggregators</a> other)</code> +<div class="block">Merges another NamedAggregators instance with this instance.</div> +</td> +</tr> +<tr id="i2" class="altColor"> +<td class="colFirst"><code>java.util.Map<java.lang.String,?></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.html#renderAll--">renderAll</a></span>()</code> </td> +</tr> +<tr id="i3" class="rowColor"> +<td class="colFirst"><code>java.lang.String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.html#toString--">toString</a></span>()</code> </td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.java.lang.Object"> +<!-- --> +</a> +<h3>Methods inherited from class java.lang.Object</h3> +<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait</code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ========= CONSTRUCTOR DETAIL ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor.detail"> +<!-- --> +</a> +<h3>Constructor Detail</h3> +<a name="NamedAggregators--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>NamedAggregators</h4> +<pre>public NamedAggregators()</pre> +<div class="block">Constructs a new NamedAggregators instance.</div> +</li> +</ul> +<a name="NamedAggregators-java.lang.String-org.apache.beam.runners.spark.aggregators.NamedAggregators.State-"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>NamedAggregators</h4> +<pre>public NamedAggregators(java.lang.String name, + <a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.State.html" title="interface in org.apache.beam.runners.spark.aggregators">NamedAggregators.State</a><?,?,?> state)</pre> +<div class="block">Constructs a new named aggregators instance that contains a mapping from the specified + `named` to the associated initial state.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>name</code> - Name of aggregator.</dd> +<dd><code>state</code> - Associated State.</dd> +</dl> +</li> +</ul> +</li> +</ul> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="getValue-java.lang.String-java.lang.Class-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getValue</h4> +<pre>public <T> T getValue(java.lang.String name, + java.lang.Class<T> typeClass)</pre> +<dl> +<dt><span class="paramLabel">Type Parameters:</span></dt> +<dd><code>T</code> - Type to be returned.</dd> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>name</code> - Name of aggregator to retrieve.</dd> +<dd><code>typeClass</code> - Type class to cast the value to.</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>the value of the aggregator associated with the specified name, + or <code>null</code> if the specified aggregator could not be found.</dd> +</dl> +</li> +</ul> +<a name="renderAll--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>renderAll</h4> +<pre>public java.util.Map<java.lang.String,?> renderAll()</pre> +<dl> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>a map of all the aggregator names and their <b>rendered </b>values</dd> +</dl> +</li> +</ul> +<a name="merge-org.apache.beam.runners.spark.aggregators.NamedAggregators-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>merge</h4> +<pre>public <a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.html" title="class in org.apache.beam.runners.spark.aggregators">NamedAggregators</a> merge(<a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.html" title="class in org.apache.beam.runners.spark.aggregators">NamedAggregators</a> other)</pre> +<div class="block">Merges another NamedAggregators instance with this instance.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>other</code> - The other instance of named aggregators ot merge.</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>This instance of Named aggregators with associated states updated to reflect the + other instance's aggregators.</dd> +</dl> +</li> +</ul> +<a name="toString--"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>toString</h4> +<pre>public java.lang.String toString()</pre> +<dl> +<dt><span class="overrideSpecifyLabel">Overrides:</span></dt> +<dd><code>toString</code> in class <code>java.lang.Object</code></dd> +</dl> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar.bottom"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.bottom.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../../org/apache/beam/runners/spark/aggregators/AggregatorsAccumulator.AccumulatorCheckpointingSparkListener.html" title="class in org.apache.beam.runners.spark.aggregators"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.CombineFunctionState.html" title="class in org.apache.beam.runners.spark.aggregators"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../../../../index.html?org/apache/beam/runners/spark/aggregators/NamedAggregators.html" target="_top">Frames</a></li> +<li><a href="NamedAggregators.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li><a href="#nested.class.summary">Nested</a> | </li> +<li>Field | </li> +<li><a href="#constructor.summary">Constr</a> | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor.detail">Constr</a> | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +</body> +</html>
http://git-wip-us.apache.org/repos/asf/beam-site/blob/dc04d667/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/SparkAggregators.Factory.html ---------------------------------------------------------------------- diff --git a/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/SparkAggregators.Factory.html b/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/SparkAggregators.Factory.html new file mode 100644 index 0000000..3cb811d --- /dev/null +++ b/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/SparkAggregators.Factory.html @@ -0,0 +1,299 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd";> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (1.8.0_112-google-v7) on Wed Mar 08 17:12:54 PST 2017 --> +<title>SparkAggregators.Factory</title> +<meta name="date" content="2017-03-08"> +<link rel="stylesheet" type="text/css" href="../../../../../../stylesheet.css" title="Style"> +<script type="text/javascript" src="../../../../../../script.js"></script> +</head> +<body> +<script type="text/javascript"><!-- + try { + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="SparkAggregators.Factory"; + } + } + catch(err) { + } +//--> +var methods = {"i0":10}; +var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; +var altColor = "altColor"; +var rowColor = "rowColor"; +var tableTab = "tableTab"; +var activeTableTab = "activeTableTab"; +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar.top"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.top.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../../org/apache/beam/runners/spark/aggregators/SparkAggregators.html" title="class in org.apache.beam.runners.spark.aggregators"><span class="typeNameLink">Prev Class</span></a></li> +<li>Next Class</li> +</ul> +<ul class="navList"> +<li><a href="../../../../../../index.html?org/apache/beam/runners/spark/aggregators/SparkAggregators.Factory.html" target="_top">Frames</a></li> +<li><a href="SparkAggregators.Factory.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor.summary">Constr</a> | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor.detail">Constr</a> | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.beam.runners.spark.aggregators</div> +<h2 title="Class SparkAggregators.Factory" class="title">Class SparkAggregators.Factory</h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li>java.lang.Object</li> +<li> +<ul class="inheritance"> +<li>org.apache.beam.runners.spark.aggregators.SparkAggregators.Factory</li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<dl> +<dt>All Implemented Interfaces:</dt> +<dd>org.apache.beam.runners.core.AggregatorFactory</dd> +</dl> +<dl> +<dt>Enclosing class:</dt> +<dd><a href="../../../../../../org/apache/beam/runners/spark/aggregators/SparkAggregators.html" title="class in org.apache.beam.runners.spark.aggregators">SparkAggregators</a></dd> +</dl> +<hr> +<br> +<pre>public static class <span class="typeNameLabel">SparkAggregators.Factory</span> +extends java.lang.Object +implements org.apache.beam.runners.core.AggregatorFactory</pre> +<div class="block">An implementation of <code>AggregatorFactory</code> for the SparkRunner.</div> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ======== CONSTRUCTOR SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor.summary"> +<!-- --> +</a> +<h3>Constructor Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation"> +<caption><span>Constructors</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colOne" scope="col">Constructor and Description</th> +</tr> +<tr class="altColor"> +<td class="colOne"><code><span class="memberNameLink"><a href="../../../../../../org/apache/beam/runners/spark/aggregators/SparkAggregators.Factory.html#Factory-org.apache.beam.runners.spark.translation.SparkRuntimeContext-org.apache.spark.Accumulator-">Factory</a></span>(org.apache.beam.runners.spark.translation.SparkRuntimeContext runtimeContext, + org.apache.spark.Accumulator<<a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.html" title="class in org.apache.beam.runners.spark.aggregators">NamedAggregators</a>> accumulator)</code> </td> +</tr> +</table> +</li> +</ul> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr id="i0" class="altColor"> +<td class="colFirst"><code><InputT,AccumT,OutputT><br><a href="../../../../../../org/apache/beam/sdk/transforms/Aggregator.html" title="interface in org.apache.beam.sdk.transforms">Aggregator</a><InputT,OutputT></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/beam/runners/spark/aggregators/SparkAggregators.Factory.html#createAggregatorForDoFn-java.lang.Class-org.apache.beam.runners.core.ExecutionContext.StepContext-java.lang.String-org.apache.beam.sdk.transforms.Combine.CombineFn-">createAggregatorForDoFn</a></span>(java.lang.Class<?> fnClass, + org.apache.beam.runners.core.ExecutionContext.StepContext stepContext, + java.lang.String aggregatorName, + <a href="../../../../../../org/apache/beam/sdk/transforms/Combine.CombineFn.html" title="class in org.apache.beam.sdk.transforms">Combine.CombineFn</a><InputT,AccumT,OutputT> combine)</code> +<div class="block">Create an aggregator with the given <code>name</code> and <a href="../../../../../../org/apache/beam/sdk/transforms/Combine.CombineFn.html" title="class in org.apache.beam.sdk.transforms"><code>Combine.CombineFn</code></a>.</div> +</td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.java.lang.Object"> +<!-- --> +</a> +<h3>Methods inherited from class java.lang.Object</h3> +<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ========= CONSTRUCTOR DETAIL ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor.detail"> +<!-- --> +</a> +<h3>Constructor Detail</h3> +<a name="Factory-org.apache.beam.runners.spark.translation.SparkRuntimeContext-org.apache.spark.Accumulator-"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>Factory</h4> +<pre>public Factory(org.apache.beam.runners.spark.translation.SparkRuntimeContext runtimeContext, + org.apache.spark.Accumulator<<a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.html" title="class in org.apache.beam.runners.spark.aggregators">NamedAggregators</a>> accumulator)</pre> +</li> +</ul> +</li> +</ul> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="createAggregatorForDoFn-java.lang.Class-org.apache.beam.runners.core.ExecutionContext.StepContext-java.lang.String-org.apache.beam.sdk.transforms.Combine.CombineFn-"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>createAggregatorForDoFn</h4> +<pre>public <InputT,AccumT,OutputT> <a href="../../../../../../org/apache/beam/sdk/transforms/Aggregator.html" title="interface in org.apache.beam.sdk.transforms">Aggregator</a><InputT,OutputT> createAggregatorForDoFn(java.lang.Class<?> fnClass, + org.apache.beam.runners.core.ExecutionContext.StepContext stepContext, + java.lang.String aggregatorName, + <a href="../../../../../../org/apache/beam/sdk/transforms/Combine.CombineFn.html" title="class in org.apache.beam.sdk.transforms">Combine.CombineFn</a><InputT,AccumT,OutputT> combine)</pre> +<div class="block"><span class="descfrmTypeLabel">Description copied from interface: <code>org.apache.beam.runners.core.AggregatorFactory</code></span></div> +<div class="block">Create an aggregator with the given <code>name</code> and <a href="../../../../../../org/apache/beam/sdk/transforms/Combine.CombineFn.html" title="class in org.apache.beam.sdk.transforms"><code>Combine.CombineFn</code></a>. + + <p>This method is called to create an aggregator for a <a href="../../../../../../org/apache/beam/sdk/transforms/DoFn.html" title="class in org.apache.beam.sdk.transforms"><code>DoFn</code></a>. It receives the + class of the <a href="../../../../../../org/apache/beam/sdk/transforms/DoFn.html" title="class in org.apache.beam.sdk.transforms"><code>DoFn</code></a> being executed and the context of the step it is being + executed in.</div> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code>createAggregatorForDoFn</code> in interface <code>org.apache.beam.runners.core.AggregatorFactory</code></dd> +</dl> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar.bottom"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.bottom.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../../org/apache/beam/runners/spark/aggregators/SparkAggregators.html" title="class in org.apache.beam.runners.spark.aggregators"><span class="typeNameLink">Prev Class</span></a></li> +<li>Next Class</li> +</ul> +<ul class="navList"> +<li><a href="../../../../../../index.html?org/apache/beam/runners/spark/aggregators/SparkAggregators.Factory.html" target="_top">Frames</a></li> +<li><a href="SparkAggregators.Factory.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor.summary">Constr</a> | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor.detail">Constr</a> | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +</body> +</html> http://git-wip-us.apache.org/repos/asf/beam-site/blob/dc04d667/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/SparkAggregators.html ---------------------------------------------------------------------- diff --git a/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/SparkAggregators.html b/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/SparkAggregators.html new file mode 100644 index 0000000..c0f4f2d --- /dev/null +++ b/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/SparkAggregators.html @@ -0,0 +1,381 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd";> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (1.8.0_112-google-v7) on Wed Mar 08 17:12:54 PST 2017 --> +<title>SparkAggregators</title> +<meta name="date" content="2017-03-08"> +<link rel="stylesheet" type="text/css" href="../../../../../../stylesheet.css" title="Style"> +<script type="text/javascript" src="../../../../../../script.js"></script> +</head> +<body> +<script type="text/javascript"><!-- + try { + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="SparkAggregators"; + } + } + catch(err) { + } +//--> +var methods = {"i0":9,"i1":9,"i2":9,"i3":9}; +var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],8:["t4","Concrete Methods"]}; +var altColor = "altColor"; +var rowColor = "rowColor"; +var tableTab = "tableTab"; +var activeTableTab = "activeTableTab"; +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar.top"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.top.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.State.html" title="interface in org.apache.beam.runners.spark.aggregators"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../../../../org/apache/beam/runners/spark/aggregators/SparkAggregators.Factory.html" title="class in org.apache.beam.runners.spark.aggregators"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../../../../index.html?org/apache/beam/runners/spark/aggregators/SparkAggregators.html" target="_top">Frames</a></li> +<li><a href="SparkAggregators.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li><a href="#nested.class.summary">Nested</a> | </li> +<li>Field | </li> +<li><a href="#constructor.summary">Constr</a> | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor.detail">Constr</a> | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.beam.runners.spark.aggregators</div> +<h2 title="Class SparkAggregators" class="title">Class SparkAggregators</h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li>java.lang.Object</li> +<li> +<ul class="inheritance"> +<li>org.apache.beam.runners.spark.aggregators.SparkAggregators</li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<hr> +<br> +<pre>public class <span class="typeNameLabel">SparkAggregators</span> +extends java.lang.Object</pre> +<div class="block">A utility class for handling Beam <a href="../../../../../../org/apache/beam/sdk/transforms/Aggregator.html" title="interface in org.apache.beam.sdk.transforms"><code>Aggregator</code></a>s.</div> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ======== NESTED CLASS SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="nested.class.summary"> +<!-- --> +</a> +<h3>Nested Class Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Nested Class Summary table, listing nested classes, and an explanation"> +<caption><span>Nested Classes</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Class and Description</th> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>static class </code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/beam/runners/spark/aggregators/SparkAggregators.Factory.html" title="class in org.apache.beam.runners.spark.aggregators">SparkAggregators.Factory</a></span></code> +<div class="block">An implementation of <code>AggregatorFactory</code> for the SparkRunner.</div> +</td> +</tr> +</table> +</li> +</ul> +<!-- ======== CONSTRUCTOR SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor.summary"> +<!-- --> +</a> +<h3>Constructor Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation"> +<caption><span>Constructors</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colOne" scope="col">Constructor and Description</th> +</tr> +<tr class="altColor"> +<td class="colOne"><code><span class="memberNameLink"><a href="../../../../../../org/apache/beam/runners/spark/aggregators/SparkAggregators.html#SparkAggregators--">SparkAggregators</a></span>()</code> </td> +</tr> +</table> +</li> +</ul> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t1" class="tableTab"><span><a href="javascript:show(1);">Static Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr id="i0" class="altColor"> +<td class="colFirst"><code>static org.apache.spark.Accumulator<<a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.html" title="class in org.apache.beam.runners.spark.aggregators">NamedAggregators</a>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/beam/runners/spark/aggregators/SparkAggregators.html#getNamedAggregators-org.apache.spark.api.java.JavaSparkContext-">getNamedAggregators</a></span>(org.apache.spark.api.java.JavaSparkContext jsc)</code> +<div class="block">Retrieves the <a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.html" title="class in org.apache.beam.runners.spark.aggregators"><code>NamedAggregators</code></a> instance using the provided Spark context.</div> +</td> +</tr> +<tr id="i1" class="rowColor"> +<td class="colFirst"><code>static org.apache.spark.Accumulator<<a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.html" title="class in org.apache.beam.runners.spark.aggregators">NamedAggregators</a>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/beam/runners/spark/aggregators/SparkAggregators.html#getOrCreateNamedAggregators-org.apache.spark.api.java.JavaSparkContext-com.google.common.base.Optional-">getOrCreateNamedAggregators</a></span>(org.apache.spark.api.java.JavaSparkContext jsc, + <a href="http://google.github.io/guava/releases/20.0/api/docs/com/google/common/base/Optional.html?is-external=true"; title="class or interface in com.google.common.base">Optional</a><org.apache.beam.runners.spark.translation.streaming.Checkpoint.CheckpointDir> checkpointDir)</code> +<div class="block">Retrieves or creates the <a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.html" title="class in org.apache.beam.runners.spark.aggregators"><code>NamedAggregators</code></a> instance using the provided Spark context.</div> +</td> +</tr> +<tr id="i2" class="altColor"> +<td class="colFirst"><code>static <T> <a href="../../../../../../org/apache/beam/sdk/AggregatorValues.html" title="class in org.apache.beam.sdk">AggregatorValues</a><T></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/beam/runners/spark/aggregators/SparkAggregators.html#valueOf-org.apache.beam.sdk.transforms.Aggregator-org.apache.spark.api.java.JavaSparkContext-">valueOf</a></span>(<a href="../../../../../../org/apache/beam/sdk/transforms/Aggregator.html" title="interface in org.apache.beam.sdk.transforms">Aggregator</a><?,T> aggregator, + org.apache.spark.api.java.JavaSparkContext javaSparkContext)</code> +<div class="block">Retrieves the value of an aggregator from a SparkContext instance.</div> +</td> +</tr> +<tr id="i3" class="rowColor"> +<td class="colFirst"><code>static <T> T</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/beam/runners/spark/aggregators/SparkAggregators.html#valueOf-java.lang.String-java.lang.Class-org.apache.spark.api.java.JavaSparkContext-">valueOf</a></span>(java.lang.String name, + java.lang.Class<T> typeClass, + org.apache.spark.api.java.JavaSparkContext javaSparkContext)</code> +<div class="block">Retrieves the value of an aggregator from a SparkContext instance.</div> +</td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.java.lang.Object"> +<!-- --> +</a> +<h3>Methods inherited from class java.lang.Object</h3> +<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ========= CONSTRUCTOR DETAIL ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor.detail"> +<!-- --> +</a> +<h3>Constructor Detail</h3> +<a name="SparkAggregators--"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>SparkAggregators</h4> +<pre>public SparkAggregators()</pre> +</li> +</ul> +</li> +</ul> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="getNamedAggregators-org.apache.spark.api.java.JavaSparkContext-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getNamedAggregators</h4> +<pre>public static org.apache.spark.Accumulator<<a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.html" title="class in org.apache.beam.runners.spark.aggregators">NamedAggregators</a>> getNamedAggregators(org.apache.spark.api.java.JavaSparkContext jsc)</pre> +<div class="block">Retrieves the <a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.html" title="class in org.apache.beam.runners.spark.aggregators"><code>NamedAggregators</code></a> instance using the provided Spark context.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>jsc</code> - a Spark context to be used in order to retrieve the name + <a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.html" title="class in org.apache.beam.runners.spark.aggregators"><code>NamedAggregators</code></a> instance</dd> +</dl> +</li> +</ul> +<a name="getOrCreateNamedAggregators-org.apache.spark.api.java.JavaSparkContext-com.google.common.base.Optional-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getOrCreateNamedAggregators</h4> +<pre>public static org.apache.spark.Accumulator<<a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.html" title="class in org.apache.beam.runners.spark.aggregators">NamedAggregators</a>> getOrCreateNamedAggregators(org.apache.spark.api.java.JavaSparkContext jsc, + <a href="http://google.github.io/guava/releases/20.0/api/docs/com/google/common/base/Optional.html?is-external=true"; title="class or interface in com.google.common.base">Optional</a><org.apache.beam.runners.spark.translation.streaming.Checkpoint.CheckpointDir> checkpointDir)</pre> +<div class="block">Retrieves or creates the <a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.html" title="class in org.apache.beam.runners.spark.aggregators"><code>NamedAggregators</code></a> instance using the provided Spark context.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>jsc</code> - a Spark context to be used in order to retrieve the name + <a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.html" title="class in org.apache.beam.runners.spark.aggregators"><code>NamedAggregators</code></a> instance</dd> +<dd><code>checkpointDir</code> - checkpoint dir (optional, for streaming pipelines)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>a <a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.html" title="class in org.apache.beam.runners.spark.aggregators"><code>NamedAggregators</code></a> instance</dd> +</dl> +</li> +</ul> +<a name="valueOf-org.apache.beam.sdk.transforms.Aggregator-org.apache.spark.api.java.JavaSparkContext-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>valueOf</h4> +<pre>public static <T> <a href="../../../../../../org/apache/beam/sdk/AggregatorValues.html" title="class in org.apache.beam.sdk">AggregatorValues</a><T> valueOf(<a href="../../../../../../org/apache/beam/sdk/transforms/Aggregator.html" title="interface in org.apache.beam.sdk.transforms">Aggregator</a><?,T> aggregator, + org.apache.spark.api.java.JavaSparkContext javaSparkContext)</pre> +<div class="block">Retrieves the value of an aggregator from a SparkContext instance.</div> +<dl> +<dt><span class="paramLabel">Type Parameters:</span></dt> +<dd><code>T</code> - The type of the aggregator's output</dd> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>aggregator</code> - The aggregator whose value to retrieve</dd> +<dd><code>javaSparkContext</code> - The SparkContext instance</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>The value of the aggregator</dd> +</dl> +</li> +</ul> +<a name="valueOf-java.lang.String-java.lang.Class-org.apache.spark.api.java.JavaSparkContext-"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>valueOf</h4> +<pre>public static <T> T valueOf(java.lang.String name, + java.lang.Class<T> typeClass, + org.apache.spark.api.java.JavaSparkContext javaSparkContext)</pre> +<div class="block">Retrieves the value of an aggregator from a SparkContext instance.</div> +<dl> +<dt><span class="paramLabel">Type Parameters:</span></dt> +<dd><code>T</code> - Type of object to be returned.</dd> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>name</code> - Name of the aggregator to retrieve the value of.</dd> +<dd><code>typeClass</code> - Type class of value to be retrieved.</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>The value of the aggregator.</dd> +</dl> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar.bottom"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.bottom.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.State.html" title="interface in org.apache.beam.runners.spark.aggregators"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../../../../org/apache/beam/runners/spark/aggregators/SparkAggregators.Factory.html" title="class in org.apache.beam.runners.spark.aggregators"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../../../../index.html?org/apache/beam/runners/spark/aggregators/SparkAggregators.html" target="_top">Frames</a></li> +<li><a href="SparkAggregators.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li><a href="#nested.class.summary">Nested</a> | </li> +<li>Field | </li> +<li><a href="#constructor.summary">Constr</a> | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor.detail">Constr</a> | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +</body> +</html> http://git-wip-us.apache.org/repos/asf/beam-site/blob/dc04d667/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/metrics/package-frame.html ---------------------------------------------------------------------- diff --git a/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/metrics/package-frame.html b/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/metrics/package-frame.html new file mode 100644 index 0000000..481065c --- /dev/null +++ b/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/metrics/package-frame.html @@ -0,0 +1,14 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd";> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (1.8.0_112-google-v7) on Wed Mar 08 17:12:57 PST 2017 --> +<title>org.apache.beam.runners.spark.aggregators.metrics</title> +<meta name="date" content="2017-03-08"> +<link rel="stylesheet" type="text/css" href="../../../../../../../stylesheet.css" title="Style"> +<script type="text/javascript" src="../../../../../../../script.js"></script> +</head> +<body> +<h1 class="bar"><a href="../../../../../../../org/apache/beam/runners/spark/aggregators/metrics/package-summary.html" target="classFrame">org.apache.beam.runners.spark.aggregators.metrics</a></h1> +</body> +</html> http://git-wip-us.apache.org/repos/asf/beam-site/blob/dc04d667/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/metrics/package-summary.html ---------------------------------------------------------------------- diff --git a/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/metrics/package-summary.html b/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/metrics/package-summary.html new file mode 100644 index 0000000..852e7c9 --- /dev/null +++ b/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/metrics/package-summary.html @@ -0,0 +1,131 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd";> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (1.8.0_112-google-v7) on Wed Mar 08 17:12:57 PST 2017 --> +<title>org.apache.beam.runners.spark.aggregators.metrics</title> +<meta name="date" content="2017-03-08"> +<link rel="stylesheet" type="text/css" href="../../../../../../../stylesheet.css" title="Style"> +<script type="text/javascript" src="../../../../../../../script.js"></script> +</head> +<body> +<script type="text/javascript"><!-- + try { + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="org.apache.beam.runners.spark.aggregators.metrics"; + } + } + catch(err) { + } +//--> +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar.top"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.top.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../../../overview-summary.html">Overview</a></li> +<li class="navBarCell1Rev">Package</li> +<li>Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../../../org/apache/beam/runners/spark/aggregators/package-summary.html">Prev Package</a></li> +<li><a href="../../../../../../../org/apache/beam/runners/spark/coders/package-summary.html">Next Package</a></li> +</ul> +<ul class="navList"> +<li><a href="../../../../../../../index.html?org/apache/beam/runners/spark/aggregators/metrics/package-summary.html" target="_top">Frames</a></li> +<li><a href="package-summary.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<a name="skip.navbar.top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<div class="header"> +<h1 title="Package" class="title">Package org.apache.beam.runners.spark.aggregators.metrics</h1> +<div class="docSummary"> +<div class="block">Defines classes for integrating with Spark's metrics mechanism (Sinks, Sources, etc.).</div> +</div> +<p>See: <a href="#package.description">Description</a></p> +</div> +<div class="contentContainer"><a name="package.description"> +<!-- --> +</a> +<h2 title="Package org.apache.beam.runners.spark.aggregators.metrics Description">Package org.apache.beam.runners.spark.aggregators.metrics Description</h2> +<div class="block">Defines classes for integrating with Spark's metrics mechanism (Sinks, Sources, etc.).</div> +</div> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar.bottom"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.bottom.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../../../overview-summary.html">Overview</a></li> +<li class="navBarCell1Rev">Package</li> +<li>Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../../../org/apache/beam/runners/spark/aggregators/package-summary.html">Prev Package</a></li> +<li><a href="../../../../../../../org/apache/beam/runners/spark/coders/package-summary.html">Next Package</a></li> +</ul> +<ul class="navList"> +<li><a href="../../../../../../../index.html?org/apache/beam/runners/spark/aggregators/metrics/package-summary.html" target="_top">Frames</a></li> +<li><a href="package-summary.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<a name="skip.navbar.bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +</body> +</html> http://git-wip-us.apache.org/repos/asf/beam-site/blob/dc04d667/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/metrics/package-tree.html ---------------------------------------------------------------------- diff --git a/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/metrics/package-tree.html b/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/metrics/package-tree.html new file mode 100644 index 0000000..be13a54 --- /dev/null +++ b/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/metrics/package-tree.html @@ -0,0 +1,125 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd";> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (1.8.0_112-google-v7) on Wed Mar 08 17:12:57 PST 2017 --> +<title>org.apache.beam.runners.spark.aggregators.metrics Class Hierarchy</title> +<meta name="date" content="2017-03-08"> +<link rel="stylesheet" type="text/css" href="../../../../../../../stylesheet.css" title="Style"> +<script type="text/javascript" src="../../../../../../../script.js"></script> +</head> +<body> +<script type="text/javascript"><!-- + try { + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="org.apache.beam.runners.spark.aggregators.metrics Class Hierarchy"; + } + } + catch(err) { + } +//--> +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar.top"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.top.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li>Class</li> +<li class="navBarCell1Rev">Tree</li> +<li><a href="../../../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../../../org/apache/beam/runners/spark/aggregators/package-tree.html">Prev</a></li> +<li><a href="../../../../../../../org/apache/beam/runners/spark/coders/package-tree.html">Next</a></li> +</ul> +<ul class="navList"> +<li><a href="../../../../../../../index.html?org/apache/beam/runners/spark/aggregators/metrics/package-tree.html" target="_top">Frames</a></li> +<li><a href="package-tree.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<a name="skip.navbar.top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<div class="header"> +<h1 class="title">Hierarchy For Package org.apache.beam.runners.spark.aggregators.metrics</h1> +<span class="packageHierarchyLabel">Package Hierarchies:</span> +<ul class="horizontal"> +<li><a href="../../../../../../../overview-tree.html">All Packages</a></li> +</ul> +</div> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar.bottom"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.bottom.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li>Class</li> +<li class="navBarCell1Rev">Tree</li> +<li><a href="../../../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../../../org/apache/beam/runners/spark/aggregators/package-tree.html">Prev</a></li> +<li><a href="../../../../../../../org/apache/beam/runners/spark/coders/package-tree.html">Next</a></li> +</ul> +<ul class="navList"> +<li><a href="../../../../../../../index.html?org/apache/beam/runners/spark/aggregators/metrics/package-tree.html" target="_top">Frames</a></li> +<li><a href="package-tree.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<a name="skip.navbar.bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +</body> +</html> http://git-wip-us.apache.org/repos/asf/beam-site/blob/dc04d667/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/package-frame.html ---------------------------------------------------------------------- diff --git a/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/package-frame.html b/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/package-frame.html new file mode 100644 index 0000000..26bce0d --- /dev/null +++ b/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/package-frame.html @@ -0,0 +1,30 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd";> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (1.8.0_112-google-v7) on Wed Mar 08 17:12:57 PST 2017 --> +<title>org.apache.beam.runners.spark.aggregators</title> +<meta name="date" content="2017-03-08"> +<link rel="stylesheet" type="text/css" href="../../../../../../stylesheet.css" title="Style"> +<script type="text/javascript" src="../../../../../../script.js"></script> +</head> +<body> +<h1 class="bar"><a href="../../../../../../org/apache/beam/runners/spark/aggregators/package-summary.html" target="classFrame">org.apache.beam.runners.spark.aggregators</a></h1> +<div class="indexContainer"> +<h2 title="Interfaces">Interfaces</h2> +<ul title="Interfaces"> +<li><a href="NamedAggregators.State.html" title="interface in org.apache.beam.runners.spark.aggregators" target="classFrame"><span class="interfaceName">NamedAggregators.State</span></a></li> +</ul> +<h2 title="Classes">Classes</h2> +<ul title="Classes"> +<li><a href="AggAccumParam.html" title="class in org.apache.beam.runners.spark.aggregators" target="classFrame">AggAccumParam</a></li> +<li><a href="AggregatorsAccumulator.html" title="class in org.apache.beam.runners.spark.aggregators" target="classFrame">AggregatorsAccumulator</a></li> +<li><a href="AggregatorsAccumulator.AccumulatorCheckpointingSparkListener.html" title="class in org.apache.beam.runners.spark.aggregators" target="classFrame">AggregatorsAccumulator.AccumulatorCheckpointingSparkListener</a></li> +<li><a href="NamedAggregators.html" title="class in org.apache.beam.runners.spark.aggregators" target="classFrame">NamedAggregators</a></li> +<li><a href="NamedAggregators.CombineFunctionState.html" title="class in org.apache.beam.runners.spark.aggregators" target="classFrame">NamedAggregators.CombineFunctionState</a></li> +<li><a href="SparkAggregators.html" title="class in org.apache.beam.runners.spark.aggregators" target="classFrame">SparkAggregators</a></li> +<li><a href="SparkAggregators.Factory.html" title="class in org.apache.beam.runners.spark.aggregators" target="classFrame">SparkAggregators.Factory</a></li> +</ul> +</div> +</body> +</html> http://git-wip-us.apache.org/repos/asf/beam-site/blob/dc04d667/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/package-summary.html ---------------------------------------------------------------------- diff --git a/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/package-summary.html b/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/package-summary.html new file mode 100644 index 0000000..38bfaa3 --- /dev/null +++ b/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/package-summary.html @@ -0,0 +1,200 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd";> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (1.8.0_112-google-v7) on Wed Mar 08 17:12:57 PST 2017 --> +<title>org.apache.beam.runners.spark.aggregators</title> +<meta name="date" content="2017-03-08"> +<link rel="stylesheet" type="text/css" href="../../../../../../stylesheet.css" title="Style"> +<script type="text/javascript" src="../../../../../../script.js"></script> +</head> +<body> +<script type="text/javascript"><!-- + try { + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="org.apache.beam.runners.spark.aggregators"; + } + } + catch(err) { + } +//--> +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar.top"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.top.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../../overview-summary.html">Overview</a></li> +<li class="navBarCell1Rev">Package</li> +<li>Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../../org/apache/beam/runners/spark/package-summary.html">Prev Package</a></li> +<li><a href="../../../../../../org/apache/beam/runners/spark/aggregators/metrics/package-summary.html">Next Package</a></li> +</ul> +<ul class="navList"> +<li><a href="../../../../../../index.html?org/apache/beam/runners/spark/aggregators/package-summary.html" target="_top">Frames</a></li> +<li><a href="package-summary.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<a name="skip.navbar.top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<div class="header"> +<h1 title="Package" class="title">Package org.apache.beam.runners.spark.aggregators</h1> +<div class="docSummary"> +<div class="block">Provides internal utilities for implementing Beam aggregators using Spark accumulators.</div> +</div> +<p>See: <a href="#package.description">Description</a></p> +</div> +<div class="contentContainer"> +<ul class="blockList"> +<li class="blockList"> +<table class="typeSummary" border="0" cellpadding="3" cellspacing="0" summary="Interface Summary table, listing interfaces, and an explanation"> +<caption><span>Interface Summary</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colFirst" scope="col">Interface</th> +<th class="colLast" scope="col">Description</th> +</tr> +<tbody> +<tr class="altColor"> +<td class="colFirst"><a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.State.html" title="interface in org.apache.beam.runners.spark.aggregators">NamedAggregators.State</a><InputT,InterT,OutputT></td> +<td class="colLast"> </td> +</tr> +</tbody> +</table> +</li> +<li class="blockList"> +<table class="typeSummary" border="0" cellpadding="3" cellspacing="0" summary="Class Summary table, listing classes, and an explanation"> +<caption><span>Class Summary</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colFirst" scope="col">Class</th> +<th class="colLast" scope="col">Description</th> +</tr> +<tbody> +<tr class="altColor"> +<td class="colFirst"><a href="../../../../../../org/apache/beam/runners/spark/aggregators/AggAccumParam.html" title="class in org.apache.beam.runners.spark.aggregators">AggAccumParam</a></td> +<td class="colLast"> +<div class="block">Aggregator accumulator param.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><a href="../../../../../../org/apache/beam/runners/spark/aggregators/AggregatorsAccumulator.html" title="class in org.apache.beam.runners.spark.aggregators">AggregatorsAccumulator</a></td> +<td class="colLast"> +<div class="block">For resilience, <code>Accumulators</code> are required to be wrapped in a Singleton.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><a href="../../../../../../org/apache/beam/runners/spark/aggregators/AggregatorsAccumulator.AccumulatorCheckpointingSparkListener.html" title="class in org.apache.beam.runners.spark.aggregators">AggregatorsAccumulator.AccumulatorCheckpointingSparkListener</a></td> +<td class="colLast"> +<div class="block">Spark Listener which checkpoints <a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.html" title="class in org.apache.beam.runners.spark.aggregators"><code>NamedAggregators</code></a> values for fault-tolerance.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.html" title="class in org.apache.beam.runners.spark.aggregators">NamedAggregators</a></td> +<td class="colLast"> +<div class="block">This class wraps a map of named aggregators.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.CombineFunctionState.html" title="class in org.apache.beam.runners.spark.aggregators">NamedAggregators.CombineFunctionState</a><InputT,InterT,OutputT></td> +<td class="colLast"> </td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><a href="../../../../../../org/apache/beam/runners/spark/aggregators/SparkAggregators.html" title="class in org.apache.beam.runners.spark.aggregators">SparkAggregators</a></td> +<td class="colLast"> +<div class="block">A utility class for handling Beam <a href="../../../../../../org/apache/beam/sdk/transforms/Aggregator.html" title="interface in org.apache.beam.sdk.transforms"><code>Aggregator</code></a>s.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><a href="../../../../../../org/apache/beam/runners/spark/aggregators/SparkAggregators.Factory.html" title="class in org.apache.beam.runners.spark.aggregators">SparkAggregators.Factory</a></td> +<td class="colLast"> +<div class="block">An implementation of <code>AggregatorFactory</code> for the SparkRunner.</div> +</td> +</tr> +</tbody> +</table> +</li> +</ul> +<a name="package.description"> +<!-- --> +</a> +<h2 title="Package org.apache.beam.runners.spark.aggregators Description">Package org.apache.beam.runners.spark.aggregators Description</h2> +<div class="block">Provides internal utilities for implementing Beam aggregators using Spark accumulators.</div> +</div> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar.bottom"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.bottom.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../../overview-summary.html">Overview</a></li> +<li class="navBarCell1Rev">Package</li> +<li>Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../../org/apache/beam/runners/spark/package-summary.html">Prev Package</a></li> +<li><a href="../../../../../../org/apache/beam/runners/spark/aggregators/metrics/package-summary.html">Next Package</a></li> +</ul> +<ul class="navList"> +<li><a href="../../../../../../index.html?org/apache/beam/runners/spark/aggregators/package-summary.html" target="_top">Frames</a></li> +<li><a href="package-summary.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<a name="skip.navbar.bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +</body> +</html> http://git-wip-us.apache.org/repos/asf/beam-site/blob/dc04d667/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/package-tree.html ---------------------------------------------------------------------- diff --git a/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/package-tree.html b/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/package-tree.html new file mode 100644 index 0000000..2442c06 --- /dev/null +++ b/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/aggregators/package-tree.html @@ -0,0 +1,153 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd";> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (1.8.0_112-google-v7) on Wed Mar 08 17:12:57 PST 2017 --> +<title>org.apache.beam.runners.spark.aggregators Class Hierarchy</title> +<meta name="date" content="2017-03-08"> +<link rel="stylesheet" type="text/css" href="../../../../../../stylesheet.css" title="Style"> +<script type="text/javascript" src="../../../../../../script.js"></script> +</head> +<body> +<script type="text/javascript"><!-- + try { + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="org.apache.beam.runners.spark.aggregators Class Hierarchy"; + } + } + catch(err) { + } +//--> +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar.top"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.top.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li>Class</li> +<li class="navBarCell1Rev">Tree</li> +<li><a href="../../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../../org/apache/beam/runners/spark/package-tree.html">Prev</a></li> +<li><a href="../../../../../../org/apache/beam/runners/spark/aggregators/metrics/package-tree.html">Next</a></li> +</ul> +<ul class="navList"> +<li><a href="../../../../../../index.html?org/apache/beam/runners/spark/aggregators/package-tree.html" target="_top">Frames</a></li> +<li><a href="package-tree.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<a name="skip.navbar.top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<div class="header"> +<h1 class="title">Hierarchy For Package org.apache.beam.runners.spark.aggregators</h1> +<span class="packageHierarchyLabel">Package Hierarchies:</span> +<ul class="horizontal"> +<li><a href="../../../../../../overview-tree.html">All Packages</a></li> +</ul> +</div> +<div class="contentContainer"> +<h2 title="Class Hierarchy">Class Hierarchy</h2> +<ul> +<li type="circle">java.lang.Object +<ul> +<li type="circle">org.apache.beam.runners.spark.aggregators.<a href="../../../../../../org/apache/beam/runners/spark/aggregators/AggAccumParam.html" title="class in org.apache.beam.runners.spark.aggregators"><span class="typeNameLink">AggAccumParam</span></a> (implements org.apache.spark.AccumulatorParam<T>)</li> +<li type="circle">org.apache.beam.runners.spark.aggregators.<a href="../../../../../../org/apache/beam/runners/spark/aggregators/AggregatorsAccumulator.html" title="class in org.apache.beam.runners.spark.aggregators"><span class="typeNameLink">AggregatorsAccumulator</span></a></li> +<li type="circle">org.apache.spark.streaming.api.java.JavaStreamingListener +<ul> +<li type="circle">org.apache.beam.runners.spark.aggregators.<a href="../../../../../../org/apache/beam/runners/spark/aggregators/AggregatorsAccumulator.AccumulatorCheckpointingSparkListener.html" title="class in org.apache.beam.runners.spark.aggregators"><span class="typeNameLink">AggregatorsAccumulator.AccumulatorCheckpointingSparkListener</span></a></li> +</ul> +</li> +<li type="circle">org.apache.beam.runners.spark.aggregators.<a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.html" title="class in org.apache.beam.runners.spark.aggregators"><span class="typeNameLink">NamedAggregators</span></a> (implements java.io.Serializable)</li> +<li type="circle">org.apache.beam.runners.spark.aggregators.<a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.CombineFunctionState.html" title="class in org.apache.beam.runners.spark.aggregators"><span class="typeNameLink">NamedAggregators.CombineFunctionState</span></a><InputT,InterT,OutputT> (implements org.apache.beam.runners.spark.aggregators.<a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.State.html" title="interface in org.apache.beam.runners.spark.aggregators">NamedAggregators.State</a><InputT,InterT,OutputT>)</li> +<li type="circle">org.apache.beam.runners.spark.aggregators.<a href="../../../../../../org/apache/beam/runners/spark/aggregators/SparkAggregators.html" title="class in org.apache.beam.runners.spark.aggregators"><span class="typeNameLink">SparkAggregators</span></a></li> +<li type="circle">org.apache.beam.runners.spark.aggregators.<a href="../../../../../../org/apache/beam/runners/spark/aggregators/SparkAggregators.Factory.html" title="class in org.apache.beam.runners.spark.aggregators"><span class="typeNameLink">SparkAggregators.Factory</span></a> (implements org.apache.beam.runners.core.AggregatorFactory)</li> +</ul> +</li> +</ul> +<h2 title="Interface Hierarchy">Interface Hierarchy</h2> +<ul> +<li type="circle">java.io.Serializable +<ul> +<li type="circle">org.apache.beam.runners.spark.aggregators.<a href="../../../../../../org/apache/beam/runners/spark/aggregators/NamedAggregators.State.html" title="interface in org.apache.beam.runners.spark.aggregators"><span class="typeNameLink">NamedAggregators.State</span></a><InputT,InterT,OutputT></li> +</ul> +</li> +</ul> +</div> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar.bottom"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.bottom.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li>Class</li> +<li class="navBarCell1Rev">Tree</li> +<li><a href="../../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../../org/apache/beam/runners/spark/package-tree.html">Prev</a></li> +<li><a href="../../../../../../org/apache/beam/runners/spark/aggregators/metrics/package-tree.html">Next</a></li> +</ul> +<ul class="navList"> +<li><a href="../../../../../../index.html?org/apache/beam/runners/spark/aggregators/package-tree.html" target="_top">Frames</a></li> +<li><a href="package-tree.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<a name="skip.navbar.bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +</body> +</html>
