http://git-wip-us.apache.org/repos/asf/beam-site/blob/dc04d667/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/io/SparkUnboundedSource.Metadata.html ---------------------------------------------------------------------- diff --git a/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/io/SparkUnboundedSource.Metadata.html b/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/io/SparkUnboundedSource.Metadata.html new file mode 100644 index 0000000..a105f90 --- /dev/null +++ b/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/io/SparkUnboundedSource.Metadata.html @@ -0,0 +1,313 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd";> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (1.8.0_112-google-v7) on Wed Mar 08 17:12:54 PST 2017 --> +<title>SparkUnboundedSource.Metadata</title> +<meta name="date" content="2017-03-08"> +<link rel="stylesheet" type="text/css" href="../../../../../../stylesheet.css" title="Style"> +<script type="text/javascript" src="../../../../../../script.js"></script> +</head> +<body> +<script type="text/javascript"><!-- + try { + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="SparkUnboundedSource.Metadata"; + } + } + catch(err) { + } +//--> +var methods = {"i0":10,"i1":10,"i2":10}; +var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; +var altColor = "altColor"; +var rowColor = "rowColor"; +var tableTab = "tableTab"; +var activeTableTab = "activeTableTab"; +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar.top"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.top.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../../org/apache/beam/runners/spark/io/SparkUnboundedSource.html" title="class in org.apache.beam.runners.spark.io"><span class="typeNameLink">Prev Class</span></a></li> +<li>Next Class</li> +</ul> +<ul class="navList"> +<li><a href="../../../../../../index.html?org/apache/beam/runners/spark/io/SparkUnboundedSource.Metadata.html" target="_top">Frames</a></li> +<li><a href="SparkUnboundedSource.Metadata.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor.summary">Constr</a> | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor.detail">Constr</a> | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.beam.runners.spark.io</div> +<h2 title="Class SparkUnboundedSource.Metadata" class="title">Class SparkUnboundedSource.Metadata</h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li>java.lang.Object</li> +<li> +<ul class="inheritance"> +<li>org.apache.beam.runners.spark.io.SparkUnboundedSource.Metadata</li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<dl> +<dt>All Implemented Interfaces:</dt> +<dd>java.io.Serializable</dd> +</dl> +<dl> +<dt>Enclosing class:</dt> +<dd><a href="../../../../../../org/apache/beam/runners/spark/io/SparkUnboundedSource.html" title="class in org.apache.beam.runners.spark.io">SparkUnboundedSource</a></dd> +</dl> +<hr> +<br> +<pre>public static class <span class="typeNameLabel">SparkUnboundedSource.Metadata</span> +extends java.lang.Object +implements java.io.Serializable</pre> +<div class="block">A metadata holder for an input stream partition.</div> +<dl> +<dt><span class="seeLabel">See Also:</span></dt> +<dd><a href="../../../../../../serialized-form.html#org.apache.beam.runners.spark.io.SparkUnboundedSource.Metadata">Serialized Form</a></dd> +</dl> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ======== CONSTRUCTOR SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor.summary"> +<!-- --> +</a> +<h3>Constructor Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation"> +<caption><span>Constructors</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colOne" scope="col">Constructor and Description</th> +</tr> +<tr class="altColor"> +<td class="colOne"><code><span class="memberNameLink"><a href="../../../../../../org/apache/beam/runners/spark/io/SparkUnboundedSource.Metadata.html#Metadata-long-org.joda.time.Instant-org.joda.time.Instant-">Metadata</a></span>(long numRecords, + <a href="http://www.joda.org/joda-time/apidocs/org/joda/time/Instant.html?is-external=true"; title="class or interface in org.joda.time">Instant</a> lowWatermark, + <a href="http://www.joda.org/joda-time/apidocs/org/joda/time/Instant.html?is-external=true"; title="class or interface in org.joda.time">Instant</a> highWatermark)</code> </td> +</tr> +</table> +</li> +</ul> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr id="i0" class="altColor"> +<td class="colFirst"><code><a href="http://www.joda.org/joda-time/apidocs/org/joda/time/Instant.html?is-external=true"; title="class or interface in org.joda.time">Instant</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/beam/runners/spark/io/SparkUnboundedSource.Metadata.html#getHighWatermark--">getHighWatermark</a></span>()</code> </td> +</tr> +<tr id="i1" class="rowColor"> +<td class="colFirst"><code><a href="http://www.joda.org/joda-time/apidocs/org/joda/time/Instant.html?is-external=true"; title="class or interface in org.joda.time">Instant</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/beam/runners/spark/io/SparkUnboundedSource.Metadata.html#getLowWatermark--">getLowWatermark</a></span>()</code> </td> +</tr> +<tr id="i2" class="altColor"> +<td class="colFirst"><code>long</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/beam/runners/spark/io/SparkUnboundedSource.Metadata.html#getNumRecords--">getNumRecords</a></span>()</code> </td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.java.lang.Object"> +<!-- --> +</a> +<h3>Methods inherited from class java.lang.Object</h3> +<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ========= CONSTRUCTOR DETAIL ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor.detail"> +<!-- --> +</a> +<h3>Constructor Detail</h3> +<a name="Metadata-long-org.joda.time.Instant-org.joda.time.Instant-"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>Metadata</h4> +<pre>public Metadata(long numRecords, + <a href="http://www.joda.org/joda-time/apidocs/org/joda/time/Instant.html?is-external=true"; title="class or interface in org.joda.time">Instant</a> lowWatermark, + <a href="http://www.joda.org/joda-time/apidocs/org/joda/time/Instant.html?is-external=true"; title="class or interface in org.joda.time">Instant</a> highWatermark)</pre> +</li> +</ul> +</li> +</ul> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="getNumRecords--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getNumRecords</h4> +<pre>public long getNumRecords()</pre> +</li> +</ul> +<a name="getLowWatermark--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getLowWatermark</h4> +<pre>public <a href="http://www.joda.org/joda-time/apidocs/org/joda/time/Instant.html?is-external=true"; title="class or interface in org.joda.time">Instant</a> getLowWatermark()</pre> +</li> +</ul> +<a name="getHighWatermark--"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>getHighWatermark</h4> +<pre>public <a href="http://www.joda.org/joda-time/apidocs/org/joda/time/Instant.html?is-external=true"; title="class or interface in org.joda.time">Instant</a> getHighWatermark()</pre> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar.bottom"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.bottom.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../../org/apache/beam/runners/spark/io/SparkUnboundedSource.html" title="class in org.apache.beam.runners.spark.io"><span class="typeNameLink">Prev Class</span></a></li> +<li>Next Class</li> +</ul> +<ul class="navList"> +<li><a href="../../../../../../index.html?org/apache/beam/runners/spark/io/SparkUnboundedSource.Metadata.html" target="_top">Frames</a></li> +<li><a href="SparkUnboundedSource.Metadata.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor.summary">Constr</a> | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor.detail">Constr</a> | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +</body> +</html>
http://git-wip-us.apache.org/repos/asf/beam-site/blob/dc04d667/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/io/SparkUnboundedSource.html ---------------------------------------------------------------------- diff --git a/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/io/SparkUnboundedSource.html b/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/io/SparkUnboundedSource.html new file mode 100644 index 0000000..8d6769d --- /dev/null +++ b/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/io/SparkUnboundedSource.html @@ -0,0 +1,306 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd";> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (1.8.0_112-google-v7) on Wed Mar 08 17:12:54 PST 2017 --> +<title>SparkUnboundedSource</title> +<meta name="date" content="2017-03-08"> +<link rel="stylesheet" type="text/css" href="../../../../../../stylesheet.css" title="Style"> +<script type="text/javascript" src="../../../../../../script.js"></script> +</head> +<body> +<script type="text/javascript"><!-- + try { + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="SparkUnboundedSource"; + } + } + catch(err) { + } +//--> +var methods = {"i0":9}; +var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],8:["t4","Concrete Methods"]}; +var altColor = "altColor"; +var rowColor = "rowColor"; +var tableTab = "tableTab"; +var activeTableTab = "activeTableTab"; +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar.top"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.top.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../../org/apache/beam/runners/spark/io/SourceRDD.Unbounded.html" title="class in org.apache.beam.runners.spark.io"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../../../../org/apache/beam/runners/spark/io/SparkUnboundedSource.Metadata.html" title="class in org.apache.beam.runners.spark.io"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../../../../index.html?org/apache/beam/runners/spark/io/SparkUnboundedSource.html" target="_top">Frames</a></li> +<li><a href="SparkUnboundedSource.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li><a href="#nested.class.summary">Nested</a> | </li> +<li>Field | </li> +<li><a href="#constructor.summary">Constr</a> | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor.detail">Constr</a> | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.beam.runners.spark.io</div> +<h2 title="Class SparkUnboundedSource" class="title">Class SparkUnboundedSource</h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li>java.lang.Object</li> +<li> +<ul class="inheritance"> +<li>org.apache.beam.runners.spark.io.SparkUnboundedSource</li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<hr> +<br> +<pre>public class <span class="typeNameLabel">SparkUnboundedSource</span> +extends java.lang.Object</pre> +<div class="block">A "composite" InputDStream implementation for <a href="../../../../../../org/apache/beam/sdk/io/UnboundedSource.html" title="class in org.apache.beam.sdk.io"><code>UnboundedSource</code></a>s. + + <p>This read is a composite of the following steps: + <ul> + <li>Create a single-element (per-partition) stream, that contains the (partitioned) + <a href="../../../../../../org/apache/beam/sdk/io/Source.html" title="class in org.apache.beam.sdk.io"><code>Source</code></a> and an optional <a href="../../../../../../org/apache/beam/sdk/io/UnboundedSource.CheckpointMark.html" title="interface in org.apache.beam.sdk.io"><code>UnboundedSource.CheckpointMark</code></a> to start from.</li> + <li>Read from within a stateful operation <code>JavaPairDStream.mapWithState(StateSpec)</code> + using the <a href="../../../../../../org/apache/beam/runners/spark/stateful/StateSpecFunctions.html#mapSourceFunction-org.apache.beam.runners.spark.translation.SparkRuntimeContext-"><code>StateSpecFunctions.mapSourceFunction(SparkRuntimeContext)</code></a> mapping function, + which manages the state of the CheckpointMark per partition.</li> + <li>Since the stateful operation is a map operation, the read iterator needs to be flattened, + while reporting the properties of the read (such as number of records) to the tracker.</li> + </ul></div> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ======== NESTED CLASS SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="nested.class.summary"> +<!-- --> +</a> +<h3>Nested Class Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Nested Class Summary table, listing nested classes, and an explanation"> +<caption><span>Nested Classes</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Class and Description</th> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>static class </code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/beam/runners/spark/io/SparkUnboundedSource.Metadata.html" title="class in org.apache.beam.runners.spark.io">SparkUnboundedSource.Metadata</a></span></code> +<div class="block">A metadata holder for an input stream partition.</div> +</td> +</tr> +</table> +</li> +</ul> +<!-- ======== CONSTRUCTOR SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor.summary"> +<!-- --> +</a> +<h3>Constructor Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation"> +<caption><span>Constructors</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colOne" scope="col">Constructor and Description</th> +</tr> +<tr class="altColor"> +<td class="colOne"><code><span class="memberNameLink"><a href="../../../../../../org/apache/beam/runners/spark/io/SparkUnboundedSource.html#SparkUnboundedSource--">SparkUnboundedSource</a></span>()</code> </td> +</tr> +</table> +</li> +</ul> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t1" class="tableTab"><span><a href="javascript:show(1);">Static Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr id="i0" class="altColor"> +<td class="colFirst"><code>static <T,CheckpointMarkT extends <a href="../../../../../../org/apache/beam/sdk/io/UnboundedSource.CheckpointMark.html" title="interface in org.apache.beam.sdk.io">UnboundedSource.CheckpointMark</a>><br>org.apache.beam.runners.spark.translation.streaming.UnboundedDataset<T></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/beam/runners/spark/io/SparkUnboundedSource.html#read-org.apache.spark.streaming.api.java.JavaStreamingContext-org.apache.beam.runners.spark.translation.SparkRuntimeContext-org.apache.beam.sdk.io.UnboundedSource-">read</a></span>(org.apache.spark.streaming.api.java.JavaStreamingContext jssc, + org.apache.beam.runners.spark.translation.SparkRuntimeContext rc, + <a href="../../../../../../org/apache/beam/sdk/io/UnboundedSource.html" title="class in org.apache.beam.sdk.io">UnboundedSource</a><T,CheckpointMarkT> source)</code> </td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.java.lang.Object"> +<!-- --> +</a> +<h3>Methods inherited from class java.lang.Object</h3> +<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ========= CONSTRUCTOR DETAIL ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor.detail"> +<!-- --> +</a> +<h3>Constructor Detail</h3> +<a name="SparkUnboundedSource--"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>SparkUnboundedSource</h4> +<pre>public SparkUnboundedSource()</pre> +</li> +</ul> +</li> +</ul> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="read-org.apache.spark.streaming.api.java.JavaStreamingContext-org.apache.beam.runners.spark.translation.SparkRuntimeContext-org.apache.beam.sdk.io.UnboundedSource-"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>read</h4> +<pre>public static <T,CheckpointMarkT extends <a href="../../../../../../org/apache/beam/sdk/io/UnboundedSource.CheckpointMark.html" title="interface in org.apache.beam.sdk.io">UnboundedSource.CheckpointMark</a>> org.apache.beam.runners.spark.translation.streaming.UnboundedDataset<T> read(org.apache.spark.streaming.api.java.JavaStreamingContext jssc, + org.apache.beam.runners.spark.translation.SparkRuntimeContext rc, + <a href="../../../../../../org/apache/beam/sdk/io/UnboundedSource.html" title="class in org.apache.beam.sdk.io">UnboundedSource</a><T,CheckpointMarkT> source)</pre> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar.bottom"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.bottom.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../../org/apache/beam/runners/spark/io/SourceRDD.Unbounded.html" title="class in org.apache.beam.runners.spark.io"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../../../../org/apache/beam/runners/spark/io/SparkUnboundedSource.Metadata.html" title="class in org.apache.beam.runners.spark.io"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../../../../index.html?org/apache/beam/runners/spark/io/SparkUnboundedSource.html" target="_top">Frames</a></li> +<li><a href="SparkUnboundedSource.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li><a href="#nested.class.summary">Nested</a> | </li> +<li>Field | </li> +<li><a href="#constructor.summary">Constr</a> | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor.detail">Constr</a> | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +</body> +</html> http://git-wip-us.apache.org/repos/asf/beam-site/blob/dc04d667/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html ---------------------------------------------------------------------- diff --git a/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html b/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html new file mode 100644 index 0000000..6e7238d --- /dev/null +++ b/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html @@ -0,0 +1,348 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd";> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (1.8.0_112-google-v7) on Wed Mar 08 17:12:54 PST 2017 --> +<title>HadoopIO.Read.Bound</title> +<meta name="date" content="2017-03-08"> +<link rel="stylesheet" type="text/css" href="../../../../../../../stylesheet.css" title="Style"> +<script type="text/javascript" src="../../../../../../../script.js"></script> +</head> +<body> +<script type="text/javascript"><!-- + try { + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="HadoopIO.Read.Bound"; + } + } + catch(err) { + } +//--> +var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10}; +var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; +var altColor = "altColor"; +var rowColor = "rowColor"; +var tableTab = "tableTab"; +var activeTableTab = "activeTableTab"; +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar.top"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.top.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.html" title="class in org.apache.beam.runners.spark.io.hadoop"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.html" title="class in org.apache.beam.runners.spark.io.hadoop"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../../../../../index.html?org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html" target="_top">Frames</a></li> +<li><a href="HadoopIO.Read.Bound.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li><a href="#fields.inherited.from.class.org.apache.beam.sdk.transforms.PTransform">Field</a> | </li> +<li>Constr | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.beam.runners.spark.io.hadoop</div> +<h2 title="Class HadoopIO.Read.Bound" class="title">Class HadoopIO.Read.Bound<K,V></h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li>java.lang.Object</li> +<li> +<ul class="inheritance"> +<li><a href="../../../../../../../org/apache/beam/sdk/transforms/PTransform.html" title="class in org.apache.beam.sdk.transforms">org.apache.beam.sdk.transforms.PTransform</a><<a href="../../../../../../../org/apache/beam/sdk/values/PBegin.html" title="class in org.apache.beam.sdk.values">PBegin</a>,<a href="../../../../../../../org/apache/beam/sdk/values/PCollection.html" title="class in org.apache.beam.sdk.values">PCollection</a><<a href="../../../../../../../org/apache/beam/sdk/values/KV.html" title="class in org.apache.beam.sdk.values">KV</a><K,V>>></li> +<li> +<ul class="inheritance"> +<li>org.apache.beam.runners.spark.io.hadoop.HadoopIO.Read.Bound<K,V></li> +</ul> +</li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<dl> +<dt><span class="paramLabel">Type Parameters:</span></dt> +<dd><code>K</code> - the type of the keys</dd> +<dd><code>V</code> - the type of the values</dd> +</dl> +<dl> +<dt>All Implemented Interfaces:</dt> +<dd>java.io.Serializable, <a href="../../../../../../../org/apache/beam/sdk/transforms/display/HasDisplayData.html" title="interface in org.apache.beam.sdk.transforms.display">HasDisplayData</a></dd> +</dl> +<dl> +<dt>Enclosing class:</dt> +<dd><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.html" title="class in org.apache.beam.runners.spark.io.hadoop">HadoopIO.Read</a></dd> +</dl> +<hr> +<br> +<pre>public static class <span class="typeNameLabel">HadoopIO.Read.Bound<K,V></span> +extends <a href="../../../../../../../org/apache/beam/sdk/transforms/PTransform.html" title="class in org.apache.beam.sdk.transforms">PTransform</a><<a href="../../../../../../../org/apache/beam/sdk/values/PBegin.html" title="class in org.apache.beam.sdk.values">PBegin</a>,<a href="../../../../../../../org/apache/beam/sdk/values/PCollection.html" title="class in org.apache.beam.sdk.values">PCollection</a><<a href="../../../../../../../org/apache/beam/sdk/values/KV.html" title="class in org.apache.beam.sdk.values">KV</a><K,V>>></pre> +<div class="block">A <a href="../../../../../../../org/apache/beam/sdk/transforms/PTransform.html" title="class in org.apache.beam.sdk.transforms"><code>PTransform</code></a> reading bounded collection of data from HDFS.</div> +<dl> +<dt><span class="seeLabel">See Also:</span></dt> +<dd><a href="../../../../../../../serialized-form.html#org.apache.beam.runners.spark.io.hadoop.HadoopIO.Read.Bound">Serialized Form</a></dd> +</dl> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- =========== FIELD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="field.summary"> +<!-- --> +</a> +<h3>Field Summary</h3> +<ul class="blockList"> +<li class="blockList"><a name="fields.inherited.from.class.org.apache.beam.sdk.transforms.PTransform"> +<!-- --> +</a> +<h3>Fields inherited from class org.apache.beam.sdk.transforms.<a href="../../../../../../../org/apache/beam/sdk/transforms/PTransform.html" title="class in org.apache.beam.sdk.transforms">PTransform</a></h3> +<code><a href="../../../../../../../org/apache/beam/sdk/transforms/PTransform.html#name">name</a></code></li> +</ul> +</li> +</ul> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr id="i0" class="altColor"> +<td class="colFirst"><code><a href="../../../../../../../org/apache/beam/sdk/values/PCollection.html" title="class in org.apache.beam.sdk.values">PCollection</a><<a href="../../../../../../../org/apache/beam/sdk/values/KV.html" title="class in org.apache.beam.sdk.values">KV</a><<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html" title="type parameter in HadoopIO.Read.Bound">K</a>,<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html" title="type parameter in HadoopIO.Read.Bound">V</a>>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html#expand-org.apache.beam.sdk.values.PBegin-">expand</a></span>(<a href="../../../../../../../org/apache/beam/sdk/values/PBegin.html" title="class in org.apache.beam.sdk.values">PBegin</a> input)</code> +<div class="block">Applies this <code>PTransform</code> on the given <code>InputT</code>, and returns its + <code>Output</code>.</div> +</td> +</tr> +<tr id="i1" class="rowColor"> +<td class="colFirst"><code>java.lang.String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html#getFilepattern--">getFilepattern</a></span>()</code> </td> +</tr> +<tr id="i2" class="altColor"> +<td class="colFirst"><code>java.lang.Class<? extends org.apache.hadoop.mapreduce.lib.input.FileInputFormat<<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html" title="type parameter in HadoopIO.Read.Bound">K</a>,<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html" title="type parameter in HadoopIO.Read.Bound">V</a>>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html#getFormatClass--">getFormatClass</a></span>()</code> </td> +</tr> +<tr id="i3" class="rowColor"> +<td class="colFirst"><code>java.lang.Class<<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html" title="type parameter in HadoopIO.Read.Bound">K</a>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html#getKeyClass--">getKeyClass</a></span>()</code> </td> +</tr> +<tr id="i4" class="altColor"> +<td class="colFirst"><code>java.lang.Class<<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html" title="type parameter in HadoopIO.Read.Bound">V</a>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html#getValueClass--">getValueClass</a></span>()</code> </td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.org.apache.beam.sdk.transforms.PTransform"> +<!-- --> +</a> +<h3>Methods inherited from class org.apache.beam.sdk.transforms.<a href="../../../../../../../org/apache/beam/sdk/transforms/PTransform.html" title="class in org.apache.beam.sdk.transforms">PTransform</a></h3> +<code><a href="../../../../../../../org/apache/beam/sdk/transforms/PTransform.html#getDefaultOutputCoder--">getDefaultOutputCoder</a>, <a href="../../../../../../../org/apache/beam/sdk/transforms/PTransform.html#getDefaultOutputCoder-InputT-">getDefaultOutputCoder</a>, <a href="../../../../../../../org/apache/beam/sdk/transforms/PTransform.html#getDefaultOutputCoder-InputT-org.apache.beam.sdk.values.TypedPValue-">getDefaultOutputCoder</a>, <a href="../../../../../../../org/apache/beam/sdk/transforms/PTransform.html#getKindString--">getKindString</a>, <a href="../../../../../../../org/apache/beam/sdk/transforms/PTransform.html#getName--">getName</a>, <a href="../../../../../../../org/apache/beam/sdk/transforms/PTransform.html#populateDisplayData-org.apache.beam.sdk.transforms.display.DisplayData.Builder-">populateDisplayData</a>, <a href="../../../../../../../org/apache/beam/sdk/transforms/PTransform.html#toString--">toString</a>, <a href="../../../../../../../org/apache/beam/sdk/tra nsforms/PTransform.html#validate-InputT-">validate</a></code></li> +</ul> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.java.lang.Object"> +<!-- --> +</a> +<h3>Methods inherited from class java.lang.Object</h3> +<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait</code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="getFilepattern--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getFilepattern</h4> +<pre>public java.lang.String getFilepattern()</pre> +</li> +</ul> +<a name="getFormatClass--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getFormatClass</h4> +<pre>public java.lang.Class<? extends org.apache.hadoop.mapreduce.lib.input.FileInputFormat<<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html" title="type parameter in HadoopIO.Read.Bound">K</a>,<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html" title="type parameter in HadoopIO.Read.Bound">V</a>>> getFormatClass()</pre> +</li> +</ul> +<a name="getValueClass--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getValueClass</h4> +<pre>public java.lang.Class<<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html" title="type parameter in HadoopIO.Read.Bound">V</a>> getValueClass()</pre> +</li> +</ul> +<a name="getKeyClass--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getKeyClass</h4> +<pre>public java.lang.Class<<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html" title="type parameter in HadoopIO.Read.Bound">K</a>> getKeyClass()</pre> +</li> +</ul> +<a name="expand-org.apache.beam.sdk.values.PBegin-"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>expand</h4> +<pre>public <a href="../../../../../../../org/apache/beam/sdk/values/PCollection.html" title="class in org.apache.beam.sdk.values">PCollection</a><<a href="../../../../../../../org/apache/beam/sdk/values/KV.html" title="class in org.apache.beam.sdk.values">KV</a><<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html" title="type parameter in HadoopIO.Read.Bound">K</a>,<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html" title="type parameter in HadoopIO.Read.Bound">V</a>>> expand(<a href="../../../../../../../org/apache/beam/sdk/values/PBegin.html" title="class in org.apache.beam.sdk.values">PBegin</a> input)</pre> +<div class="block"><span class="descfrmTypeLabel">Description copied from class: <code><a href="../../../../../../../org/apache/beam/sdk/transforms/PTransform.html#expand-InputT-">PTransform</a></code></span></div> +<div class="block">Applies this <code>PTransform</code> on the given <code>InputT</code>, and returns its + <code>Output</code>. + + <p>Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).</div> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code><a href="../../../../../../../org/apache/beam/sdk/transforms/PTransform.html#expand-InputT-">expand</a></code> in class <code><a href="../../../../../../../org/apache/beam/sdk/transforms/PTransform.html" title="class in org.apache.beam.sdk.transforms">PTransform</a><<a href="../../../../../../../org/apache/beam/sdk/values/PBegin.html" title="class in org.apache.beam.sdk.values">PBegin</a>,<a href="../../../../../../../org/apache/beam/sdk/values/PCollection.html" title="class in org.apache.beam.sdk.values">PCollection</a><<a href="../../../../../../../org/apache/beam/sdk/values/KV.html" title="class in org.apache.beam.sdk.values">KV</a><<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html" title="type parameter in HadoopIO.Read.Bound">K</a>,<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html" title="type parameter in HadoopIO.Read.Bound">V</a>>>></code></dd> +</dl> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar.bottom"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.bottom.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.html" title="class in org.apache.beam.runners.spark.io.hadoop"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.html" title="class in org.apache.beam.runners.spark.io.hadoop"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../../../../../index.html?org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html" target="_top">Frames</a></li> +<li><a href="HadoopIO.Read.Bound.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li><a href="#fields.inherited.from.class.org.apache.beam.sdk.transforms.PTransform">Field</a> | </li> +<li>Constr | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +</body> +</html> http://git-wip-us.apache.org/repos/asf/beam-site/blob/dc04d667/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.html ---------------------------------------------------------------------- diff --git a/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.html b/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.html new file mode 100644 index 0000000..bb8b001 --- /dev/null +++ b/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.html @@ -0,0 +1,267 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd";> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (1.8.0_112-google-v7) on Wed Mar 08 17:12:54 PST 2017 --> +<title>HadoopIO.Read</title> +<meta name="date" content="2017-03-08"> +<link rel="stylesheet" type="text/css" href="../../../../../../../stylesheet.css" title="Style"> +<script type="text/javascript" src="../../../../../../../script.js"></script> +</head> +<body> +<script type="text/javascript"><!-- + try { + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="HadoopIO.Read"; + } + } + catch(err) { + } +//--> +var methods = {"i0":9}; +var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],8:["t4","Concrete Methods"]}; +var altColor = "altColor"; +var rowColor = "rowColor"; +var tableTab = "tableTab"; +var activeTableTab = "activeTableTab"; +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar.top"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.top.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.html" title="class in org.apache.beam.runners.spark.io.hadoop"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html" title="class in org.apache.beam.runners.spark.io.hadoop"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../../../../../index.html?org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.html" target="_top">Frames</a></li> +<li><a href="HadoopIO.Read.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li><a href="#nested.class.summary">Nested</a> | </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.beam.runners.spark.io.hadoop</div> +<h2 title="Class HadoopIO.Read" class="title">Class HadoopIO.Read</h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li>java.lang.Object</li> +<li> +<ul class="inheritance"> +<li>org.apache.beam.runners.spark.io.hadoop.HadoopIO.Read</li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<dl> +<dt>Enclosing class:</dt> +<dd><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.html" title="class in org.apache.beam.runners.spark.io.hadoop">HadoopIO</a></dd> +</dl> +<hr> +<br> +<pre>public static final class <span class="typeNameLabel">HadoopIO.Read</span> +extends java.lang.Object</pre> +<div class="block">Read operation from HDFS.</div> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ======== NESTED CLASS SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="nested.class.summary"> +<!-- --> +</a> +<h3>Nested Class Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Nested Class Summary table, listing nested classes, and an explanation"> +<caption><span>Nested Classes</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Class and Description</th> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>static class </code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html" title="class in org.apache.beam.runners.spark.io.hadoop">HadoopIO.Read.Bound</a><<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html" title="type parameter in HadoopIO.Read.Bound">K</a>,<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html" title="type parameter in HadoopIO.Read.Bound">V</a>></span></code> +<div class="block">A <a href="../../../../../../../org/apache/beam/sdk/transforms/PTransform.html" title="class in org.apache.beam.sdk.transforms"><code>PTransform</code></a> reading bounded collection of data from HDFS.</div> +</td> +</tr> +</table> +</li> +</ul> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t1" class="tableTab"><span><a href="javascript:show(1);">Static Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr id="i0" class="altColor"> +<td class="colFirst"><code>static <K,V> <a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html" title="class in org.apache.beam.runners.spark.io.hadoop">HadoopIO.Read.Bound</a><K,V></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.html#from-java.lang.String-java.lang.Class-java.lang.Class-java.lang.Class-">from</a></span>(java.lang.String filepattern, + java.lang.Class<? extends org.apache.hadoop.mapreduce.lib.input.FileInputFormat<K,V>> format, + java.lang.Class<K> key, + java.lang.Class<V> value)</code> </td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.java.lang.Object"> +<!-- --> +</a> +<h3>Methods inherited from class java.lang.Object</h3> +<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="from-java.lang.String-java.lang.Class-java.lang.Class-java.lang.Class-"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>from</h4> +<pre>public static <K,V> <a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html" title="class in org.apache.beam.runners.spark.io.hadoop">HadoopIO.Read.Bound</a><K,V> from(java.lang.String filepattern, + java.lang.Class<? extends org.apache.hadoop.mapreduce.lib.input.FileInputFormat<K,V>> format, + java.lang.Class<K> key, + java.lang.Class<V> value)</pre> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar.bottom"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.bottom.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.html" title="class in org.apache.beam.runners.spark.io.hadoop"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html" title="class in org.apache.beam.runners.spark.io.hadoop"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../../../../../index.html?org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.html" target="_top">Frames</a></li> +<li><a href="HadoopIO.Read.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li><a href="#nested.class.summary">Nested</a> | </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +</body> +</html> http://git-wip-us.apache.org/repos/asf/beam-site/blob/dc04d667/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html ---------------------------------------------------------------------- diff --git a/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html b/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html new file mode 100644 index 0000000..e587a07 --- /dev/null +++ b/content/documentation/sdks/javadoc/0.6.0/org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html @@ -0,0 +1,423 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd";> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (1.8.0_112-google-v7) on Wed Mar 08 17:12:54 PST 2017 --> +<title>HadoopIO.Write.Bound</title> +<meta name="date" content="2017-03-08"> +<link rel="stylesheet" type="text/css" href="../../../../../../../stylesheet.css" title="Style"> +<script type="text/javascript" src="../../../../../../../script.js"></script> +</head> +<body> +<script type="text/javascript"><!-- + try { + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="HadoopIO.Write.Bound"; + } + } + catch(err) { + } +//--> +var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10}; +var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; +var altColor = "altColor"; +var rowColor = "rowColor"; +var tableTab = "tableTab"; +var activeTableTab = "activeTableTab"; +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar.top"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.top.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.html" title="class in org.apache.beam.runners.spark.io.hadoop"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/ShardNameBuilder.html" title="class in org.apache.beam.runners.spark.io.hadoop"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../../../../../index.html?org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html" target="_top">Frames</a></li> +<li><a href="HadoopIO.Write.Bound.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li><a href="#fields.inherited.from.class.org.apache.beam.sdk.transforms.PTransform">Field</a> | </li> +<li>Constr | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.beam.runners.spark.io.hadoop</div> +<h2 title="Class HadoopIO.Write.Bound" class="title">Class HadoopIO.Write.Bound<K,V></h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li>java.lang.Object</li> +<li> +<ul class="inheritance"> +<li><a href="../../../../../../../org/apache/beam/sdk/transforms/PTransform.html" title="class in org.apache.beam.sdk.transforms">org.apache.beam.sdk.transforms.PTransform</a><<a href="../../../../../../../org/apache/beam/sdk/values/PCollection.html" title="class in org.apache.beam.sdk.values">PCollection</a><<a href="../../../../../../../org/apache/beam/sdk/values/KV.html" title="class in org.apache.beam.sdk.values">KV</a><K,V>>,<a href="../../../../../../../org/apache/beam/sdk/values/PDone.html" title="class in org.apache.beam.sdk.values">PDone</a>></li> +<li> +<ul class="inheritance"> +<li>org.apache.beam.runners.spark.io.hadoop.HadoopIO.Write.Bound<K,V></li> +</ul> +</li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<dl> +<dt>All Implemented Interfaces:</dt> +<dd>java.io.Serializable, <a href="../../../../../../../org/apache/beam/sdk/transforms/display/HasDisplayData.html" title="interface in org.apache.beam.sdk.transforms.display">HasDisplayData</a></dd> +</dl> +<dl> +<dt>Enclosing class:</dt> +<dd><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.html" title="class in org.apache.beam.runners.spark.io.hadoop">HadoopIO.Write</a></dd> +</dl> +<hr> +<br> +<pre>public static class <span class="typeNameLabel">HadoopIO.Write.Bound<K,V></span> +extends <a href="../../../../../../../org/apache/beam/sdk/transforms/PTransform.html" title="class in org.apache.beam.sdk.transforms">PTransform</a><<a href="../../../../../../../org/apache/beam/sdk/values/PCollection.html" title="class in org.apache.beam.sdk.values">PCollection</a><<a href="../../../../../../../org/apache/beam/sdk/values/KV.html" title="class in org.apache.beam.sdk.values">KV</a><K,V>>,<a href="../../../../../../../org/apache/beam/sdk/values/PDone.html" title="class in org.apache.beam.sdk.values">PDone</a>></pre> +<div class="block">A <a href="../../../../../../../org/apache/beam/sdk/transforms/PTransform.html" title="class in org.apache.beam.sdk.transforms"><code>PTransform</code></a> writing <a href="../../../../../../../org/apache/beam/sdk/values/PCollection.html" title="class in org.apache.beam.sdk.values"><code>PCollection</code></a> on HDFS.</div> +<dl> +<dt><span class="seeLabel">See Also:</span></dt> +<dd><a href="../../../../../../../serialized-form.html#org.apache.beam.runners.spark.io.hadoop.HadoopIO.Write.Bound">Serialized Form</a></dd> +</dl> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- =========== FIELD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="field.summary"> +<!-- --> +</a> +<h3>Field Summary</h3> +<ul class="blockList"> +<li class="blockList"><a name="fields.inherited.from.class.org.apache.beam.sdk.transforms.PTransform"> +<!-- --> +</a> +<h3>Fields inherited from class org.apache.beam.sdk.transforms.<a href="../../../../../../../org/apache/beam/sdk/transforms/PTransform.html" title="class in org.apache.beam.sdk.transforms">PTransform</a></h3> +<code><a href="../../../../../../../org/apache/beam/sdk/transforms/PTransform.html#name">name</a></code></li> +</ul> +</li> +</ul> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr id="i0" class="altColor"> +<td class="colFirst"><code><a href="../../../../../../../org/apache/beam/sdk/values/PDone.html" title="class in org.apache.beam.sdk.values">PDone</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html#expand-org.apache.beam.sdk.values.PCollection-">expand</a></span>(<a href="../../../../../../../org/apache/beam/sdk/values/PCollection.html" title="class in org.apache.beam.sdk.values">PCollection</a><<a href="../../../../../../../org/apache/beam/sdk/values/KV.html" title="class in org.apache.beam.sdk.values">KV</a><<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html" title="type parameter in HadoopIO.Write.Bound">K</a>,<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html" title="type parameter in HadoopIO.Write.Bound">V</a>>> input)</code> +<div class="block">Applies this <code>PTransform</code> on the given <code>InputT</code>, and returns its + <code>Output</code>.</div> +</td> +</tr> +<tr id="i1" class="rowColor"> +<td class="colFirst"><code>java.util.Map<java.lang.String,java.lang.String></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html#getConfigurationProperties--">getConfigurationProperties</a></span>()</code> </td> +</tr> +<tr id="i2" class="altColor"> +<td class="colFirst"><code>java.lang.String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html#getFilenamePrefix--">getFilenamePrefix</a></span>()</code> </td> +</tr> +<tr id="i3" class="rowColor"> +<td class="colFirst"><code>java.lang.String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html#getFilenameSuffix--">getFilenameSuffix</a></span>()</code> </td> +</tr> +<tr id="i4" class="altColor"> +<td class="colFirst"><code>java.lang.Class<? extends org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html" title="type parameter in HadoopIO.Write.Bound">K</a>,<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html" title="type parameter in HadoopIO.Write.Bound">V</a>>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html#getFormatClass--">getFormatClass</a></span>()</code> </td> +</tr> +<tr id="i5" class="rowColor"> +<td class="colFirst"><code>java.lang.Class<<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html" title="type parameter in HadoopIO.Write.Bound">K</a>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html#getKeyClass--">getKeyClass</a></span>()</code> </td> +</tr> +<tr id="i6" class="altColor"> +<td class="colFirst"><code>int</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html#getNumShards--">getNumShards</a></span>()</code> </td> +</tr> +<tr id="i7" class="rowColor"> +<td class="colFirst"><code>java.lang.String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html#getShardTemplate--">getShardTemplate</a></span>()</code> </td> +</tr> +<tr id="i8" class="altColor"> +<td class="colFirst"><code>java.lang.Class<<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html" title="type parameter in HadoopIO.Write.Bound">V</a>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html#getValueClass--">getValueClass</a></span>()</code> </td> +</tr> +<tr id="i9" class="rowColor"> +<td class="colFirst"><code><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html" title="class in org.apache.beam.runners.spark.io.hadoop">HadoopIO.Write.Bound</a><<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html" title="type parameter in HadoopIO.Write.Bound">K</a>,<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html" title="type parameter in HadoopIO.Write.Bound">V</a>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html#withConfigurationProperty-java.lang.String-java.lang.String-">withConfigurationProperty</a></span>(java.lang.String key, + java.lang.String value)</code> </td> +</tr> +<tr id="i10" class="altColor"> +<td class="colFirst"><code><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html" title="class in org.apache.beam.runners.spark.io.hadoop">HadoopIO.Write.Bound</a><<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html" title="type parameter in HadoopIO.Write.Bound">K</a>,<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html" title="type parameter in HadoopIO.Write.Bound">V</a>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html#withoutSharding--">withoutSharding</a></span>()</code> </td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.org.apache.beam.sdk.transforms.PTransform"> +<!-- --> +</a> +<h3>Methods inherited from class org.apache.beam.sdk.transforms.<a href="../../../../../../../org/apache/beam/sdk/transforms/PTransform.html" title="class in org.apache.beam.sdk.transforms">PTransform</a></h3> +<code><a href="../../../../../../../org/apache/beam/sdk/transforms/PTransform.html#getDefaultOutputCoder--">getDefaultOutputCoder</a>, <a href="../../../../../../../org/apache/beam/sdk/transforms/PTransform.html#getDefaultOutputCoder-InputT-">getDefaultOutputCoder</a>, <a href="../../../../../../../org/apache/beam/sdk/transforms/PTransform.html#getDefaultOutputCoder-InputT-org.apache.beam.sdk.values.TypedPValue-">getDefaultOutputCoder</a>, <a href="../../../../../../../org/apache/beam/sdk/transforms/PTransform.html#getKindString--">getKindString</a>, <a href="../../../../../../../org/apache/beam/sdk/transforms/PTransform.html#getName--">getName</a>, <a href="../../../../../../../org/apache/beam/sdk/transforms/PTransform.html#populateDisplayData-org.apache.beam.sdk.transforms.display.DisplayData.Builder-">populateDisplayData</a>, <a href="../../../../../../../org/apache/beam/sdk/transforms/PTransform.html#toString--">toString</a>, <a href="../../../../../../../org/apache/beam/sdk/tra nsforms/PTransform.html#validate-InputT-">validate</a></code></li> +</ul> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.java.lang.Object"> +<!-- --> +</a> +<h3>Methods inherited from class java.lang.Object</h3> +<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait</code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="withoutSharding--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>withoutSharding</h4> +<pre>public <a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html" title="class in org.apache.beam.runners.spark.io.hadoop">HadoopIO.Write.Bound</a><<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html" title="type parameter in HadoopIO.Write.Bound">K</a>,<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html" title="type parameter in HadoopIO.Write.Bound">V</a>> withoutSharding()</pre> +</li> +</ul> +<a name="withConfigurationProperty-java.lang.String-java.lang.String-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>withConfigurationProperty</h4> +<pre>public <a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html" title="class in org.apache.beam.runners.spark.io.hadoop">HadoopIO.Write.Bound</a><<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html" title="type parameter in HadoopIO.Write.Bound">K</a>,<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html" title="type parameter in HadoopIO.Write.Bound">V</a>> withConfigurationProperty(java.lang.String key, + java.lang.String value)</pre> +</li> +</ul> +<a name="getFilenamePrefix--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getFilenamePrefix</h4> +<pre>public java.lang.String getFilenamePrefix()</pre> +</li> +</ul> +<a name="getShardTemplate--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getShardTemplate</h4> +<pre>public java.lang.String getShardTemplate()</pre> +</li> +</ul> +<a name="getNumShards--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getNumShards</h4> +<pre>public int getNumShards()</pre> +</li> +</ul> +<a name="getFilenameSuffix--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getFilenameSuffix</h4> +<pre>public java.lang.String getFilenameSuffix()</pre> +</li> +</ul> +<a name="getFormatClass--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getFormatClass</h4> +<pre>public java.lang.Class<? extends org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html" title="type parameter in HadoopIO.Write.Bound">K</a>,<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html" title="type parameter in HadoopIO.Write.Bound">V</a>>> getFormatClass()</pre> +</li> +</ul> +<a name="getValueClass--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getValueClass</h4> +<pre>public java.lang.Class<<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html" title="type parameter in HadoopIO.Write.Bound">V</a>> getValueClass()</pre> +</li> +</ul> +<a name="getKeyClass--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getKeyClass</h4> +<pre>public java.lang.Class<<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html" title="type parameter in HadoopIO.Write.Bound">K</a>> getKeyClass()</pre> +</li> +</ul> +<a name="getConfigurationProperties--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getConfigurationProperties</h4> +<pre>public java.util.Map<java.lang.String,java.lang.String> getConfigurationProperties()</pre> +</li> +</ul> +<a name="expand-org.apache.beam.sdk.values.PCollection-"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>expand</h4> +<pre>public <a href="../../../../../../../org/apache/beam/sdk/values/PDone.html" title="class in org.apache.beam.sdk.values">PDone</a> expand(<a href="../../../../../../../org/apache/beam/sdk/values/PCollection.html" title="class in org.apache.beam.sdk.values">PCollection</a><<a href="../../../../../../../org/apache/beam/sdk/values/KV.html" title="class in org.apache.beam.sdk.values">KV</a><<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html" title="type parameter in HadoopIO.Write.Bound">K</a>,<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html" title="type parameter in HadoopIO.Write.Bound">V</a>>> input)</pre> +<div class="block"><span class="descfrmTypeLabel">Description copied from class: <code><a href="../../../../../../../org/apache/beam/sdk/transforms/PTransform.html#expand-InputT-">PTransform</a></code></span></div> +<div class="block">Applies this <code>PTransform</code> on the given <code>InputT</code>, and returns its + <code>Output</code>. + + <p>Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).</div> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code><a href="../../../../../../../org/apache/beam/sdk/transforms/PTransform.html#expand-InputT-">expand</a></code> in class <code><a href="../../../../../../../org/apache/beam/sdk/transforms/PTransform.html" title="class in org.apache.beam.sdk.transforms">PTransform</a><<a href="../../../../../../../org/apache/beam/sdk/values/PCollection.html" title="class in org.apache.beam.sdk.values">PCollection</a><<a href="../../../../../../../org/apache/beam/sdk/values/KV.html" title="class in org.apache.beam.sdk.values">KV</a><<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html" title="type parameter in HadoopIO.Write.Bound">K</a>,<a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html" title="type parameter in HadoopIO.Write.Bound">V</a>>>,<a href="../../../../../../../org/apache/beam/sdk/values/PDone.html" title="class in org.apache.beam.sdk.values">PDone</a>></code></dd> +</dl> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar.bottom"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.bottom.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.html" title="class in org.apache.beam.runners.spark.io.hadoop"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../../../../../org/apache/beam/runners/spark/io/hadoop/ShardNameBuilder.html" title="class in org.apache.beam.runners.spark.io.hadoop"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../../../../../index.html?org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html" target="_top">Frames</a></li> +<li><a href="HadoopIO.Write.Bound.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li><a href="#fields.inherited.from.class.org.apache.beam.sdk.transforms.PTransform">Field</a> | </li> +<li>Constr | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +</body> +</html>
