http://git-wip-us.apache.org/repos/asf/hbase-site/blob/d41f56fe/devapidocs/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html ---------------------------------------------------------------------- diff --git a/devapidocs/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html b/devapidocs/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html index a1f6505..9cafd07 100644 --- a/devapidocs/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html +++ b/devapidocs/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html @@ -18,7 +18,7 @@ catch(err) { } //--> -var methods = {"i0":10,"i1":10,"i2":9}; +var methods = {"i0":10,"i1":10,"i2":9,"i3":9}; var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; var altColor = "altColor"; var rowColor = "rowColor"; @@ -119,7 +119,7 @@ var activeTableTab = "activeTableTab"; <hr> <br> <pre>@InterfaceAudience.Public -public class <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html#line.85">TableSnapshotInputFormat</a> +public class <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html#line.88">TableSnapshotInputFormat</a> extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a>,<a href="../../../../../org/apache/hadoop/hbase/client/Result.html" title="class in org.apache.hadoop.hbase.client">Result</a>></pre> <div class="block">TableSnapshotInputFormat allows a MapReduce job to run over a table snapshot. The job bypasses HBase servers, and directly accesses the underlying files (hfile, recovered edits, @@ -142,8 +142,10 @@ extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/a </code> </pre> <p> - Internally, this input format restores the snapshot into the given tmp directory. Similar to - <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableInputFormat.html" title="class in org.apache.hadoop.hbase.mapreduce"><code>TableInputFormat</code></a> an InputSplit is created per region. The region is opened for reading + Internally, this input format restores the snapshot into the given tmp directory. By default, + and similar to <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableInputFormat.html" title="class in org.apache.hadoop.hbase.mapreduce"><code>TableInputFormat</code></a> an InputSplit is created per region, but optionally you + can run N mapper tasks per every region, in which case the region key range will be split to + N sub-ranges and an InputSplit will be created per sub-range. The region is opened for reading from each RecordReader. An internal RegionScanner is used to execute the <a href="../../../../../org/apache/hadoop/hbase/CellScanner.html" title="interface in org.apache.hadoop.hbase"><code>CellScanner</code></a> obtained from the user. <p> @@ -234,6 +236,16 @@ extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/a <div class="block">Configures the job to use TableSnapshotInputFormat to read from a snapshot.</div> </td> </tr> +<tr id="i3" class="rowColor"> +<td class="colFirst"><code>static void</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html#setInput-org.apache.hadoop.mapreduce.Job-java.lang.String-org.apache.hadoop.fs.Path-org.apache.hadoop.hbase.util.RegionSplitter.SplitAlgorithm-int-">setInput</a></span>(org.apache.hadoop.mapreduce.Job job, + <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> snapshotName, + org.apache.hadoop.fs.Path restoreDir, + <a href="../../../../../org/apache/hadoop/hbase/util/RegionSplitter.SplitAlgorithm.html" title="interface in org.apache.hadoop.hbase.util">RegionSplitter.SplitAlgorithm</a> splitAlgo, + int numSplitsPerRegion)</code> +<div class="block">Configures the job to use TableSnapshotInputFormat to read from a snapshot.</div> +</td> +</tr> </table> <ul class="blockList"> <li class="blockList"><a name="methods.inherited.from.class.java.lang.Object"> @@ -262,7 +274,7 @@ extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/a <ul class="blockListLast"> <li class="blockList"> <h4>TableSnapshotInputFormat</h4> -<pre>public <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html#line.85">TableSnapshotInputFormat</a>()</pre> +<pre>public <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html#line.88">TableSnapshotInputFormat</a>()</pre> </li> </ul> </li> @@ -279,7 +291,7 @@ extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/a <ul class="blockList"> <li class="blockList"> <h4>createRecordReader</h4> -<pre>public org.apache.hadoop.mapreduce.RecordReader<<a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a>,<a href="../../../../../org/apache/hadoop/hbase/client/Result.html" title="class in org.apache.hadoop.hbase.client">Result</a>> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html#line.191">createRecordReader</a>(org.apache.hadoop.mapreduce.InputSplit split, +<pre>public org.apache.hadoop.mapreduce.RecordReader<<a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a>,<a href="../../../../../org/apache/hadoop/hbase/client/Result.html" title="class in org.apache.hadoop.hbase.client">Result</a>> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html#line.194">createRecordReader</a>(org.apache.hadoop.mapreduce.InputSplit split, org.apache.hadoop.mapreduce.TaskAttemptContext context) throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> <dl> @@ -296,7 +308,7 @@ extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/a <ul class="blockList"> <li class="blockList"> <h4>getSplits</h4> -<pre>public <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><org.apache.hadoop.mapreduce.InputSplit> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html#line.197">getSplits</a>(org.apache.hadoop.mapreduce.JobContext job) +<pre>public <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><org.apache.hadoop.mapreduce.InputSplit> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html#line.200">getSplits</a>(org.apache.hadoop.mapreduce.JobContext job) throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a>, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/InterruptedException.html?is-external=true"; title="class or interface in java.lang">InterruptedException</a></pre> <dl> @@ -311,10 +323,10 @@ extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/a <a name="setInput-org.apache.hadoop.mapreduce.Job-java.lang.String-org.apache.hadoop.fs.Path-"> <!-- --> </a> -<ul class="blockListLast"> +<ul class="blockList"> <li class="blockList"> <h4>setInput</h4> -<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html#line.215">setInput</a>(org.apache.hadoop.mapreduce.Job job, +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html#line.218">setInput</a>(org.apache.hadoop.mapreduce.Job job, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> snapshotName, org.apache.hadoop.fs.Path restoreDir) throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> @@ -331,6 +343,33 @@ extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/a </dl> </li> </ul> +<a name="setInput-org.apache.hadoop.mapreduce.Job-java.lang.String-org.apache.hadoop.fs.Path-org.apache.hadoop.hbase.util.RegionSplitter.SplitAlgorithm-int-"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>setInput</h4> +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html#line.234">setInput</a>(org.apache.hadoop.mapreduce.Job job, + <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> snapshotName, + org.apache.hadoop.fs.Path restoreDir, + <a href="../../../../../org/apache/hadoop/hbase/util/RegionSplitter.SplitAlgorithm.html" title="interface in org.apache.hadoop.hbase.util">RegionSplitter.SplitAlgorithm</a> splitAlgo, + int numSplitsPerRegion) + throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> +<div class="block">Configures the job to use TableSnapshotInputFormat to read from a snapshot.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>job</code> - the job to configure</dd> +<dd><code>snapshotName</code> - the name of the snapshot to read from</dd> +<dd><code>restoreDir</code> - a temporary directory to restore the snapshot into. Current user should + have write permissions to this directory, and this should not be a subdirectory of rootdir. + After the job is finished, restoreDir can be deleted.</dd> +<dd><code>splitAlgo</code> - split algorithm to generate splits from region</dd> +<dd><code>numSplitsPerRegion</code> - how many input splits to generate per one region</dd> +<dt><span class="throwsLabel">Throws:</span></dt> +<dd><code><a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></code> - if an error occurs</dd> +</dl> +</li> +</ul> </li> </ul> </li>
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/d41f56fe/devapidocs/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html ---------------------------------------------------------------------- diff --git a/devapidocs/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html b/devapidocs/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html index f87ca99..ce8d8cf 100644 --- a/devapidocs/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html +++ b/devapidocs/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html @@ -117,7 +117,7 @@ var activeTableTab = "activeTableTab"; </dl> <hr> <br> -<pre>public static class <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.80">TableSnapshotInputFormatImpl.InputSplit</a> +<pre>public static class <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.92">TableSnapshotInputFormatImpl.InputSplit</a> extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true"; title="class or interface in java.lang">Object</a> implements org.apache.hadoop.io.Writable</pre> <div class="block">Implementation class for InputSplit logic common between mapred and mapreduce.</div> @@ -262,7 +262,7 @@ implements org.apache.hadoop.io.Writable</pre> <ul class="blockList"> <li class="blockList"> <h4>htd</h4> -<pre>private <a href="../../../../../org/apache/hadoop/hbase/client/TableDescriptor.html" title="interface in org.apache.hadoop.hbase.client">TableDescriptor</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html#line.82">htd</a></pre> +<pre>private <a href="../../../../../org/apache/hadoop/hbase/client/TableDescriptor.html" title="interface in org.apache.hadoop.hbase.client">TableDescriptor</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html#line.94">htd</a></pre> </li> </ul> <a name="regionInfo"> @@ -271,7 +271,7 @@ implements org.apache.hadoop.io.Writable</pre> <ul class="blockList"> <li class="blockList"> <h4>regionInfo</h4> -<pre>private <a href="../../../../../org/apache/hadoop/hbase/HRegionInfo.html" title="class in org.apache.hadoop.hbase">HRegionInfo</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html#line.83">regionInfo</a></pre> +<pre>private <a href="../../../../../org/apache/hadoop/hbase/HRegionInfo.html" title="class in org.apache.hadoop.hbase">HRegionInfo</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html#line.95">regionInfo</a></pre> </li> </ul> <a name="locations"> @@ -280,7 +280,7 @@ implements org.apache.hadoop.io.Writable</pre> <ul class="blockList"> <li class="blockList"> <h4>locations</h4> -<pre>private <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a>[] <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html#line.84">locations</a></pre> +<pre>private <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a>[] <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html#line.96">locations</a></pre> </li> </ul> <a name="scan"> @@ -289,7 +289,7 @@ implements org.apache.hadoop.io.Writable</pre> <ul class="blockList"> <li class="blockList"> <h4>scan</h4> -<pre>private <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html#line.85">scan</a></pre> +<pre>private <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html#line.97">scan</a></pre> </li> </ul> <a name="restoreDir"> @@ -298,7 +298,7 @@ implements org.apache.hadoop.io.Writable</pre> <ul class="blockListLast"> <li class="blockList"> <h4>restoreDir</h4> -<pre>private <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html#line.86">restoreDir</a></pre> +<pre>private <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html#line.98">restoreDir</a></pre> </li> </ul> </li> @@ -315,7 +315,7 @@ implements org.apache.hadoop.io.Writable</pre> <ul class="blockList"> <li class="blockList"> <h4>InputSplit</h4> -<pre>public <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html#line.89">InputSplit</a>()</pre> +<pre>public <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html#line.101">InputSplit</a>()</pre> </li> </ul> <a name="InputSplit-org.apache.hadoop.hbase.client.TableDescriptor-org.apache.hadoop.hbase.HRegionInfo-java.util.List-org.apache.hadoop.hbase.client.Scan-org.apache.hadoop.fs.Path-"> @@ -324,7 +324,7 @@ implements org.apache.hadoop.io.Writable</pre> <ul class="blockListLast"> <li class="blockList"> <h4>InputSplit</h4> -<pre>public <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html#line.91">InputSplit</a>(<a href="../../../../../org/apache/hadoop/hbase/client/TableDescriptor.html" title="interface in org.apache.hadoop.hbase.client">TableDescriptor</a> htd, +<pre>public <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html#line.103">InputSplit</a>(<a href="../../../../../org/apache/hadoop/hbase/client/TableDescriptor.html" title="interface in org.apache.hadoop.hbase.client">TableDescriptor</a> htd, <a href="../../../../../org/apache/hadoop/hbase/HRegionInfo.html" title="class in org.apache.hadoop.hbase">HRegionInfo</a> regionInfo, <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a>> locations, <a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> scan, @@ -345,7 +345,7 @@ implements org.apache.hadoop.io.Writable</pre> <ul class="blockList"> <li class="blockList"> <h4>getHtd</h4> -<pre>public <a href="../../../../../org/apache/hadoop/hbase/client/TableDescriptor.html" title="interface in org.apache.hadoop.hbase.client">TableDescriptor</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html#line.109">getHtd</a>()</pre> +<pre>public <a href="../../../../../org/apache/hadoop/hbase/client/TableDescriptor.html" title="interface in org.apache.hadoop.hbase.client">TableDescriptor</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html#line.121">getHtd</a>()</pre> </li> </ul> <a name="getScan--"> @@ -354,7 +354,7 @@ implements org.apache.hadoop.io.Writable</pre> <ul class="blockList"> <li class="blockList"> <h4>getScan</h4> -<pre>public <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html#line.113">getScan</a>()</pre> +<pre>public <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html#line.125">getScan</a>()</pre> </li> </ul> <a name="getRestoreDir--"> @@ -363,7 +363,7 @@ implements org.apache.hadoop.io.Writable</pre> <ul class="blockList"> <li class="blockList"> <h4>getRestoreDir</h4> -<pre>public <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html#line.117">getRestoreDir</a>()</pre> +<pre>public <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html#line.129">getRestoreDir</a>()</pre> </li> </ul> <a name="getLength--"> @@ -372,7 +372,7 @@ implements org.apache.hadoop.io.Writable</pre> <ul class="blockList"> <li class="blockList"> <h4>getLength</h4> -<pre>public long <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html#line.121">getLength</a>()</pre> +<pre>public long <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html#line.133">getLength</a>()</pre> </li> </ul> <a name="getLocations--"> @@ -381,7 +381,7 @@ implements org.apache.hadoop.io.Writable</pre> <ul class="blockList"> <li class="blockList"> <h4>getLocations</h4> -<pre>public <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a>[] <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html#line.126">getLocations</a>()</pre> +<pre>public <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a>[] <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html#line.138">getLocations</a>()</pre> </li> </ul> <a name="getTableDescriptor--"> @@ -390,7 +390,7 @@ implements org.apache.hadoop.io.Writable</pre> <ul class="blockList"> <li class="blockList"> <h4>getTableDescriptor</h4> -<pre>public <a href="../../../../../org/apache/hadoop/hbase/client/TableDescriptor.html" title="interface in org.apache.hadoop.hbase.client">TableDescriptor</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html#line.130">getTableDescriptor</a>()</pre> +<pre>public <a href="../../../../../org/apache/hadoop/hbase/client/TableDescriptor.html" title="interface in org.apache.hadoop.hbase.client">TableDescriptor</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html#line.142">getTableDescriptor</a>()</pre> </li> </ul> <a name="getRegionInfo--"> @@ -399,7 +399,7 @@ implements org.apache.hadoop.io.Writable</pre> <ul class="blockList"> <li class="blockList"> <h4>getRegionInfo</h4> -<pre>public <a href="../../../../../org/apache/hadoop/hbase/HRegionInfo.html" title="class in org.apache.hadoop.hbase">HRegionInfo</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html#line.134">getRegionInfo</a>()</pre> +<pre>public <a href="../../../../../org/apache/hadoop/hbase/HRegionInfo.html" title="class in org.apache.hadoop.hbase">HRegionInfo</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html#line.146">getRegionInfo</a>()</pre> </li> </ul> <a name="write-java.io.DataOutput-"> @@ -408,7 +408,7 @@ implements org.apache.hadoop.io.Writable</pre> <ul class="blockList"> <li class="blockList"> <h4>write</h4> -<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html#line.141">write</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/io/DataOutput.html?is-external=true"; title="class or interface in java.io">DataOutput</a> out) +<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html#line.153">write</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/io/DataOutput.html?is-external=true"; title="class or interface in java.io">DataOutput</a> out) throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> <dl> <dt><span class="overrideSpecifyLabel">Specified by:</span></dt> @@ -424,7 +424,7 @@ implements org.apache.hadoop.io.Writable</pre> <ul class="blockListLast"> <li class="blockList"> <h4>readFields</h4> -<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html#line.165">readFields</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/io/DataInput.html?is-external=true"; title="class or interface in java.io">DataInput</a> in) +<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html#line.177">readFields</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/io/DataInput.html?is-external=true"; title="class or interface in java.io">DataInput</a> in) throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> <dl> <dt><span class="overrideSpecifyLabel">Specified by:</span></dt> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/d41f56fe/devapidocs/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.RecordReader.html ---------------------------------------------------------------------- diff --git a/devapidocs/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.RecordReader.html b/devapidocs/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.RecordReader.html index 4e5b4c6..a942192 100644 --- a/devapidocs/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.RecordReader.html +++ b/devapidocs/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.RecordReader.html @@ -113,7 +113,7 @@ var activeTableTab = "activeTableTab"; </dl> <hr> <br> -<pre>public static class <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.183">TableSnapshotInputFormatImpl.RecordReader</a> +<pre>public static class <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.195">TableSnapshotInputFormatImpl.RecordReader</a> extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true"; title="class or interface in java.lang">Object</a></pre> <div class="block">Implementation class for RecordReader logic common between mapred and mapreduce.</div> </li> @@ -247,7 +247,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>split</h4> -<pre>private <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html" title="class in org.apache.hadoop.hbase.mapreduce">TableSnapshotInputFormatImpl.InputSplit</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.RecordReader.html#line.184">split</a></pre> +<pre>private <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html" title="class in org.apache.hadoop.hbase.mapreduce">TableSnapshotInputFormatImpl.InputSplit</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.RecordReader.html#line.196">split</a></pre> </li> </ul> <a name="scan"> @@ -256,7 +256,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>scan</h4> -<pre>private <a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.RecordReader.html#line.185">scan</a></pre> +<pre>private <a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.RecordReader.html#line.197">scan</a></pre> </li> </ul> <a name="result"> @@ -265,7 +265,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>result</h4> -<pre>private <a href="../../../../../org/apache/hadoop/hbase/client/Result.html" title="class in org.apache.hadoop.hbase.client">Result</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.RecordReader.html#line.186">result</a></pre> +<pre>private <a href="../../../../../org/apache/hadoop/hbase/client/Result.html" title="class in org.apache.hadoop.hbase.client">Result</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.RecordReader.html#line.198">result</a></pre> </li> </ul> <a name="row"> @@ -274,7 +274,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>row</h4> -<pre>private <a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.RecordReader.html#line.187">row</a></pre> +<pre>private <a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.RecordReader.html#line.199">row</a></pre> </li> </ul> <a name="scanner"> @@ -283,7 +283,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockListLast"> <li class="blockList"> <h4>scanner</h4> -<pre>private <a href="../../../../../org/apache/hadoop/hbase/client/ClientSideRegionScanner.html" title="class in org.apache.hadoop.hbase.client">ClientSideRegionScanner</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.RecordReader.html#line.188">scanner</a></pre> +<pre>private <a href="../../../../../org/apache/hadoop/hbase/client/ClientSideRegionScanner.html" title="class in org.apache.hadoop.hbase.client">ClientSideRegionScanner</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.RecordReader.html#line.200">scanner</a></pre> </li> </ul> </li> @@ -300,7 +300,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockListLast"> <li class="blockList"> <h4>RecordReader</h4> -<pre>public <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.RecordReader.html#line.183">RecordReader</a>()</pre> +<pre>public <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.RecordReader.html#line.195">RecordReader</a>()</pre> </li> </ul> </li> @@ -317,7 +317,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>getScanner</h4> -<pre>public <a href="../../../../../org/apache/hadoop/hbase/client/ClientSideRegionScanner.html" title="class in org.apache.hadoop.hbase.client">ClientSideRegionScanner</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.RecordReader.html#line.190">getScanner</a>()</pre> +<pre>public <a href="../../../../../org/apache/hadoop/hbase/client/ClientSideRegionScanner.html" title="class in org.apache.hadoop.hbase.client">ClientSideRegionScanner</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.RecordReader.html#line.202">getScanner</a>()</pre> </li> </ul> <a name="initialize-org.apache.hadoop.hbase.mapreduce.TableSnapshotInputFormatImpl.InputSplit-org.apache.hadoop.conf.Configuration-"> @@ -326,7 +326,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>initialize</h4> -<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.RecordReader.html#line.194">initialize</a>(<a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html" title="class in org.apache.hadoop.hbase.mapreduce">TableSnapshotInputFormatImpl.InputSplit</a> split, +<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.RecordReader.html#line.206">initialize</a>(<a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html" title="class in org.apache.hadoop.hbase.mapreduce">TableSnapshotInputFormatImpl.InputSplit</a> split, org.apache.hadoop.conf.Configuration conf) throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> <dl> @@ -341,7 +341,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>nextKeyValue</h4> -<pre>public boolean <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.RecordReader.html#line.212">nextKeyValue</a>() +<pre>public boolean <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.RecordReader.html#line.224">nextKeyValue</a>() throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> <dl> <dt><span class="throwsLabel">Throws:</span></dt> @@ -355,7 +355,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>getCurrentKey</h4> -<pre>public <a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.RecordReader.html#line.226">getCurrentKey</a>()</pre> +<pre>public <a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.RecordReader.html#line.238">getCurrentKey</a>()</pre> </li> </ul> <a name="getCurrentValue--"> @@ -364,7 +364,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>getCurrentValue</h4> -<pre>public <a href="../../../../../org/apache/hadoop/hbase/client/Result.html" title="class in org.apache.hadoop.hbase.client">Result</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.RecordReader.html#line.230">getCurrentValue</a>()</pre> +<pre>public <a href="../../../../../org/apache/hadoop/hbase/client/Result.html" title="class in org.apache.hadoop.hbase.client">Result</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.RecordReader.html#line.242">getCurrentValue</a>()</pre> </li> </ul> <a name="getPos--"> @@ -373,7 +373,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>getPos</h4> -<pre>public long <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.RecordReader.html#line.234">getPos</a>()</pre> +<pre>public long <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.RecordReader.html#line.246">getPos</a>()</pre> </li> </ul> <a name="getProgress--"> @@ -382,7 +382,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>getProgress</h4> -<pre>public float <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.RecordReader.html#line.238">getProgress</a>()</pre> +<pre>public float <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.RecordReader.html#line.250">getProgress</a>()</pre> </li> </ul> <a name="close--"> @@ -391,7 +391,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockListLast"> <li class="blockList"> <h4>close</h4> -<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.RecordReader.html#line.242">close</a>()</pre> +<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.RecordReader.html#line.254">close</a>()</pre> </li> </ul> </li> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/d41f56fe/devapidocs/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html ---------------------------------------------------------------------- diff --git a/devapidocs/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html b/devapidocs/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html index adb3b55..9becba3 100644 --- a/devapidocs/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html +++ b/devapidocs/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html @@ -18,7 +18,7 @@ catch(err) { } //--> -var methods = {"i0":9,"i1":9,"i2":9,"i3":9,"i4":9,"i5":9,"i6":9,"i7":9}; +var methods = {"i0":9,"i1":9,"i2":9,"i3":9,"i4":9,"i5":9,"i6":9,"i7":9,"i8":9,"i9":9,"i10":9}; var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],8:["t4","Concrete Methods"]}; var altColor = "altColor"; var rowColor = "rowColor"; @@ -110,7 +110,7 @@ var activeTableTab = "activeTableTab"; <hr> <br> <pre>@InterfaceAudience.Private -public class <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.62">TableSnapshotInputFormatImpl</a> +public class <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.63">TableSnapshotInputFormatImpl</a> extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true"; title="class or interface in java.lang">Object</a></pre> <div class="block">Hadoop MR API-agnostic implementation for mapreduce over table snapshots.</div> </li> @@ -173,13 +173,27 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#LOG">LOG</a></span></code> </td> </tr> <tr class="rowColor"> +<td class="colFirst"><code>static <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#NUM_SPLITS_PER_REGION">NUM_SPLITS_PER_REGION</a></span></code> +<div class="block">For MapReduce jobs running multiple mappers per region, determines + number of splits to generate per region.</div> +</td> +</tr> +<tr class="altColor"> <td class="colFirst"><code>protected static <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#RESTORE_DIR_KEY">RESTORE_DIR_KEY</a></span></code> </td> </tr> -<tr class="altColor"> +<tr class="rowColor"> <td class="colFirst"><code>private static <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#SNAPSHOT_NAME_KEY">SNAPSHOT_NAME_KEY</a></span></code> </td> </tr> +<tr class="altColor"> +<td class="colFirst"><code>static <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#SPLIT_ALGO">SPLIT_ALGO</a></span></code> +<div class="block">For MapReduce jobs running multiple mappers per region, determines + what split algorithm we should be using to find split points for scanners.</div> +</td> +</tr> </table> </li> </ul> @@ -239,10 +253,14 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#getSnapshotName-org.apache.hadoop.conf.Configuration-">getSnapshotName</a></span>(org.apache.hadoop.conf.Configuration conf)</code> </td> </tr> <tr id="i5" class="rowColor"> +<td class="colFirst"><code>static <a href="../../../../../org/apache/hadoop/hbase/util/RegionSplitter.SplitAlgorithm.html" title="interface in org.apache.hadoop.hbase.util">RegionSplitter.SplitAlgorithm</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#getSplitAlgo-org.apache.hadoop.conf.Configuration-">getSplitAlgo</a></span>(org.apache.hadoop.conf.Configuration conf)</code> </td> +</tr> +<tr id="i6" class="altColor"> <td class="colFirst"><code>static <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html" title="class in org.apache.hadoop.hbase.mapreduce">TableSnapshotInputFormatImpl.InputSplit</a>></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#getSplits-org.apache.hadoop.conf.Configuration-">getSplits</a></span>(org.apache.hadoop.conf.Configuration conf)</code> </td> </tr> -<tr id="i6" class="altColor"> +<tr id="i7" class="rowColor"> <td class="colFirst"><code>static <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html" title="class in org.apache.hadoop.hbase.mapreduce">TableSnapshotInputFormatImpl.InputSplit</a>></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#getSplits-org.apache.hadoop.hbase.client.Scan-org.apache.hadoop.hbase.snapshot.SnapshotManifest-java.util.List-org.apache.hadoop.fs.Path-org.apache.hadoop.conf.Configuration-">getSplits</a></span>(<a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> scan, <a href="../../../../../org/apache/hadoop/hbase/snapshot/SnapshotManifest.html" title="class in org.apache.hadoop.hbase.snapshot">SnapshotManifest</a> manifest, @@ -250,7 +268,17 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? org.apache.hadoop.fs.Path restoreDir, org.apache.hadoop.conf.Configuration conf)</code> </td> </tr> -<tr id="i7" class="rowColor"> +<tr id="i8" class="altColor"> +<td class="colFirst"><code>static <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html" title="class in org.apache.hadoop.hbase.mapreduce">TableSnapshotInputFormatImpl.InputSplit</a>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#getSplits-org.apache.hadoop.hbase.client.Scan-org.apache.hadoop.hbase.snapshot.SnapshotManifest-java.util.List-org.apache.hadoop.fs.Path-org.apache.hadoop.conf.Configuration-org.apache.hadoop.hbase.util.RegionSplitter.SplitAlgorithm-int-">getSplits</a></span>(<a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> scan, + <a href="../../../../../org/apache/hadoop/hbase/snapshot/SnapshotManifest.html" title="class in org.apache.hadoop.hbase.snapshot">SnapshotManifest</a> manifest, + <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/HRegionInfo.html" title="class in org.apache.hadoop.hbase">HRegionInfo</a>> regionManifests, + org.apache.hadoop.fs.Path restoreDir, + org.apache.hadoop.conf.Configuration conf, + <a href="../../../../../org/apache/hadoop/hbase/util/RegionSplitter.SplitAlgorithm.html" title="interface in org.apache.hadoop.hbase.util">RegionSplitter.SplitAlgorithm</a> sa, + int numSplits)</code> </td> +</tr> +<tr id="i9" class="rowColor"> <td class="colFirst"><code>static void</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#setInput-org.apache.hadoop.conf.Configuration-java.lang.String-org.apache.hadoop.fs.Path-">setInput</a></span>(org.apache.hadoop.conf.Configuration conf, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> snapshotName, @@ -258,6 +286,16 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <div class="block">Configures the job to use TableSnapshotInputFormat to read from a snapshot.</div> </td> </tr> +<tr id="i10" class="altColor"> +<td class="colFirst"><code>static void</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#setInput-org.apache.hadoop.conf.Configuration-java.lang.String-org.apache.hadoop.fs.Path-org.apache.hadoop.hbase.util.RegionSplitter.SplitAlgorithm-int-">setInput</a></span>(org.apache.hadoop.conf.Configuration conf, + <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> snapshotName, + org.apache.hadoop.fs.Path restoreDir, + <a href="../../../../../org/apache/hadoop/hbase/util/RegionSplitter.SplitAlgorithm.html" title="interface in org.apache.hadoop.hbase.util">RegionSplitter.SplitAlgorithm</a> splitAlgo, + int numSplitsPerRegion)</code> +<div class="block">Configures the job to use TableSnapshotInputFormat to read from a snapshot.</div> +</td> +</tr> </table> <ul class="blockList"> <li class="blockList"><a name="methods.inherited.from.class.java.lang.Object"> @@ -286,7 +324,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>LOG</h4> -<pre>public static final org.apache.commons.logging.Log <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.66">LOG</a></pre> +<pre>public static final org.apache.commons.logging.Log <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.67">LOG</a></pre> </li> </ul> <a name="SNAPSHOT_NAME_KEY"> @@ -295,7 +333,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>SNAPSHOT_NAME_KEY</h4> -<pre>private static final <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.68">SNAPSHOT_NAME_KEY</a></pre> +<pre>private static final <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.69">SNAPSHOT_NAME_KEY</a></pre> <dl> <dt><span class="seeLabel">See Also:</span></dt> <dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.mapreduce.TableSnapshotInputFormatImpl.SNAPSHOT_NAME_KEY">Constant Field Values</a></dd> @@ -308,7 +346,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>RESTORE_DIR_KEY</h4> -<pre>protected static final <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.70">RESTORE_DIR_KEY</a></pre> +<pre>protected static final <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.71">RESTORE_DIR_KEY</a></pre> <dl> <dt><span class="seeLabel">See Also:</span></dt> <dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.mapreduce.TableSnapshotInputFormatImpl.RESTORE_DIR_KEY">Constant Field Values</a></dd> @@ -321,7 +359,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>LOCALITY_CUTOFF_MULTIPLIER</h4> -<pre>private static final <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.73">LOCALITY_CUTOFF_MULTIPLIER</a></pre> +<pre>private static final <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.74">LOCALITY_CUTOFF_MULTIPLIER</a></pre> <div class="block">See <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#getBestLocations-org.apache.hadoop.conf.Configuration-org.apache.hadoop.hbase.HDFSBlocksDistribution-"><code>getBestLocations(Configuration, HDFSBlocksDistribution)</code></a></div> <dl> <dt><span class="seeLabel">See Also:</span></dt> @@ -332,16 +370,46 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <a name="DEFAULT_LOCALITY_CUTOFF_MULTIPLIER"> <!-- --> </a> -<ul class="blockListLast"> +<ul class="blockList"> <li class="blockList"> <h4>DEFAULT_LOCALITY_CUTOFF_MULTIPLIER</h4> -<pre>private static final float <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.75">DEFAULT_LOCALITY_CUTOFF_MULTIPLIER</a></pre> +<pre>private static final float <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.76">DEFAULT_LOCALITY_CUTOFF_MULTIPLIER</a></pre> <dl> <dt><span class="seeLabel">See Also:</span></dt> <dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.mapreduce.TableSnapshotInputFormatImpl.DEFAULT_LOCALITY_CUTOFF_MULTIPLIER">Constant Field Values</a></dd> </dl> </li> </ul> +<a name="SPLIT_ALGO"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>SPLIT_ALGO</h4> +<pre>public static final <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.82">SPLIT_ALGO</a></pre> +<div class="block">For MapReduce jobs running multiple mappers per region, determines + what split algorithm we should be using to find split points for scanners.</div> +<dl> +<dt><span class="seeLabel">See Also:</span></dt> +<dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.mapreduce.TableSnapshotInputFormatImpl.SPLIT_ALGO">Constant Field Values</a></dd> +</dl> +</li> +</ul> +<a name="NUM_SPLITS_PER_REGION"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>NUM_SPLITS_PER_REGION</h4> +<pre>public static final <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.87">NUM_SPLITS_PER_REGION</a></pre> +<div class="block">For MapReduce jobs running multiple mappers per region, determines + number of splits to generate per region.</div> +<dl> +<dt><span class="seeLabel">See Also:</span></dt> +<dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.mapreduce.TableSnapshotInputFormatImpl.NUM_SPLITS_PER_REGION">Constant Field Values</a></dd> +</dl> +</li> +</ul> </li> </ul> <!-- ========= CONSTRUCTOR DETAIL ======== --> @@ -356,7 +424,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockListLast"> <li class="blockList"> <h4>TableSnapshotInputFormatImpl</h4> -<pre>public <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.62">TableSnapshotInputFormatImpl</a>()</pre> +<pre>public <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.63">TableSnapshotInputFormatImpl</a>()</pre> </li> </ul> </li> @@ -373,7 +441,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>getSplits</h4> -<pre>public static <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html" title="class in org.apache.hadoop.hbase.mapreduce">TableSnapshotInputFormatImpl.InputSplit</a>> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.249">getSplits</a>(org.apache.hadoop.conf.Configuration conf) +<pre>public static <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html" title="class in org.apache.hadoop.hbase.mapreduce">TableSnapshotInputFormatImpl.InputSplit</a>> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.261">getSplits</a>(org.apache.hadoop.conf.Configuration conf) throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> <dl> <dt><span class="throwsLabel">Throws:</span></dt> @@ -381,13 +449,27 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? </dl> </li> </ul> +<a name="getSplitAlgo-org.apache.hadoop.conf.Configuration-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getSplitAlgo</h4> +<pre>public static <a href="../../../../../org/apache/hadoop/hbase/util/RegionSplitter.SplitAlgorithm.html" title="interface in org.apache.hadoop.hbase.util">RegionSplitter.SplitAlgorithm</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.283">getSplitAlgo</a>(org.apache.hadoop.conf.Configuration conf) + throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> +<dl> +<dt><span class="throwsLabel">Throws:</span></dt> +<dd><code><a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></code></dd> +</dl> +</li> +</ul> <a name="getRegionInfosFromManifest-org.apache.hadoop.hbase.snapshot.SnapshotManifest-"> <!-- --> </a> <ul class="blockList"> <li class="blockList"> <h4>getRegionInfosFromManifest</h4> -<pre>public static <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/HRegionInfo.html" title="class in org.apache.hadoop.hbase">HRegionInfo</a>> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.267">getRegionInfosFromManifest</a>(<a href="../../../../../org/apache/hadoop/hbase/snapshot/SnapshotManifest.html" title="class in org.apache.hadoop.hbase.snapshot">SnapshotManifest</a> manifest)</pre> +<pre>public static <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/HRegionInfo.html" title="class in org.apache.hadoop.hbase">HRegionInfo</a>> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.303">getRegionInfosFromManifest</a>(<a href="../../../../../org/apache/hadoop/hbase/snapshot/SnapshotManifest.html" title="class in org.apache.hadoop.hbase.snapshot">SnapshotManifest</a> manifest)</pre> </li> </ul> <a name="getSnapshotManifest-org.apache.hadoop.conf.Configuration-java.lang.String-org.apache.hadoop.fs.Path-org.apache.hadoop.fs.FileSystem-"> @@ -396,7 +478,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>getSnapshotManifest</h4> -<pre>public static <a href="../../../../../org/apache/hadoop/hbase/snapshot/SnapshotManifest.html" title="class in org.apache.hadoop.hbase.snapshot">SnapshotManifest</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.285">getSnapshotManifest</a>(org.apache.hadoop.conf.Configuration conf, +<pre>public static <a href="../../../../../org/apache/hadoop/hbase/snapshot/SnapshotManifest.html" title="class in org.apache.hadoop.hbase.snapshot">SnapshotManifest</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.321">getSnapshotManifest</a>(org.apache.hadoop.conf.Configuration conf, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> snapshotName, org.apache.hadoop.fs.Path rootDir, org.apache.hadoop.fs.FileSystem fs) @@ -413,7 +495,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>extractScanFromConf</h4> -<pre>public static <a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.292">extractScanFromConf</a>(org.apache.hadoop.conf.Configuration conf) +<pre>public static <a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.328">extractScanFromConf</a>(org.apache.hadoop.conf.Configuration conf) throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> <dl> <dt><span class="throwsLabel">Throws:</span></dt> @@ -427,7 +509,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>getSplits</h4> -<pre>public static <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html" title="class in org.apache.hadoop.hbase.mapreduce">TableSnapshotInputFormatImpl.InputSplit</a>> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.309">getSplits</a>(<a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> scan, +<pre>public static <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html" title="class in org.apache.hadoop.hbase.mapreduce">TableSnapshotInputFormatImpl.InputSplit</a>> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.345">getSplits</a>(<a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> scan, <a href="../../../../../org/apache/hadoop/hbase/snapshot/SnapshotManifest.html" title="class in org.apache.hadoop.hbase.snapshot">SnapshotManifest</a> manifest, <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/HRegionInfo.html" title="class in org.apache.hadoop.hbase">HRegionInfo</a>> regionManifests, org.apache.hadoop.fs.Path restoreDir, @@ -439,13 +521,33 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? </dl> </li> </ul> +<a name="getSplits-org.apache.hadoop.hbase.client.Scan-org.apache.hadoop.hbase.snapshot.SnapshotManifest-java.util.List-org.apache.hadoop.fs.Path-org.apache.hadoop.conf.Configuration-org.apache.hadoop.hbase.util.RegionSplitter.SplitAlgorithm-int-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getSplits</h4> +<pre>public static <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html" title="class in org.apache.hadoop.hbase.mapreduce">TableSnapshotInputFormatImpl.InputSplit</a>> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.350">getSplits</a>(<a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> scan, + <a href="../../../../../org/apache/hadoop/hbase/snapshot/SnapshotManifest.html" title="class in org.apache.hadoop.hbase.snapshot">SnapshotManifest</a> manifest, + <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/HRegionInfo.html" title="class in org.apache.hadoop.hbase">HRegionInfo</a>> regionManifests, + org.apache.hadoop.fs.Path restoreDir, + org.apache.hadoop.conf.Configuration conf, + <a href="../../../../../org/apache/hadoop/hbase/util/RegionSplitter.SplitAlgorithm.html" title="interface in org.apache.hadoop.hbase.util">RegionSplitter.SplitAlgorithm</a> sa, + int numSplits) + throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> +<dl> +<dt><span class="throwsLabel">Throws:</span></dt> +<dd><code><a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></code></dd> +</dl> +</li> +</ul> <a name="getBestLocations-org.apache.hadoop.conf.Configuration-org.apache.hadoop.hbase.HDFSBlocksDistribution-"> <!-- --> </a> <ul class="blockList"> <li class="blockList"> <h4>getBestLocations</h4> -<pre>public static <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a>> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.349">getBestLocations</a>(org.apache.hadoop.conf.Configuration conf, +<pre>public static <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a>> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.411">getBestLocations</a>(org.apache.hadoop.conf.Configuration conf, <a href="../../../../../org/apache/hadoop/hbase/HDFSBlocksDistribution.html" title="class in org.apache.hadoop.hbase">HDFSBlocksDistribution</a> blockDistribution)</pre> <div class="block">This computes the locations to be passed from the InputSplit. MR/Yarn schedulers does not take weights into account, thus will treat every location passed from the input split as equal. We @@ -465,16 +567,16 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>getSnapshotName</h4> -<pre>private static <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.379">getSnapshotName</a>(org.apache.hadoop.conf.Configuration conf)</pre> +<pre>private static <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.441">getSnapshotName</a>(org.apache.hadoop.conf.Configuration conf)</pre> </li> </ul> <a name="setInput-org.apache.hadoop.conf.Configuration-java.lang.String-org.apache.hadoop.fs.Path-"> <!-- --> </a> -<ul class="blockListLast"> +<ul class="blockList"> <li class="blockList"> <h4>setInput</h4> -<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.396">setInput</a>(org.apache.hadoop.conf.Configuration conf, +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.458">setInput</a>(org.apache.hadoop.conf.Configuration conf, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> snapshotName, org.apache.hadoop.fs.Path restoreDir) throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> @@ -491,6 +593,33 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? </dl> </li> </ul> +<a name="setInput-org.apache.hadoop.conf.Configuration-java.lang.String-org.apache.hadoop.fs.Path-org.apache.hadoop.hbase.util.RegionSplitter.SplitAlgorithm-int-"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>setInput</h4> +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#line.474">setInput</a>(org.apache.hadoop.conf.Configuration conf, + <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> snapshotName, + org.apache.hadoop.fs.Path restoreDir, + <a href="../../../../../org/apache/hadoop/hbase/util/RegionSplitter.SplitAlgorithm.html" title="interface in org.apache.hadoop.hbase.util">RegionSplitter.SplitAlgorithm</a> splitAlgo, + int numSplitsPerRegion) + throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> +<div class="block">Configures the job to use TableSnapshotInputFormat to read from a snapshot.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>conf</code> - the job to configure</dd> +<dd><code>snapshotName</code> - the name of the snapshot to read from</dd> +<dd><code>restoreDir</code> - a temporary directory to restore the snapshot into. Current user should + have write permissions to this directory, and this should not be a subdirectory of rootdir. + After the job is finished, restoreDir can be deleted.</dd> +<dd><code>numSplitsPerRegion</code> - how many input splits to generate per one region</dd> +<dd><code>splitAlgo</code> - SplitAlgorithm to be used when generating InputSplits</dd> +<dt><span class="throwsLabel">Throws:</span></dt> +<dd><code><a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></code> - if an error occurs</dd> +</dl> +</li> +</ul> </li> </ul> </li> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/d41f56fe/devapidocs/org/apache/hadoop/hbase/mapreduce/class-use/TableMapper.html ---------------------------------------------------------------------- diff --git a/devapidocs/org/apache/hadoop/hbase/mapreduce/class-use/TableMapper.html b/devapidocs/org/apache/hadoop/hbase/mapreduce/class-use/TableMapper.html index de8224a..f6f44dd 100644 --- a/devapidocs/org/apache/hadoop/hbase/mapreduce/class-use/TableMapper.html +++ b/devapidocs/org/apache/hadoop/hbase/mapreduce/class-use/TableMapper.html @@ -347,6 +347,21 @@ Input/OutputFormats, a table indexing MapReduce job, and utility methods.</div> <div class="block">Sets up the job for reading from a table snapshot.</div> </td> </tr> +<tr class="rowColor"> +<td class="colFirst"><code>static void</code></td> +<td class="colLast"><span class="typeNameLabel">TableMapReduceUtil.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#initTableSnapshotMapperJob-java.lang.String-org.apache.hadoop.hbase.client.Scan-java.lang.Class-java.lang.Class-java.lang.Class-org.apache.hadoop.mapreduce.Job-boolean-org.apache.hadoop.fs.Path-org.apache.hadoop.hbase.util.RegionSplitter.SplitAlgorithm-int-">initTableSnapshotMapperJob</a></span>(<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> snapshotName, + <a href="../../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> scan, + <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><? extends <a href="../../../../../../org/apache/hadoop/hbase/mapreduce/TableMapper.html" title="class in org.apache.hadoop.hbase.mapreduce">TableMapper</a>> mapper, + <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><?> outputKeyClass, + <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><?> outputValueClass, + org.apache.hadoop.mapreduce.Job job, + boolean addDependencyJars, + org.apache.hadoop.fs.Path tmpRestoreDir, + <a href="../../../../../../org/apache/hadoop/hbase/util/RegionSplitter.SplitAlgorithm.html" title="interface in org.apache.hadoop.hbase.util">RegionSplitter.SplitAlgorithm</a> splitAlgo, + int numSplitsPerRegion)</code> +<div class="block">Sets up the job for reading from a table snapshot.</div> +</td> +</tr> </tbody> </table> </li> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/d41f56fe/devapidocs/org/apache/hadoop/hbase/mapreduce/class-use/TableSnapshotInputFormatImpl.InputSplit.html ---------------------------------------------------------------------- diff --git a/devapidocs/org/apache/hadoop/hbase/mapreduce/class-use/TableSnapshotInputFormatImpl.InputSplit.html b/devapidocs/org/apache/hadoop/hbase/mapreduce/class-use/TableSnapshotInputFormatImpl.InputSplit.html index aca4302..2658201 100644 --- a/devapidocs/org/apache/hadoop/hbase/mapreduce/class-use/TableSnapshotInputFormatImpl.InputSplit.html +++ b/devapidocs/org/apache/hadoop/hbase/mapreduce/class-use/TableSnapshotInputFormatImpl.InputSplit.html @@ -177,6 +177,16 @@ Input/OutputFormats, a table indexing MapReduce job, and utility methods.</div> org.apache.hadoop.fs.Path restoreDir, org.apache.hadoop.conf.Configuration conf)</code> </td> </tr> +<tr class="rowColor"> +<td class="colFirst"><code>static <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.InputSplit.html" title="class in org.apache.hadoop.hbase.mapreduce">TableSnapshotInputFormatImpl.InputSplit</a>></code></td> +<td class="colLast"><span class="typeNameLabel">TableSnapshotInputFormatImpl.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.html#getSplits-org.apache.hadoop.hbase.client.Scan-org.apache.hadoop.hbase.snapshot.SnapshotManifest-java.util.List-org.apache.hadoop.fs.Path-org.apache.hadoop.conf.Configuration-org.apache.hadoop.hbase.util.RegionSplitter.SplitAlgorithm-int-">getSplits</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> scan, + <a href="../../../../../../org/apache/hadoop/hbase/snapshot/SnapshotManifest.html" title="class in org.apache.hadoop.hbase.snapshot">SnapshotManifest</a> manifest, + <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../../org/apache/hadoop/hbase/HRegionInfo.html" title="class in org.apache.hadoop.hbase">HRegionInfo</a>> regionManifests, + org.apache.hadoop.fs.Path restoreDir, + org.apache.hadoop.conf.Configuration conf, + <a href="../../../../../../org/apache/hadoop/hbase/util/RegionSplitter.SplitAlgorithm.html" title="interface in org.apache.hadoop.hbase.util">RegionSplitter.SplitAlgorithm</a> sa, + int numSplits)</code> </td> +</tr> </tbody> </table> <table class="useSummary" border="0" cellpadding="3" cellspacing="0" summary="Use table, listing methods, and an explanation"> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/d41f56fe/devapidocs/org/apache/hadoop/hbase/mapreduce/package-tree.html ---------------------------------------------------------------------- diff --git a/devapidocs/org/apache/hadoop/hbase/mapreduce/package-tree.html b/devapidocs/org/apache/hadoop/hbase/mapreduce/package-tree.html index baf92cf..2bfdd97 100644 --- a/devapidocs/org/apache/hadoop/hbase/mapreduce/package-tree.html +++ b/devapidocs/org/apache/hadoop/hbase/mapreduce/package-tree.html @@ -293,9 +293,9 @@ <ul> <li type="circle">java.lang.<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true"; title="class or interface in java.lang"><span class="typeNameLink">Enum</span></a><E> (implements java.lang.<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true"; title="class or interface in java.lang">Comparable</a><T>, java.io.<a href="http://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true"; title="class or interface in java.io">Serializable</a>) <ul> -<li type="circle">org.apache.hadoop.hbase.mapreduce.<a href="../../../../../org/apache/hadoop/hbase/mapreduce/SyncTable.SyncMapper.Counter.html" title="enum in org.apache.hadoop.hbase.mapreduce"><span class="typeNameLink">SyncTable.SyncMapper.Counter</span></a></li> -<li type="circle">org.apache.hadoop.hbase.mapreduce.<a href="../../../../../org/apache/hadoop/hbase/mapreduce/RowCounter.RowCounterMapper.Counters.html" title="enum in org.apache.hadoop.hbase.mapreduce"><span class="typeNameLink">RowCounter.RowCounterMapper.Counters</span></a></li> <li type="circle">org.apache.hadoop.hbase.mapreduce.<a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSplit.Version.html" title="enum in org.apache.hadoop.hbase.mapreduce"><span class="typeNameLink">TableSplit.Version</span></a></li> +<li type="circle">org.apache.hadoop.hbase.mapreduce.<a href="../../../../../org/apache/hadoop/hbase/mapreduce/RowCounter.RowCounterMapper.Counters.html" title="enum in org.apache.hadoop.hbase.mapreduce"><span class="typeNameLink">RowCounter.RowCounterMapper.Counters</span></a></li> +<li type="circle">org.apache.hadoop.hbase.mapreduce.<a href="../../../../../org/apache/hadoop/hbase/mapreduce/SyncTable.SyncMapper.Counter.html" title="enum in org.apache.hadoop.hbase.mapreduce"><span class="typeNameLink">SyncTable.SyncMapper.Counter</span></a></li> <li type="circle">org.apache.hadoop.hbase.mapreduce.<a href="../../../../../org/apache/hadoop/hbase/mapreduce/CellCounter.CellCounterMapper.Counters.html" title="enum in org.apache.hadoop.hbase.mapreduce"><span class="typeNameLink">CellCounter.CellCounterMapper.Counters</span></a></li> </ul> </li> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/d41f56fe/devapidocs/org/apache/hadoop/hbase/master/package-tree.html ---------------------------------------------------------------------- diff --git a/devapidocs/org/apache/hadoop/hbase/master/package-tree.html b/devapidocs/org/apache/hadoop/hbase/master/package-tree.html index 6f42d6a..e9dc14b 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/package-tree.html +++ b/devapidocs/org/apache/hadoop/hbase/master/package-tree.html @@ -320,11 +320,11 @@ <ul> <li type="circle">java.lang.<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true"; title="class or interface in java.lang"><span class="typeNameLink">Enum</span></a><E> (implements java.lang.<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true"; title="class or interface in java.lang">Comparable</a><T>, java.io.<a href="http://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true"; title="class or interface in java.io">Serializable</a>) <ul> -<li type="circle">org.apache.hadoop.hbase.master.<a href="../../../../../org/apache/hadoop/hbase/master/MasterRpcServices.BalanceSwitchMode.html" title="enum in org.apache.hadoop.hbase.master"><span class="typeNameLink">MasterRpcServices.BalanceSwitchMode</span></a></li> +<li type="circle">org.apache.hadoop.hbase.master.<a href="../../../../../org/apache/hadoop/hbase/master/SplitLogManager.TerminationStatus.html" title="enum in org.apache.hadoop.hbase.master"><span class="typeNameLink">SplitLogManager.TerminationStatus</span></a></li> <li type="circle">org.apache.hadoop.hbase.master.<a href="../../../../../org/apache/hadoop/hbase/master/MetricsMasterSourceFactoryImpl.FactoryStorage.html" title="enum in org.apache.hadoop.hbase.master"><span class="typeNameLink">MetricsMasterSourceFactoryImpl.FactoryStorage</span></a></li> -<li type="circle">org.apache.hadoop.hbase.master.<a href="../../../../../org/apache/hadoop/hbase/master/SplitLogManager.ResubmitDirective.html" title="enum in org.apache.hadoop.hbase.master"><span class="typeNameLink">SplitLogManager.ResubmitDirective</span></a></li> <li type="circle">org.apache.hadoop.hbase.master.<a href="../../../../../org/apache/hadoop/hbase/master/RegionState.State.html" title="enum in org.apache.hadoop.hbase.master"><span class="typeNameLink">RegionState.State</span></a></li> -<li type="circle">org.apache.hadoop.hbase.master.<a href="../../../../../org/apache/hadoop/hbase/master/SplitLogManager.TerminationStatus.html" title="enum in org.apache.hadoop.hbase.master"><span class="typeNameLink">SplitLogManager.TerminationStatus</span></a></li> +<li type="circle">org.apache.hadoop.hbase.master.<a href="../../../../../org/apache/hadoop/hbase/master/MasterRpcServices.BalanceSwitchMode.html" title="enum in org.apache.hadoop.hbase.master"><span class="typeNameLink">MasterRpcServices.BalanceSwitchMode</span></a></li> +<li type="circle">org.apache.hadoop.hbase.master.<a href="../../../../../org/apache/hadoop/hbase/master/SplitLogManager.ResubmitDirective.html" title="enum in org.apache.hadoop.hbase.master"><span class="typeNameLink">SplitLogManager.ResubmitDirective</span></a></li> </ul> </li> </ul>
