http://git-wip-us.apache.org/repos/asf/hbase-site/blob/7e7efd3e/apidocs/org/apache/hadoop/hbase/mapreduce/MultiTableHFileOutputFormat.html ---------------------------------------------------------------------- diff --git a/apidocs/org/apache/hadoop/hbase/mapreduce/MultiTableHFileOutputFormat.html b/apidocs/org/apache/hadoop/hbase/mapreduce/MultiTableHFileOutputFormat.html new file mode 100644 index 0000000..ae401c1 --- /dev/null +++ b/apidocs/org/apache/hadoop/hbase/mapreduce/MultiTableHFileOutputFormat.html @@ -0,0 +1,441 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd";> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc --> +<meta http-equiv="Content-Type" content="text/html; charset=UTF-8"> +<title>MultiTableHFileOutputFormat (Apache HBase 2.0.0-SNAPSHOT API)</title> +<link rel="stylesheet" type="text/css" href="../../../../../stylesheet.css" title="Style"> +<script type="text/javascript" src="../../../../../script.js"></script> +</head> +<body> +<script type="text/javascript"><!-- + try { + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="MultiTableHFileOutputFormat (Apache HBase 2.0.0-SNAPSHOT API)"; + } + } + catch(err) { + } +//--> +var methods = {"i0":9,"i1":9,"i2":9,"i3":9,"i4":10}; +var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; +var altColor = "altColor"; +var rowColor = "rowColor"; +var tableTab = "tableTab"; +var activeTableTab = "activeTableTab"; +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar.top"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.top.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="class-use/MultiTableHFileOutputFormat.html">Use</a></li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../org/apache/hadoop/hbase/mapreduce/LoadIncrementalHFiles.html" title="class in org.apache.hadoop.hbase.mapreduce"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../../../org/apache/hadoop/hbase/mapreduce/MultiTableInputFormat.html" title="class in org.apache.hadoop.hbase.mapreduce"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../../../index.html?org/apache/hadoop/hbase/mapreduce/MultiTableHFileOutputFormat.html" target="_top">Frames</a></li> +<li><a href="MultiTableHFileOutputFormat.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li><a href="#fields.inherited.from.class.org.apache.hadoop.mapreduce.lib.output.FileOutputFormat">Field</a> | </li> +<li><a href="#constructor.summary">Constr</a> | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor.detail">Constr</a> | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.hadoop.hbase.mapreduce</div> +<h2 title="Class MultiTableHFileOutputFormat" class="title">Class MultiTableHFileOutputFormat</h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li><a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true"; title="class or interface in java.lang">java.lang.Object</a></li> +<li> +<ul class="inheritance"> +<li>org.apache.hadoop.mapreduce.OutputFormat<K,V></li> +<li> +<ul class="inheritance"> +<li>org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<<a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a>,<a href="../../../../../org/apache/hadoop/hbase/Cell.html" title="interface in org.apache.hadoop.hbase">Cell</a>></li> +<li> +<ul class="inheritance"> +<li>org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat</li> +</ul> +</li> +</ul> +</li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<hr> +<br> +<pre>@InterfaceAudience.Public +public class <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/MultiTableHFileOutputFormat.html#line.87">MultiTableHFileOutputFormat</a> +extends org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<<a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a>,<a href="../../../../../org/apache/hadoop/hbase/Cell.html" title="interface in org.apache.hadoop.hbase">Cell</a>></pre> +<div class="block">Create 3 level tree directory, first level is using table name as parent directory and then use + family name as child directory, and all related HFiles for one family are under child directory + -tableName1 + -columnFamilyName1 + -HFile (region1) + -columnFamilyName2 + -HFile1 (region1) + -HFile2 (region2) + -HFile3 (region3) + -tableName2 + -columnFamilyName1 + -HFile (region1) + family directory and its hfiles match the output of HFileOutputFormat2</div> +<dl> +<dt><span class="seeLabel">See Also:</span></dt> +<dd><a href="../../../../../org/apache/hadoop/hbase/mapreduce/HFileOutputFormat2.html" title="class in org.apache.hadoop.hbase.mapreduce"><code>HFileOutputFormat2</code></a></dd> +</dl> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- =========== FIELD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="field.summary"> +<!-- --> +</a> +<h3>Field Summary</h3> +<ul class="blockList"> +<li class="blockList"><a name="fields.inherited.from.class.org.apache.hadoop.mapreduce.lib.output.FileOutputFormat"> +<!-- --> +</a> +<h3>Fields inherited from class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat</h3> +<code>BASE_OUTPUT_NAME, COMPRESS, COMPRESS_CODEC, COMPRESS_TYPE, OUTDIR, PART</code></li> +</ul> +</li> +</ul> +<!-- ======== CONSTRUCTOR SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor.summary"> +<!-- --> +</a> +<h3>Constructor Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation"> +<caption><span>Constructors</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colOne" scope="col">Constructor and Description</th> +</tr> +<tr class="altColor"> +<td class="colOne"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/MultiTableHFileOutputFormat.html#MultiTableHFileOutputFormat--">MultiTableHFileOutputFormat</a></span>()</code> </td> +</tr> +</table> +</li> +</ul> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t1" class="tableTab"><span><a href="javascript:show(1);">Static Methods</a></span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr id="i0" class="altColor"> +<td class="colFirst"><code>static void</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/MultiTableHFileOutputFormat.html#configureIncrementalLoad-org.apache.hadoop.mapreduce.Job-java.util.List-">configureIncrementalLoad</a></span>(org.apache.hadoop.mapreduce.Job job, + <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>> tables)</code> +<div class="block">Configure a MapReduce Job to output HFiles for performing an incremental load into + the multiple tables.</div> +</td> +</tr> +<tr id="i1" class="rowColor"> +<td class="colFirst"><code>static void</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/MultiTableHFileOutputFormat.html#configureIncrementalLoad-org.apache.hadoop.mapreduce.Job-java.util.List-java.lang.Class-">configureIncrementalLoad</a></span>(org.apache.hadoop.mapreduce.Job job, + <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>> tables, + <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><? extends org.apache.hadoop.mapreduce.OutputFormat<?,?>> cls)</code> </td> +</tr> +<tr id="i2" class="altColor"> +<td class="colFirst"><code>static void</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/MultiTableHFileOutputFormat.html#configureIncrementalLoad-org.apache.hadoop.mapreduce.Job-java.util.Map-">configureIncrementalLoad</a></span>(org.apache.hadoop.mapreduce.Job job, + <a href="http://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true"; title="class or interface in java.util">Map</a><<a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a>,<a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a>>> tableSplitKeys)</code> +<div class="block">Same purpose as configureIncrementalLoad(Job job, List<TableName> tables) + Used when region startKeys of each table is available, input as <TableName, List<RegionStartKey>> + + Caller needs to transfer TableName and byte[] to ImmutableBytesWritable</div> +</td> +</tr> +<tr id="i3" class="rowColor"> +<td class="colFirst"><code>static void</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/MultiTableHFileOutputFormat.html#configureIncrementalLoad-org.apache.hadoop.mapreduce.Job-java.util.Map-java.lang.Class-">configureIncrementalLoad</a></span>(org.apache.hadoop.mapreduce.Job job, + <a href="http://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true"; title="class or interface in java.util">Map</a><<a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a>,<a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a>>> tableSplitKeys, + <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><? extends org.apache.hadoop.mapreduce.OutputFormat<?,?>> cls)</code> </td> +</tr> +<tr id="i4" class="altColor"> +<td class="colFirst"><code>org.apache.hadoop.mapreduce.RecordWriter<<a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a>,<a href="../../../../../org/apache/hadoop/hbase/Cell.html" title="interface in org.apache.hadoop.hbase">Cell</a>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/MultiTableHFileOutputFormat.html#getRecordWriter-org.apache.hadoop.mapreduce.TaskAttemptContext-">getRecordWriter</a></span>(org.apache.hadoop.mapreduce.TaskAttemptContext context)</code> </td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.org.apache.hadoop.mapreduce.lib.output.FileOutputFormat"> +<!-- --> +</a> +<h3>Methods inherited from class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat</h3> +<code>checkOutputSpecs, getCompressOutput, getDefaultWorkFile, getOutputCommitter, getOutputCompressorClass, getOutputName, getOutputPath, getPathForWorkFile, getUniqueFile, getWorkOutputPath, setCompressOutput, setOutputCompressorClass, setOutputName, setOutputPath</code></li> +</ul> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.java.lang.Object"> +<!-- --> +</a> +<h3>Methods inherited from class java.lang.<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true"; title="class or interface in java.lang">Object</a></h3> +<code><a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#clone--"; title="class or interface in java.lang">clone</a>, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#equals-java.lang.Object-"; title="class or interface in java.lang">equals</a>, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#finalize--"; title="class or interface in java.lang">finalize</a>, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#getClass--"; title="class or interface in java.lang">getClass</a>, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#hashCode--"; title="class or interface in java.lang">hashCode</a>, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#notify--"; title="class or interface in java.lang">notify</a>, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang /Object.html?is-external=true#notifyAll--" title="class or interface in java.lang">notifyAll</a>, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#toString--"; title="class or interface in java.lang">toString</a>, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#wait--"; title="class or interface in java.lang">wait</a>, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#wait-long-"; title="class or interface in java.lang">wait</a>, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#wait-long-int-"; title="class or interface in java.lang">wait</a></code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ========= CONSTRUCTOR DETAIL ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor.detail"> +<!-- --> +</a> +<h3>Constructor Detail</h3> +<a name="MultiTableHFileOutputFormat--"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>MultiTableHFileOutputFormat</h4> +<pre>public <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/MultiTableHFileOutputFormat.html#line.87">MultiTableHFileOutputFormat</a>()</pre> +</li> +</ul> +</li> +</ul> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="getRecordWriter-org.apache.hadoop.mapreduce.TaskAttemptContext-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getRecordWriter</h4> +<pre>public org.apache.hadoop.mapreduce.RecordWriter<<a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a>,<a href="../../../../../org/apache/hadoop/hbase/Cell.html" title="interface in org.apache.hadoop.hbase">Cell</a>> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/MultiTableHFileOutputFormat.html#line.92">getRecordWriter</a>(org.apache.hadoop.mapreduce.TaskAttemptContext context) + throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a>, + <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/InterruptedException.html?is-external=true"; title="class or interface in java.lang">InterruptedException</a></pre> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code>getRecordWriter</code> in class <code>org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<<a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a>,<a href="../../../../../org/apache/hadoop/hbase/Cell.html" title="interface in org.apache.hadoop.hbase">Cell</a>></code></dd> +<dt><span class="throwsLabel">Throws:</span></dt> +<dd><code><a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></code></dd> +<dd><code><a href="http://docs.oracle.com/javase/8/docs/api/java/lang/InterruptedException.html?is-external=true"; title="class or interface in java.lang">InterruptedException</a></code></dd> +</dl> +</li> +</ul> +<a name="configureIncrementalLoad-org.apache.hadoop.mapreduce.Job-java.util.List-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>configureIncrementalLoad</h4> +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/MultiTableHFileOutputFormat.html#line.191">configureIncrementalLoad</a>(org.apache.hadoop.mapreduce.Job job, + <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>> tables) + throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> +<div class="block">Configure a MapReduce Job to output HFiles for performing an incremental load into + the multiple tables. + <ul> + <li>Inspects the tables to configure a partitioner based on their region boundaries</li> + <li>Writes the partitions file and configures the partitioner</li> + <li>Sets the number of reduce tasks to match the total number of all tables' regions</li> + <li>Sets the reducer up to perform the appropriate sorting (KeyValueSortReducer)</li> + </ul> + + ConfigureIncrementalLoad has set up partitioner and reducer for mapreduce job. + Caller needs to setup input path, output path and mapper</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>job</code> - </dd> +<dd><code>tables</code> - A list of tables to inspects</dd> +<dt><span class="throwsLabel">Throws:</span></dt> +<dd><code><a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></code></dd> +</dl> +</li> +</ul> +<a name="configureIncrementalLoad-org.apache.hadoop.mapreduce.Job-java.util.List-java.lang.Class-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>configureIncrementalLoad</h4> +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/MultiTableHFileOutputFormat.html#line.195">configureIncrementalLoad</a>(org.apache.hadoop.mapreduce.Job job, + <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>> tables, + <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><? extends org.apache.hadoop.mapreduce.OutputFormat<?,?>> cls) + throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> +<dl> +<dt><span class="throwsLabel">Throws:</span></dt> +<dd><code><a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></code></dd> +</dl> +</li> +</ul> +<a name="configureIncrementalLoad-org.apache.hadoop.mapreduce.Job-java.util.Map-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>configureIncrementalLoad</h4> +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/MultiTableHFileOutputFormat.html#line.210">configureIncrementalLoad</a>(org.apache.hadoop.mapreduce.Job job, + <a href="http://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true"; title="class or interface in java.util">Map</a><<a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a>,<a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a>>> tableSplitKeys) + throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> +<div class="block">Same purpose as configureIncrementalLoad(Job job, List<TableName> tables) + Used when region startKeys of each table is available, input as <TableName, List<RegionStartKey>> + + Caller needs to transfer TableName and byte[] to ImmutableBytesWritable</div> +<dl> +<dt><span class="throwsLabel">Throws:</span></dt> +<dd><code><a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></code></dd> +</dl> +</li> +</ul> +<a name="configureIncrementalLoad-org.apache.hadoop.mapreduce.Job-java.util.Map-java.lang.Class-"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>configureIncrementalLoad</h4> +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/MultiTableHFileOutputFormat.html#line.215">configureIncrementalLoad</a>(org.apache.hadoop.mapreduce.Job job, + <a href="http://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true"; title="class or interface in java.util">Map</a><<a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a>,<a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a>>> tableSplitKeys, + <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><? extends org.apache.hadoop.mapreduce.OutputFormat<?,?>> cls) + throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> +<dl> +<dt><span class="throwsLabel">Throws:</span></dt> +<dd><code><a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></code></dd> +</dl> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar.bottom"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.bottom.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="class-use/MultiTableHFileOutputFormat.html">Use</a></li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../org/apache/hadoop/hbase/mapreduce/LoadIncrementalHFiles.html" title="class in org.apache.hadoop.hbase.mapreduce"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../../../org/apache/hadoop/hbase/mapreduce/MultiTableInputFormat.html" title="class in org.apache.hadoop.hbase.mapreduce"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../../../index.html?org/apache/hadoop/hbase/mapreduce/MultiTableHFileOutputFormat.html" target="_top">Frames</a></li> +<li><a href="MultiTableHFileOutputFormat.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li><a href="#fields.inherited.from.class.org.apache.hadoop.mapreduce.lib.output.FileOutputFormat">Field</a> | </li> +<li><a href="#constructor.summary">Constr</a> | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor.detail">Constr</a> | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +<p class="legalCopy"><small>Copyright © 2007–2017 <a href="https://www.apache.org/";>The Apache Software Foundation</a>. All rights reserved.</small></p> +</body> +</html>
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/7e7efd3e/apidocs/org/apache/hadoop/hbase/mapreduce/MultiTableInputFormat.html ---------------------------------------------------------------------- diff --git a/apidocs/org/apache/hadoop/hbase/mapreduce/MultiTableInputFormat.html b/apidocs/org/apache/hadoop/hbase/mapreduce/MultiTableInputFormat.html index 7f554b4..638b37d 100644 --- a/apidocs/org/apache/hadoop/hbase/mapreduce/MultiTableInputFormat.html +++ b/apidocs/org/apache/hadoop/hbase/mapreduce/MultiTableInputFormat.html @@ -49,7 +49,7 @@ var activeTableTab = "activeTableTab"; </div> <div class="subNav"> <ul class="navList"> -<li><a href="../../../../../org/apache/hadoop/hbase/mapreduce/MultiHFileOutputFormat.html" title="class in org.apache.hadoop.hbase.mapreduce"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../../../org/apache/hadoop/hbase/mapreduce/MultiTableHFileOutputFormat.html" title="class in org.apache.hadoop.hbase.mapreduce"><span class="typeNameLink">Prev Class</span></a></li> <li><a href="../../../../../org/apache/hadoop/hbase/mapreduce/MultiTableInputFormatBase.html" title="class in org.apache.hadoop.hbase.mapreduce"><span class="typeNameLink">Next Class</span></a></li> </ul> <ul class="navList"> @@ -354,7 +354,7 @@ implements org.apache.hadoop.conf.Configurable</pre> </div> <div class="subNav"> <ul class="navList"> -<li><a href="../../../../../org/apache/hadoop/hbase/mapreduce/MultiHFileOutputFormat.html" title="class in org.apache.hadoop.hbase.mapreduce"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../../../org/apache/hadoop/hbase/mapreduce/MultiTableHFileOutputFormat.html" title="class in org.apache.hadoop.hbase.mapreduce"><span class="typeNameLink">Prev Class</span></a></li> <li><a href="../../../../../org/apache/hadoop/hbase/mapreduce/MultiTableInputFormatBase.html" title="class in org.apache.hadoop.hbase.mapreduce"><span class="typeNameLink">Next Class</span></a></li> </ul> <ul class="navList"> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/7e7efd3e/apidocs/org/apache/hadoop/hbase/mapreduce/class-use/MultiHFileOutputFormat.html ---------------------------------------------------------------------- diff --git a/apidocs/org/apache/hadoop/hbase/mapreduce/class-use/MultiHFileOutputFormat.html b/apidocs/org/apache/hadoop/hbase/mapreduce/class-use/MultiHFileOutputFormat.html deleted file mode 100644 index c133010..0000000 --- a/apidocs/org/apache/hadoop/hbase/mapreduce/class-use/MultiHFileOutputFormat.html +++ /dev/null @@ -1,125 +0,0 @@ -<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd";> -<!-- NewPage --> -<html lang="en"> -<head> -<!-- Generated by javadoc --> -<meta http-equiv="Content-Type" content="text/html; charset=UTF-8"> -<title>Uses of Class org.apache.hadoop.hbase.mapreduce.MultiHFileOutputFormat (Apache HBase 2.0.0-SNAPSHOT API)</title> -<link rel="stylesheet" type="text/css" href="../../../../../../stylesheet.css" title="Style"> -<script type="text/javascript" src="../../../../../../script.js"></script> -</head> -<body> -<script type="text/javascript"><!-- - try { - if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="Uses of Class org.apache.hadoop.hbase.mapreduce.MultiHFileOutputFormat (Apache HBase 2.0.0-SNAPSHOT API)"; - } - } - catch(err) { - } -//--> -</script> -<noscript> -<div>JavaScript is disabled on your browser.</div> -</noscript> -<!-- ========= START OF TOP NAVBAR ======= --> -<div class="topNav"><a name="navbar.top"> -<!-- --> -</a> -<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> -<a name="navbar.top.firstrow"> -<!-- --> -</a> -<ul class="navList" title="Navigation"> -<li><a href="../../../../../../overview-summary.html">Overview</a></li> -<li><a href="../package-summary.html">Package</a></li> -<li><a href="../../../../../../org/apache/hadoop/hbase/mapreduce/MultiHFileOutputFormat.html" title="class in org.apache.hadoop.hbase.mapreduce">Class</a></li> -<li class="navBarCell1Rev">Use</li> -<li><a href="../package-tree.html">Tree</a></li> -<li><a href="../../../../../../deprecated-list.html">Deprecated</a></li> -<li><a href="../../../../../../index-all.html">Index</a></li> -<li><a href="../../../../../../help-doc.html">Help</a></li> -</ul> -</div> -<div class="subNav"> -<ul class="navList"> -<li>Prev</li> -<li>Next</li> -</ul> -<ul class="navList"> -<li><a href="../../../../../../index.html?org/apache/hadoop/hbase/mapreduce/class-use/MultiHFileOutputFormat.html" target="_top">Frames</a></li> -<li><a href="MultiHFileOutputFormat.html" target="_top">No Frames</a></li> -</ul> -<ul class="navList" id="allclasses_navbar_top"> -<li><a href="../../../../../../allclasses-noframe.html">All Classes</a></li> -</ul> -<div> -<script type="text/javascript"><!-- - allClassesLink = document.getElementById("allclasses_navbar_top"); - if(window==top) { - allClassesLink.style.display = "block"; - } - else { - allClassesLink.style.display = "none"; - } - //--> -</script> -</div> -<a name="skip.navbar.top"> -<!-- --> -</a></div> -<!-- ========= END OF TOP NAVBAR ========= --> -<div class="header"> -<h2 title="Uses of Class org.apache.hadoop.hbase.mapreduce.MultiHFileOutputFormat" class="title">Uses of Class<br>org.apache.hadoop.hbase.mapreduce.MultiHFileOutputFormat</h2> -</div> -<div class="classUseContainer">No usage of org.apache.hadoop.hbase.mapreduce.MultiHFileOutputFormat</div> -<!-- ======= START OF BOTTOM NAVBAR ====== --> -<div class="bottomNav"><a name="navbar.bottom"> -<!-- --> -</a> -<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div> -<a name="navbar.bottom.firstrow"> -<!-- --> -</a> -<ul class="navList" title="Navigation"> -<li><a href="../../../../../../overview-summary.html">Overview</a></li> -<li><a href="../package-summary.html">Package</a></li> -<li><a href="../../../../../../org/apache/hadoop/hbase/mapreduce/MultiHFileOutputFormat.html" title="class in org.apache.hadoop.hbase.mapreduce">Class</a></li> -<li class="navBarCell1Rev">Use</li> -<li><a href="../package-tree.html">Tree</a></li> -<li><a href="../../../../../../deprecated-list.html">Deprecated</a></li> -<li><a href="../../../../../../index-all.html">Index</a></li> -<li><a href="../../../../../../help-doc.html">Help</a></li> -</ul> -</div> -<div class="subNav"> -<ul class="navList"> -<li>Prev</li> -<li>Next</li> -</ul> -<ul class="navList"> -<li><a href="../../../../../../index.html?org/apache/hadoop/hbase/mapreduce/class-use/MultiHFileOutputFormat.html" target="_top">Frames</a></li> -<li><a href="MultiHFileOutputFormat.html" target="_top">No Frames</a></li> -</ul> -<ul class="navList" id="allclasses_navbar_bottom"> -<li><a href="../../../../../../allclasses-noframe.html">All Classes</a></li> -</ul> -<div> -<script type="text/javascript"><!-- - allClassesLink = document.getElementById("allclasses_navbar_bottom"); - if(window==top) { - allClassesLink.style.display = "block"; - } - else { - allClassesLink.style.display = "none"; - } - //--> -</script> -</div> -<a name="skip.navbar.bottom"> -<!-- --> -</a></div> -<!-- ======== END OF BOTTOM NAVBAR ======= --> -<p class="legalCopy"><small>Copyright © 2007–2017 <a href="https://www.apache.org/";>The Apache Software Foundation</a>. All rights reserved.</small></p> -</body> -</html> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/7e7efd3e/apidocs/org/apache/hadoop/hbase/mapreduce/class-use/MultiTableHFileOutputFormat.html ---------------------------------------------------------------------- diff --git a/apidocs/org/apache/hadoop/hbase/mapreduce/class-use/MultiTableHFileOutputFormat.html b/apidocs/org/apache/hadoop/hbase/mapreduce/class-use/MultiTableHFileOutputFormat.html new file mode 100644 index 0000000..7f9a247 --- /dev/null +++ b/apidocs/org/apache/hadoop/hbase/mapreduce/class-use/MultiTableHFileOutputFormat.html @@ -0,0 +1,125 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd";> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc --> +<meta http-equiv="Content-Type" content="text/html; charset=UTF-8"> +<title>Uses of Class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat (Apache HBase 2.0.0-SNAPSHOT API)</title> +<link rel="stylesheet" type="text/css" href="../../../../../../stylesheet.css" title="Style"> +<script type="text/javascript" src="../../../../../../script.js"></script> +</head> +<body> +<script type="text/javascript"><!-- + try { + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat (Apache HBase 2.0.0-SNAPSHOT API)"; + } + } + catch(err) { + } +//--> +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar.top"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.top.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../../overview-summary.html">Overview</a></li> +<li><a href="../package-summary.html">Package</a></li> +<li><a href="../../../../../../org/apache/hadoop/hbase/mapreduce/MultiTableHFileOutputFormat.html" title="class in org.apache.hadoop.hbase.mapreduce">Class</a></li> +<li class="navBarCell1Rev">Use</li> +<li><a href="../package-tree.html">Tree</a></li> +<li><a href="../../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li>Prev</li> +<li>Next</li> +</ul> +<ul class="navList"> +<li><a href="../../../../../../index.html?org/apache/hadoop/hbase/mapreduce/class-use/MultiTableHFileOutputFormat.html" target="_top">Frames</a></li> +<li><a href="MultiTableHFileOutputFormat.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<a name="skip.navbar.top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<div class="header"> +<h2 title="Uses of Class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat" class="title">Uses of Class<br>org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat</h2> +</div> +<div class="classUseContainer">No usage of org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat</div> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar.bottom"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.bottom.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../../overview-summary.html">Overview</a></li> +<li><a href="../package-summary.html">Package</a></li> +<li><a href="../../../../../../org/apache/hadoop/hbase/mapreduce/MultiTableHFileOutputFormat.html" title="class in org.apache.hadoop.hbase.mapreduce">Class</a></li> +<li class="navBarCell1Rev">Use</li> +<li><a href="../package-tree.html">Tree</a></li> +<li><a href="../../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li>Prev</li> +<li>Next</li> +</ul> +<ul class="navList"> +<li><a href="../../../../../../index.html?org/apache/hadoop/hbase/mapreduce/class-use/MultiTableHFileOutputFormat.html" target="_top">Frames</a></li> +<li><a href="MultiTableHFileOutputFormat.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<a name="skip.navbar.bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +<p class="legalCopy"><small>Copyright © 2007–2017 <a href="https://www.apache.org/";>The Apache Software Foundation</a>. All rights reserved.</small></p> +</body> +</html> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/7e7efd3e/apidocs/org/apache/hadoop/hbase/mapreduce/package-frame.html ---------------------------------------------------------------------- diff --git a/apidocs/org/apache/hadoop/hbase/mapreduce/package-frame.html b/apidocs/org/apache/hadoop/hbase/mapreduce/package-frame.html index e360c7d..af4b5da 100644 --- a/apidocs/org/apache/hadoop/hbase/mapreduce/package-frame.html +++ b/apidocs/org/apache/hadoop/hbase/mapreduce/package-frame.html @@ -31,7 +31,7 @@ <li><a href="KeyValueSerialization.html" title="class in org.apache.hadoop.hbase.mapreduce" target="classFrame">KeyValueSerialization</a></li> <li><a href="KeyValueSortReducer.html" title="class in org.apache.hadoop.hbase.mapreduce" target="classFrame">KeyValueSortReducer</a></li> <li><a href="LoadIncrementalHFiles.html" title="class in org.apache.hadoop.hbase.mapreduce" target="classFrame">LoadIncrementalHFiles</a></li> -<li><a href="MultiHFileOutputFormat.html" title="class in org.apache.hadoop.hbase.mapreduce" target="classFrame">MultiHFileOutputFormat</a></li> +<li><a href="MultiTableHFileOutputFormat.html" title="class in org.apache.hadoop.hbase.mapreduce" target="classFrame">MultiTableHFileOutputFormat</a></li> <li><a href="MultiTableInputFormat.html" title="class in org.apache.hadoop.hbase.mapreduce" target="classFrame">MultiTableInputFormat</a></li> <li><a href="MultiTableInputFormatBase.html" title="class in org.apache.hadoop.hbase.mapreduce" target="classFrame">MultiTableInputFormatBase</a></li> <li><a href="MultiTableOutputFormat.html" title="class in org.apache.hadoop.hbase.mapreduce" target="classFrame">MultiTableOutputFormat</a></li> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/7e7efd3e/apidocs/org/apache/hadoop/hbase/mapreduce/package-summary.html ---------------------------------------------------------------------- diff --git a/apidocs/org/apache/hadoop/hbase/mapreduce/package-summary.html b/apidocs/org/apache/hadoop/hbase/mapreduce/package-summary.html index e3ad36e..bd74fd4 100644 --- a/apidocs/org/apache/hadoop/hbase/mapreduce/package-summary.html +++ b/apidocs/org/apache/hadoop/hbase/mapreduce/package-summary.html @@ -190,18 +190,21 @@ Input/OutputFormats, a table indexing MapReduce job, and utility methods.</div> </td> </tr> <tr class="altColor"> -<td class="colFirst"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/MultiHFileOutputFormat.html" title="class in org.apache.hadoop.hbase.mapreduce">MultiHFileOutputFormat</a></td> +<td class="colFirst"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/MultiTableHFileOutputFormat.html" title="class in org.apache.hadoop.hbase.mapreduce">MultiTableHFileOutputFormat</a></td> <td class="colLast"> <div class="block">Create 3 level tree directory, first level is using table name as parent directory and then use family name as child directory, and all related HFiles for one family are under child directory -tableName1 -columnFamilyName1 + -HFile (region1) -columnFamilyName2 - -HFiles + -HFile1 (region1) + -HFile2 (region2) + -HFile3 (region3) -tableName2 -columnFamilyName1 - -HFiles - -columnFamilyName2</div> + -HFile (region1) + family directory and its hfiles match the output of HFileOutputFormat2</div> </td> </tr> <tr class="rowColor"> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/7e7efd3e/apidocs/org/apache/hadoop/hbase/mapreduce/package-tree.html ---------------------------------------------------------------------- diff --git a/apidocs/org/apache/hadoop/hbase/mapreduce/package-tree.html b/apidocs/org/apache/hadoop/hbase/mapreduce/package-tree.html index 541973d..2842f96 100644 --- a/apidocs/org/apache/hadoop/hbase/mapreduce/package-tree.html +++ b/apidocs/org/apache/hadoop/hbase/mapreduce/package-tree.html @@ -144,7 +144,7 @@ <li type="circle">org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<K,V> <ul> <li type="circle">org.apache.hadoop.hbase.mapreduce.<a href="../../../../../org/apache/hadoop/hbase/mapreduce/HFileOutputFormat2.html" title="class in org.apache.hadoop.hbase.mapreduce"><span class="typeNameLink">HFileOutputFormat2</span></a></li> -<li type="circle">org.apache.hadoop.hbase.mapreduce.<a href="../../../../../org/apache/hadoop/hbase/mapreduce/MultiHFileOutputFormat.html" title="class in org.apache.hadoop.hbase.mapreduce"><span class="typeNameLink">MultiHFileOutputFormat</span></a></li> +<li type="circle">org.apache.hadoop.hbase.mapreduce.<a href="../../../../../org/apache/hadoop/hbase/mapreduce/MultiTableHFileOutputFormat.html" title="class in org.apache.hadoop.hbase.mapreduce"><span class="typeNameLink">MultiTableHFileOutputFormat</span></a></li> </ul> </li> <li type="circle">org.apache.hadoop.hbase.mapreduce.<a href="../../../../../org/apache/hadoop/hbase/mapreduce/MultiTableOutputFormat.html" title="class in org.apache.hadoop.hbase.mapreduce"><span class="typeNameLink">MultiTableOutputFormat</span></a></li> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/7e7efd3e/apidocs/overview-tree.html ---------------------------------------------------------------------- diff --git a/apidocs/overview-tree.html b/apidocs/overview-tree.html index 01f3adb..415bdd9 100644 --- a/apidocs/overview-tree.html +++ b/apidocs/overview-tree.html @@ -410,7 +410,7 @@ <li type="circle">org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<K,V> <ul> <li type="circle">org.apache.hadoop.hbase.mapreduce.<a href="org/apache/hadoop/hbase/mapreduce/HFileOutputFormat2.html" title="class in org.apache.hadoop.hbase.mapreduce"><span class="typeNameLink">HFileOutputFormat2</span></a></li> -<li type="circle">org.apache.hadoop.hbase.mapreduce.<a href="org/apache/hadoop/hbase/mapreduce/MultiHFileOutputFormat.html" title="class in org.apache.hadoop.hbase.mapreduce"><span class="typeNameLink">MultiHFileOutputFormat</span></a></li> +<li type="circle">org.apache.hadoop.hbase.mapreduce.<a href="org/apache/hadoop/hbase/mapreduce/MultiTableHFileOutputFormat.html" title="class in org.apache.hadoop.hbase.mapreduce"><span class="typeNameLink">MultiTableHFileOutputFormat</span></a></li> </ul> </li> <li type="circle">org.apache.hadoop.hbase.mapreduce.<a href="org/apache/hadoop/hbase/mapreduce/MultiTableOutputFormat.html" title="class in org.apache.hadoop.hbase.mapreduce"><span class="typeNameLink">MultiTableOutputFormat</span></a></li> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/7e7efd3e/apidocs/src-html/org/apache/hadoop/hbase/mapreduce/HFileOutputFormat2.html ---------------------------------------------------------------------- diff --git a/apidocs/src-html/org/apache/hadoop/hbase/mapreduce/HFileOutputFormat2.html b/apidocs/src-html/org/apache/hadoop/hbase/mapreduce/HFileOutputFormat2.html index ed04a25..e6ae33a 100644 --- a/apidocs/src-html/org/apache/hadoop/hbase/mapreduce/HFileOutputFormat2.html +++ b/apidocs/src-html/org/apache/hadoop/hbase/mapreduce/HFileOutputFormat2.html @@ -174,7 +174,7 @@ <span class="sourceLineNo">166</span> /**<a name="line.166"></a> <span class="sourceLineNo">167</span> * Mapredue job will create a temp path for outputting results. If out != null, it means that<a name="line.167"></a> <span class="sourceLineNo">168</span> * the caller has set the temp working dir; If out == null, it means we need to set it here.<a name="line.168"></a> -<span class="sourceLineNo">169</span> * Used by HFileOutputFormat2 and MultiHFileOutputFormat. MultiHFileOutputFormat will give us<a name="line.169"></a> +<span class="sourceLineNo">169</span> * Used by HFileOutputFormat2 and MultiTableHFileOutputFormat. MultiTableHFileOutputFormat will give us<a name="line.169"></a> <span class="sourceLineNo">170</span> * temp working dir at the table level and HFileOutputFormat2 has to set it here within this<a name="line.170"></a> <span class="sourceLineNo">171</span> * constructor.<a name="line.171"></a> <span class="sourceLineNo">172</span> */<a name="line.172"></a> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/7e7efd3e/apidocs/src-html/org/apache/hadoop/hbase/mapreduce/MultiHFileOutputFormat.html ---------------------------------------------------------------------- diff --git a/apidocs/src-html/org/apache/hadoop/hbase/mapreduce/MultiHFileOutputFormat.html b/apidocs/src-html/org/apache/hadoop/hbase/mapreduce/MultiHFileOutputFormat.html deleted file mode 100644 index 0e2dd78..0000000 --- a/apidocs/src-html/org/apache/hadoop/hbase/mapreduce/MultiHFileOutputFormat.html +++ /dev/null @@ -1,171 +0,0 @@ -<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd";> -<html lang="en"> -<head> -<title>Source code</title> -<link rel="stylesheet" type="text/css" href="../../../../../../stylesheet.css" title="Style"> -</head> -<body> -<div class="sourceContainer"> -<pre><span class="sourceLineNo">001</span>/**<a name="line.1"></a> -<span class="sourceLineNo">002</span> * Licensed to the Apache Software Foundation (ASF) under one or more contributor license<a name="line.2"></a> -<span class="sourceLineNo">003</span> * agreements. See the NOTICE file distributed with this work for additional information regarding<a name="line.3"></a> -<span class="sourceLineNo">004</span> * copyright ownership. The ASF licenses this file to you under the Apache License, Version 2.0 (the<a name="line.4"></a> -<span class="sourceLineNo">005</span> * "License"); you may not use this file except in compliance with the License. You may obtain a<a name="line.5"></a> -<span class="sourceLineNo">006</span> * copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable<a name="line.6"></a> -<span class="sourceLineNo">007</span> * law or agreed to in writing, software distributed under the License is distributed on an "AS IS"<a name="line.7"></a> -<span class="sourceLineNo">008</span> * BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License<a name="line.8"></a> -<span class="sourceLineNo">009</span> * for the specific language governing permissions and limitations under the License.<a name="line.9"></a> -<span class="sourceLineNo">010</span> */<a name="line.10"></a> -<span class="sourceLineNo">011</span>package org.apache.hadoop.hbase.mapreduce;<a name="line.11"></a> -<span class="sourceLineNo">012</span><a name="line.12"></a> -<span class="sourceLineNo">013</span>import java.io.IOException;<a name="line.13"></a> -<span class="sourceLineNo">014</span>import java.util.HashMap;<a name="line.14"></a> -<span class="sourceLineNo">015</span>import java.util.Map;<a name="line.15"></a> -<span class="sourceLineNo">016</span>import org.apache.commons.logging.Log;<a name="line.16"></a> -<span class="sourceLineNo">017</span>import org.apache.commons.logging.LogFactory;<a name="line.17"></a> -<span class="sourceLineNo">018</span>import org.apache.hadoop.hbase.classification.InterfaceAudience;<a name="line.18"></a> -<span class="sourceLineNo">019</span>import org.apache.hadoop.conf.Configuration;<a name="line.19"></a> -<span class="sourceLineNo">020</span>import org.apache.hadoop.fs.FileSystem;<a name="line.20"></a> -<span class="sourceLineNo">021</span>import org.apache.hadoop.fs.Path;<a name="line.21"></a> -<span class="sourceLineNo">022</span>import org.apache.hadoop.hbase.Cell;<a name="line.22"></a> -<span class="sourceLineNo">023</span>import org.apache.hadoop.hbase.io.ImmutableBytesWritable;<a name="line.23"></a> -<span class="sourceLineNo">024</span>import org.apache.hadoop.hbase.util.Bytes;<a name="line.24"></a> -<span class="sourceLineNo">025</span>import org.apache.hadoop.mapreduce.RecordWriter;<a name="line.25"></a> -<span class="sourceLineNo">026</span>import org.apache.hadoop.mapreduce.TaskAttemptContext;<a name="line.26"></a> -<span class="sourceLineNo">027</span>import org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter;<a name="line.27"></a> -<span class="sourceLineNo">028</span>import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;<a name="line.28"></a> -<span class="sourceLineNo">029</span>import org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2;<a name="line.29"></a> -<span class="sourceLineNo">030</span><a name="line.30"></a> -<span class="sourceLineNo">031</span>import com.google.common.annotations.VisibleForTesting;<a name="line.31"></a> -<span class="sourceLineNo">032</span>/**<a name="line.32"></a> -<span class="sourceLineNo">033</span> * Create 3 level tree directory, first level is using table name as parent directory and then use<a name="line.33"></a> -<span class="sourceLineNo">034</span> * family name as child directory, and all related HFiles for one family are under child directory<a name="line.34"></a> -<span class="sourceLineNo">035</span> * -tableName1<a name="line.35"></a> -<span class="sourceLineNo">036</span> * -columnFamilyName1<a name="line.36"></a> -<span class="sourceLineNo">037</span> * -columnFamilyName2<a name="line.37"></a> -<span class="sourceLineNo">038</span> * -HFiles<a name="line.38"></a> -<span class="sourceLineNo">039</span> * -tableName2<a name="line.39"></a> -<span class="sourceLineNo">040</span> * -columnFamilyName1<a name="line.40"></a> -<span class="sourceLineNo">041</span> * -HFiles<a name="line.41"></a> -<span class="sourceLineNo">042</span> * -columnFamilyName2<a name="line.42"></a> -<span class="sourceLineNo">043</span> * <p><a name="line.43"></a> -<span class="sourceLineNo">044</span> */<a name="line.44"></a> -<span class="sourceLineNo">045</span>@InterfaceAudience.Public<a name="line.45"></a> -<span class="sourceLineNo">046</span>@VisibleForTesting<a name="line.46"></a> -<span class="sourceLineNo">047</span>public class MultiHFileOutputFormat extends FileOutputFormat<ImmutableBytesWritable, Cell> {<a name="line.47"></a> -<span class="sourceLineNo">048</span> private static final Log LOG = LogFactory.getLog(MultiHFileOutputFormat.class);<a name="line.48"></a> -<span class="sourceLineNo">049</span><a name="line.49"></a> -<span class="sourceLineNo">050</span> @Override<a name="line.50"></a> -<span class="sourceLineNo">051</span> public RecordWriter<ImmutableBytesWritable, Cell><a name="line.51"></a> -<span class="sourceLineNo">052</span> getRecordWriter(final TaskAttemptContext context) throws IOException, InterruptedException {<a name="line.52"></a> -<span class="sourceLineNo">053</span> return createMultiHFileRecordWriter(context);<a name="line.53"></a> -<span class="sourceLineNo">054</span> }<a name="line.54"></a> -<span class="sourceLineNo">055</span><a name="line.55"></a> -<span class="sourceLineNo">056</span> static <V extends Cell> RecordWriter<ImmutableBytesWritable, V><a name="line.56"></a> -<span class="sourceLineNo">057</span> createMultiHFileRecordWriter(final TaskAttemptContext context) throws IOException {<a name="line.57"></a> -<span class="sourceLineNo">058</span><a name="line.58"></a> -<span class="sourceLineNo">059</span> // Get the path of the output directory<a name="line.59"></a> -<span class="sourceLineNo">060</span> final Path outputPath = FileOutputFormat.getOutputPath(context);<a name="line.60"></a> -<span class="sourceLineNo">061</span> final Path outputDir = new FileOutputCommitter(outputPath, context).getWorkPath();<a name="line.61"></a> -<span class="sourceLineNo">062</span> final Configuration conf = context.getConfiguration();<a name="line.62"></a> -<span class="sourceLineNo">063</span> final FileSystem fs = outputDir.getFileSystem(conf);<a name="line.63"></a> -<span class="sourceLineNo">064</span><a name="line.64"></a> -<span class="sourceLineNo">065</span> // Map of tables to writers<a name="line.65"></a> -<span class="sourceLineNo">066</span> final Map<ImmutableBytesWritable, RecordWriter<ImmutableBytesWritable, V>> tableWriters = new HashMap<>();<a name="line.66"></a> -<span class="sourceLineNo">067</span><a name="line.67"></a> -<span class="sourceLineNo">068</span> return new RecordWriter<ImmutableBytesWritable, V>() {<a name="line.68"></a> -<span class="sourceLineNo">069</span> @Override<a name="line.69"></a> -<span class="sourceLineNo">070</span> public void write(ImmutableBytesWritable tableName, V cell)<a name="line.70"></a> -<span class="sourceLineNo">071</span> throws IOException, InterruptedException {<a name="line.71"></a> -<span class="sourceLineNo">072</span> RecordWriter<ImmutableBytesWritable, V> tableWriter = tableWriters.get(tableName);<a name="line.72"></a> -<span class="sourceLineNo">073</span> // if there is new table, verify that table directory exists<a name="line.73"></a> -<span class="sourceLineNo">074</span> if (tableWriter == null) {<a name="line.74"></a> -<span class="sourceLineNo">075</span> // using table name as directory name<a name="line.75"></a> -<span class="sourceLineNo">076</span> final Path tableOutputDir = new Path(outputDir, Bytes.toString(tableName.copyBytes()));<a name="line.76"></a> -<span class="sourceLineNo">077</span> fs.mkdirs(tableOutputDir);<a name="line.77"></a> -<span class="sourceLineNo">078</span> LOG.info("Writing Table '" + tableName.toString() + "' data into following directory"<a name="line.78"></a> -<span class="sourceLineNo">079</span> + tableOutputDir.toString());<a name="line.79"></a> -<span class="sourceLineNo">080</span><a name="line.80"></a> -<span class="sourceLineNo">081</span> // Create writer for one specific table<a name="line.81"></a> -<span class="sourceLineNo">082</span> tableWriter = new HFileOutputFormat2.HFileRecordWriter<>(context, tableOutputDir);<a name="line.82"></a> -<span class="sourceLineNo">083</span> // Put table into map<a name="line.83"></a> -<span class="sourceLineNo">084</span> tableWriters.put(tableName, tableWriter);<a name="line.84"></a> -<span class="sourceLineNo">085</span> }<a name="line.85"></a> -<span class="sourceLineNo">086</span> // Write <Row, Cell> into tableWriter<a name="line.86"></a> -<span class="sourceLineNo">087</span> // in the original code, it does not use Row<a name="line.87"></a> -<span class="sourceLineNo">088</span> tableWriter.write(null, cell);<a name="line.88"></a> -<span class="sourceLineNo">089</span> }<a name="line.89"></a> -<span class="sourceLineNo">090</span><a name="line.90"></a> -<span class="sourceLineNo">091</span> @Override<a name="line.91"></a> -<span class="sourceLineNo">092</span> public void close(TaskAttemptContext c) throws IOException, InterruptedException {<a name="line.92"></a> -<span class="sourceLineNo">093</span> for (RecordWriter<ImmutableBytesWritable, V> writer : tableWriters.values()) {<a name="line.93"></a> -<span class="sourceLineNo">094</span> writer.close(c);<a name="line.94"></a> -<span class="sourceLineNo">095</span> }<a name="line.95"></a> -<span class="sourceLineNo">096</span> }<a name="line.96"></a> -<span class="sourceLineNo">097</span> };<a name="line.97"></a> -<span class="sourceLineNo">098</span> }<a name="line.98"></a> -<span class="sourceLineNo">099</span>}<a name="line.99"></a> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -</pre> -</div> -</body> -</html>
