http://git-wip-us.apache.org/repos/asf/hbase-site/blob/67deb422/apidocs/src-html/org/apache/hadoop/hbase/util/RegionMover.html ---------------------------------------------------------------------- diff --git a/apidocs/src-html/org/apache/hadoop/hbase/util/RegionMover.html b/apidocs/src-html/org/apache/hadoop/hbase/util/RegionMover.html index 341b8f6..7cdce1e 100644 --- a/apidocs/src-html/org/apache/hadoop/hbase/util/RegionMover.html +++ b/apidocs/src-html/org/apache/hadoop/hbase/util/RegionMover.html @@ -51,27 +51,27 @@ <span class="sourceLineNo">043</span>import java.util.concurrent.TimeoutException;<a name="line.43"></a> <span class="sourceLineNo">044</span><a name="line.44"></a> <span class="sourceLineNo">045</span>import org.apache.commons.cli.CommandLine;<a name="line.45"></a> -<span class="sourceLineNo">046</span>import org.apache.hadoop.conf.Configuration;<a name="line.46"></a> -<span class="sourceLineNo">047</span>import org.apache.commons.logging.Log;<a name="line.47"></a> -<span class="sourceLineNo">048</span>import org.apache.commons.logging.LogFactory;<a name="line.48"></a> -<span class="sourceLineNo">049</span>import org.apache.hadoop.hbase.HBaseConfiguration;<a name="line.49"></a> -<span class="sourceLineNo">050</span>import org.apache.hadoop.hbase.HConstants;<a name="line.50"></a> -<span class="sourceLineNo">051</span>import org.apache.hadoop.hbase.HRegionInfo;<a name="line.51"></a> +<span class="sourceLineNo">046</span>import org.apache.commons.logging.Log;<a name="line.46"></a> +<span class="sourceLineNo">047</span>import org.apache.commons.logging.LogFactory;<a name="line.47"></a> +<span class="sourceLineNo">048</span>import org.apache.hadoop.conf.Configuration;<a name="line.48"></a> +<span class="sourceLineNo">049</span>import org.apache.hadoop.hbase.ClusterStatus.Option;<a name="line.49"></a> +<span class="sourceLineNo">050</span>import org.apache.hadoop.hbase.HBaseConfiguration;<a name="line.50"></a> +<span class="sourceLineNo">051</span>import org.apache.hadoop.hbase.HConstants;<a name="line.51"></a> <span class="sourceLineNo">052</span>import org.apache.hadoop.hbase.ServerName;<a name="line.52"></a> <span class="sourceLineNo">053</span>import org.apache.hadoop.hbase.TableName;<a name="line.53"></a> -<span class="sourceLineNo">054</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.54"></a> -<span class="sourceLineNo">055</span>import org.apache.hadoop.hbase.ClusterStatus.Option;<a name="line.55"></a> -<span class="sourceLineNo">056</span>import org.apache.hadoop.hbase.client.Admin;<a name="line.56"></a> -<span class="sourceLineNo">057</span>import org.apache.hadoop.hbase.client.Connection;<a name="line.57"></a> -<span class="sourceLineNo">058</span>import org.apache.hadoop.hbase.client.ConnectionFactory;<a name="line.58"></a> -<span class="sourceLineNo">059</span>import org.apache.hadoop.hbase.client.Get;<a name="line.59"></a> -<span class="sourceLineNo">060</span>import org.apache.hadoop.hbase.client.Result;<a name="line.60"></a> -<span class="sourceLineNo">061</span>import org.apache.hadoop.hbase.client.ResultScanner;<a name="line.61"></a> -<span class="sourceLineNo">062</span>import org.apache.hadoop.hbase.client.Scan;<a name="line.62"></a> -<span class="sourceLineNo">063</span>import org.apache.hadoop.hbase.client.Table;<a name="line.63"></a> -<span class="sourceLineNo">064</span>import org.apache.hadoop.hbase.filter.FirstKeyOnlyFilter;<a name="line.64"></a> -<span class="sourceLineNo">065</span>import org.apache.hadoop.hbase.zookeeper.MetaTableLocator;<a name="line.65"></a> -<span class="sourceLineNo">066</span>import org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher;<a name="line.66"></a> +<span class="sourceLineNo">054</span>import org.apache.hadoop.hbase.client.Admin;<a name="line.54"></a> +<span class="sourceLineNo">055</span>import org.apache.hadoop.hbase.client.Connection;<a name="line.55"></a> +<span class="sourceLineNo">056</span>import org.apache.hadoop.hbase.client.ConnectionFactory;<a name="line.56"></a> +<span class="sourceLineNo">057</span>import org.apache.hadoop.hbase.client.Get;<a name="line.57"></a> +<span class="sourceLineNo">058</span>import org.apache.hadoop.hbase.client.RegionInfo;<a name="line.58"></a> +<span class="sourceLineNo">059</span>import org.apache.hadoop.hbase.client.Result;<a name="line.59"></a> +<span class="sourceLineNo">060</span>import org.apache.hadoop.hbase.client.ResultScanner;<a name="line.60"></a> +<span class="sourceLineNo">061</span>import org.apache.hadoop.hbase.client.Scan;<a name="line.61"></a> +<span class="sourceLineNo">062</span>import org.apache.hadoop.hbase.client.Table;<a name="line.62"></a> +<span class="sourceLineNo">063</span>import org.apache.hadoop.hbase.filter.FirstKeyOnlyFilter;<a name="line.63"></a> +<span class="sourceLineNo">064</span>import org.apache.hadoop.hbase.zookeeper.MetaTableLocator;<a name="line.64"></a> +<span class="sourceLineNo">065</span>import org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher;<a name="line.65"></a> +<span class="sourceLineNo">066</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.66"></a> <span class="sourceLineNo">067</span><a name="line.67"></a> <span class="sourceLineNo">068</span>/**<a name="line.68"></a> <span class="sourceLineNo">069</span> * Tool for loading/unloading regions to/from given regionserver This tool can be run from Command<a name="line.69"></a> @@ -261,7 +261,7 @@ <span class="sourceLineNo">253</span> public Boolean call() throws IOException {<a name="line.253"></a> <span class="sourceLineNo">254</span> Connection conn = ConnectionFactory.createConnection(rm.conf);<a name="line.254"></a> <span class="sourceLineNo">255</span> try {<a name="line.255"></a> -<span class="sourceLineNo">256</span> List<HRegionInfo> regionsToMove = readRegionsFromFile(rm.filename);<a name="line.256"></a> +<span class="sourceLineNo">256</span> List<RegionInfo> regionsToMove = readRegionsFromFile(rm.filename);<a name="line.256"></a> <span class="sourceLineNo">257</span> if (regionsToMove.isEmpty()) {<a name="line.257"></a> <span class="sourceLineNo">258</span> LOG.info("No regions to load.Exiting");<a name="line.258"></a> <span class="sourceLineNo">259</span> return true;<a name="line.259"></a> @@ -321,7 +321,7 @@ <span class="sourceLineNo">313</span><a name="line.313"></a> <span class="sourceLineNo">314</span> private class Unload implements Callable<Boolean> {<a name="line.314"></a> <span class="sourceLineNo">315</span><a name="line.315"></a> -<span class="sourceLineNo">316</span> List<HRegionInfo> movedRegions = Collections.synchronizedList(new ArrayList<HRegionInfo>());<a name="line.316"></a> +<span class="sourceLineNo">316</span> List<RegionInfo> movedRegions = Collections.synchronizedList(new ArrayList<RegionInfo>());<a name="line.316"></a> <span class="sourceLineNo">317</span> private RegionMover rm;<a name="line.317"></a> <span class="sourceLineNo">318</span><a name="line.318"></a> <span class="sourceLineNo">319</span> public Unload(RegionMover rm) {<a name="line.319"></a> @@ -374,9 +374,9 @@ <span class="sourceLineNo">366</span> }<a name="line.366"></a> <span class="sourceLineNo">367</span><a name="line.367"></a> <span class="sourceLineNo">368</span> private void loadRegions(Admin admin, String hostname, int port,<a name="line.368"></a> -<span class="sourceLineNo">369</span> List<HRegionInfo> regionsToMove, boolean ack) throws Exception {<a name="line.369"></a> +<span class="sourceLineNo">369</span> List<RegionInfo> regionsToMove, boolean ack) throws Exception {<a name="line.369"></a> <span class="sourceLineNo">370</span> String server = null;<a name="line.370"></a> -<span class="sourceLineNo">371</span> List<HRegionInfo> movedRegions = Collections.synchronizedList(new ArrayList<HRegionInfo>());<a name="line.371"></a> +<span class="sourceLineNo">371</span> List<RegionInfo> movedRegions = Collections.synchronizedList(new ArrayList<RegionInfo>());<a name="line.371"></a> <span class="sourceLineNo">372</span> int maxWaitInSeconds =<a name="line.372"></a> <span class="sourceLineNo">373</span> admin.getConfiguration().getInt(SERVERSTART_WAIT_MAX_KEY, DEFAULT_SERVERSTART_WAIT_MAX);<a name="line.373"></a> <span class="sourceLineNo">374</span> long maxWait = EnvironmentEdgeManager.currentTime() + maxWaitInSeconds * 1000;<a name="line.374"></a> @@ -410,7 +410,7 @@ <span class="sourceLineNo">402</span> List<Future<Boolean>> taskList = new ArrayList<>();<a name="line.402"></a> <span class="sourceLineNo">403</span> int counter = 0;<a name="line.403"></a> <span class="sourceLineNo">404</span> while (counter < regionsToMove.size()) {<a name="line.404"></a> -<span class="sourceLineNo">405</span> HRegionInfo region = regionsToMove.get(counter);<a name="line.405"></a> +<span class="sourceLineNo">405</span> RegionInfo region = regionsToMove.get(counter);<a name="line.405"></a> <span class="sourceLineNo">406</span> String currentServer = getServerNameForRegion(admin, region);<a name="line.406"></a> <span class="sourceLineNo">407</span> if (currentServer == null) {<a name="line.407"></a> <span class="sourceLineNo">408</span> LOG.warn("Could not get server for Region:" + region.getEncodedName() + " moving on");<a name="line.408"></a> @@ -470,8 +470,8 @@ <span class="sourceLineNo">462</span> @edu.umd.cs.findbugs.annotations.SuppressWarnings(value="DLS_DEAD_LOCAL_STORE",<a name="line.462"></a> <span class="sourceLineNo">463</span> justification="FB is wrong; its size is read")<a name="line.463"></a> <span class="sourceLineNo">464</span> private void unloadRegions(Admin admin, String server, ArrayList<String> regionServers,<a name="line.464"></a> -<span class="sourceLineNo">465</span> boolean ack, List<HRegionInfo> movedRegions) throws Exception {<a name="line.465"></a> -<span class="sourceLineNo">466</span> List<HRegionInfo> regionsToMove = new ArrayList<>();// FindBugs: DLS_DEAD_LOCAL_STORE<a name="line.466"></a> +<span class="sourceLineNo">465</span> boolean ack, List<RegionInfo> movedRegions) throws Exception {<a name="line.465"></a> +<span class="sourceLineNo">466</span> List<RegionInfo> regionsToMove = new ArrayList<>();// FindBugs: DLS_DEAD_LOCAL_STORE<a name="line.466"></a> <span class="sourceLineNo">467</span> regionsToMove = getRegions(this.conf, server);<a name="line.467"></a> <span class="sourceLineNo">468</span> if (regionsToMove.isEmpty()) {<a name="line.468"></a> <span class="sourceLineNo">469</span> LOG.info("No Regions to move....Quitting now");<a name="line.469"></a> @@ -548,13 +548,13 @@ <span class="sourceLineNo">540</span> */<a name="line.540"></a> <span class="sourceLineNo">541</span> private class MoveWithAck implements Callable<Boolean> {<a name="line.541"></a> <span class="sourceLineNo">542</span> private Admin admin;<a name="line.542"></a> -<span class="sourceLineNo">543</span> private HRegionInfo region;<a name="line.543"></a> +<span class="sourceLineNo">543</span> private RegionInfo region;<a name="line.543"></a> <span class="sourceLineNo">544</span> private String targetServer;<a name="line.544"></a> -<span class="sourceLineNo">545</span> private List<HRegionInfo> movedRegions;<a name="line.545"></a> +<span class="sourceLineNo">545</span> private List<RegionInfo> movedRegions;<a name="line.545"></a> <span class="sourceLineNo">546</span> private String sourceServer;<a name="line.546"></a> <span class="sourceLineNo">547</span><a name="line.547"></a> -<span class="sourceLineNo">548</span> public MoveWithAck(Admin admin, HRegionInfo regionInfo, String sourceServer,<a name="line.548"></a> -<span class="sourceLineNo">549</span> String targetServer, List<HRegionInfo> movedRegions) {<a name="line.549"></a> +<span class="sourceLineNo">548</span> public MoveWithAck(Admin admin, RegionInfo regionInfo, String sourceServer,<a name="line.548"></a> +<span class="sourceLineNo">549</span> String targetServer, List<RegionInfo> movedRegions) {<a name="line.549"></a> <span class="sourceLineNo">550</span> this.admin = admin;<a name="line.550"></a> <span class="sourceLineNo">551</span> this.region = regionInfo;<a name="line.551"></a> <span class="sourceLineNo">552</span> this.targetServer = targetServer;<a name="line.552"></a> @@ -613,13 +613,13 @@ <span class="sourceLineNo">605</span> */<a name="line.605"></a> <span class="sourceLineNo">606</span> private static class MoveWithoutAck implements Callable<Boolean> {<a name="line.606"></a> <span class="sourceLineNo">607</span> private Admin admin;<a name="line.607"></a> -<span class="sourceLineNo">608</span> private HRegionInfo region;<a name="line.608"></a> +<span class="sourceLineNo">608</span> private RegionInfo region;<a name="line.608"></a> <span class="sourceLineNo">609</span> private String targetServer;<a name="line.609"></a> -<span class="sourceLineNo">610</span> private List<HRegionInfo> movedRegions;<a name="line.610"></a> +<span class="sourceLineNo">610</span> private List<RegionInfo> movedRegions;<a name="line.610"></a> <span class="sourceLineNo">611</span> private String sourceServer;<a name="line.611"></a> <span class="sourceLineNo">612</span><a name="line.612"></a> -<span class="sourceLineNo">613</span> public MoveWithoutAck(Admin admin, HRegionInfo regionInfo, String sourceServer,<a name="line.613"></a> -<span class="sourceLineNo">614</span> String targetServer, List<HRegionInfo> movedRegions) {<a name="line.614"></a> +<span class="sourceLineNo">613</span> public MoveWithoutAck(Admin admin, RegionInfo regionInfo, String sourceServer,<a name="line.613"></a> +<span class="sourceLineNo">614</span> String targetServer, List<RegionInfo> movedRegions) {<a name="line.614"></a> <span class="sourceLineNo">615</span> this.admin = admin;<a name="line.615"></a> <span class="sourceLineNo">616</span> this.region = regionInfo;<a name="line.616"></a> <span class="sourceLineNo">617</span> this.targetServer = targetServer;<a name="line.617"></a> @@ -645,8 +645,8 @@ <span class="sourceLineNo">637</span> }<a name="line.637"></a> <span class="sourceLineNo">638</span> }<a name="line.638"></a> <span class="sourceLineNo">639</span><a name="line.639"></a> -<span class="sourceLineNo">640</span> private List<HRegionInfo> readRegionsFromFile(String filename) throws IOException {<a name="line.640"></a> -<span class="sourceLineNo">641</span> List<HRegionInfo> regions = new ArrayList<>();<a name="line.641"></a> +<span class="sourceLineNo">640</span> private List<RegionInfo> readRegionsFromFile(String filename) throws IOException {<a name="line.640"></a> +<span class="sourceLineNo">641</span> List<RegionInfo> regions = new ArrayList<>();<a name="line.641"></a> <span class="sourceLineNo">642</span> File f = new File(filename);<a name="line.642"></a> <span class="sourceLineNo">643</span> if (!f.exists()) {<a name="line.643"></a> <span class="sourceLineNo">644</span> return regions;<a name="line.644"></a> @@ -659,7 +659,7 @@ <span class="sourceLineNo">651</span> int numRegions = dis.readInt();<a name="line.651"></a> <span class="sourceLineNo">652</span> int index = 0;<a name="line.652"></a> <span class="sourceLineNo">653</span> while (index < numRegions) {<a name="line.653"></a> -<span class="sourceLineNo">654</span> regions.add(HRegionInfo.parseFromOrNull(Bytes.readByteArray(dis)));<a name="line.654"></a> +<span class="sourceLineNo">654</span> regions.add(RegionInfo.parseFromOrNull(Bytes.readByteArray(dis)));<a name="line.654"></a> <span class="sourceLineNo">655</span> index++;<a name="line.655"></a> <span class="sourceLineNo">656</span> }<a name="line.656"></a> <span class="sourceLineNo">657</span> } catch (IOException e) {<a name="line.657"></a> @@ -683,10 +683,10 @@ <span class="sourceLineNo">675</span> * @return List of Regions online on the server<a name="line.675"></a> <span class="sourceLineNo">676</span> * @throws IOException<a name="line.676"></a> <span class="sourceLineNo">677</span> */<a name="line.677"></a> -<span class="sourceLineNo">678</span> private List<HRegionInfo> getRegions(Configuration conf, String server) throws IOException {<a name="line.678"></a> +<span class="sourceLineNo">678</span> private List<RegionInfo> getRegions(Configuration conf, String server) throws IOException {<a name="line.678"></a> <span class="sourceLineNo">679</span> Connection conn = ConnectionFactory.createConnection(conf);<a name="line.679"></a> <span class="sourceLineNo">680</span> try {<a name="line.680"></a> -<span class="sourceLineNo">681</span> return conn.getAdmin().getOnlineRegions(ServerName.valueOf(server));<a name="line.681"></a> +<span class="sourceLineNo">681</span> return conn.getAdmin().getRegions(ServerName.valueOf(server));<a name="line.681"></a> <span class="sourceLineNo">682</span> } finally {<a name="line.682"></a> <span class="sourceLineNo">683</span> conn.close();<a name="line.683"></a> <span class="sourceLineNo">684</span> }<a name="line.684"></a> @@ -699,15 +699,15 @@ <span class="sourceLineNo">691</span> * @param movedRegions<a name="line.691"></a> <span class="sourceLineNo">692</span> * @throws IOException<a name="line.692"></a> <span class="sourceLineNo">693</span> */<a name="line.693"></a> -<span class="sourceLineNo">694</span> private void writeFile(String filename, List<HRegionInfo> movedRegions) throws IOException {<a name="line.694"></a> +<span class="sourceLineNo">694</span> private void writeFile(String filename, List<RegionInfo> movedRegions) throws IOException {<a name="line.694"></a> <span class="sourceLineNo">695</span> FileOutputStream fos = null;<a name="line.695"></a> <span class="sourceLineNo">696</span> DataOutputStream dos = null;<a name="line.696"></a> <span class="sourceLineNo">697</span> try {<a name="line.697"></a> <span class="sourceLineNo">698</span> fos = new FileOutputStream(filename);<a name="line.698"></a> <span class="sourceLineNo">699</span> dos = new DataOutputStream(fos);<a name="line.699"></a> <span class="sourceLineNo">700</span> dos.writeInt(movedRegions.size());<a name="line.700"></a> -<span class="sourceLineNo">701</span> for (HRegionInfo region : movedRegions) {<a name="line.701"></a> -<span class="sourceLineNo">702</span> Bytes.writeByteArray(dos, region.toByteArray());<a name="line.702"></a> +<span class="sourceLineNo">701</span> for (RegionInfo region : movedRegions) {<a name="line.701"></a> +<span class="sourceLineNo">702</span> Bytes.writeByteArray(dos, RegionInfo.toByteArray(region));<a name="line.702"></a> <span class="sourceLineNo">703</span> }<a name="line.703"></a> <span class="sourceLineNo">704</span> } catch (IOException e) {<a name="line.704"></a> <span class="sourceLineNo">705</span> LOG.error("ERROR: Was Not able to write regions moved to output file but moved "<a name="line.705"></a> @@ -854,7 +854,7 @@ <span class="sourceLineNo">846</span> * @param region<a name="line.846"></a> <span class="sourceLineNo">847</span> * @throws IOException<a name="line.847"></a> <span class="sourceLineNo">848</span> */<a name="line.848"></a> -<span class="sourceLineNo">849</span> private void isSuccessfulScan(Admin admin, HRegionInfo region) throws IOException {<a name="line.849"></a> +<span class="sourceLineNo">849</span> private void isSuccessfulScan(Admin admin, RegionInfo region) throws IOException {<a name="line.849"></a> <span class="sourceLineNo">850</span> Scan scan = new Scan(region.getStartKey());<a name="line.850"></a> <span class="sourceLineNo">851</span> scan.setBatch(1);<a name="line.851"></a> <span class="sourceLineNo">852</span> scan.setCaching(1);<a name="line.852"></a> @@ -885,7 +885,7 @@ <span class="sourceLineNo">877</span> * @return true if region is hosted on serverName otherwise false<a name="line.877"></a> <span class="sourceLineNo">878</span> * @throws IOException<a name="line.878"></a> <span class="sourceLineNo">879</span> */<a name="line.879"></a> -<span class="sourceLineNo">880</span> private boolean isSameServer(Admin admin, HRegionInfo region, String serverName)<a name="line.880"></a> +<span class="sourceLineNo">880</span> private boolean isSameServer(Admin admin, RegionInfo region, String serverName)<a name="line.880"></a> <span class="sourceLineNo">881</span> throws IOException {<a name="line.881"></a> <span class="sourceLineNo">882</span> String serverForRegion = getServerNameForRegion(admin, region);<a name="line.882"></a> <span class="sourceLineNo">883</span> if (serverForRegion != null && serverForRegion.equals(serverName)) {<a name="line.883"></a> @@ -902,7 +902,7 @@ <span class="sourceLineNo">894</span> * @return regionServer hosting the given region<a name="line.894"></a> <span class="sourceLineNo">895</span> * @throws IOException<a name="line.895"></a> <span class="sourceLineNo">896</span> */<a name="line.896"></a> -<span class="sourceLineNo">897</span> private String getServerNameForRegion(Admin admin, HRegionInfo region) throws IOException {<a name="line.897"></a> +<span class="sourceLineNo">897</span> private String getServerNameForRegion(Admin admin, RegionInfo region) throws IOException {<a name="line.897"></a> <span class="sourceLineNo">898</span> String server = null;<a name="line.898"></a> <span class="sourceLineNo">899</span> if (!admin.isTableEnabled(region.getTable())) {<a name="line.899"></a> <span class="sourceLineNo">900</span> return null;<a name="line.900"></a>
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/67deb422/book.html ---------------------------------------------------------------------- diff --git a/book.html b/book.html index 1663c3f..c746626 100644 --- a/book.html +++ b/book.html @@ -35210,7 +35210,7 @@ The server will return cellblocks compressed using this same compressor as long <div id="footer"> <div id="footer-text"> Version 3.0.0-SNAPSHOT<br> -Last updated 2017-09-26 14:29:46 UTC +Last updated 2017-09-28 14:29:37 UTC </div> </div> </body> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/67deb422/bulk-loads.html ---------------------------------------------------------------------- diff --git a/bulk-loads.html b/bulk-loads.html index b1700c9..4964ee4 100644 --- a/bulk-loads.html +++ b/bulk-loads.html @@ -7,7 +7,7 @@ <head> <meta charset="UTF-8" /> <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20170926" /> + <meta name="Date-Revision-yyyymmdd" content="20170928" /> <meta http-equiv="Content-Language" content="en" /> <title>Apache HBase – Bulk Loads in Apache HBase (TM) @@ -311,7 +311,7 @@ under the License. --> <a href="https://www.apache.org/";>The Apache Software Foundation</a>. All rights reserved. - <li id="publishDate" class="pull-right">Last Published: 2017-09-26</li> + <li id="publishDate" class="pull-right">Last Published: 2017-09-28</li> </p> </div>
