http://git-wip-us.apache.org/repos/asf/hbase-site/blob/27555316/devapidocs/src-html/org/apache/hadoop/hbase/replication/regionserver/ReplicationSyncUp.DummyServer.html ---------------------------------------------------------------------- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/replication/regionserver/ReplicationSyncUp.DummyServer.html b/devapidocs/src-html/org/apache/hadoop/hbase/replication/regionserver/ReplicationSyncUp.DummyServer.html index 6f82cee..3bf3150 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/replication/regionserver/ReplicationSyncUp.DummyServer.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/replication/regionserver/ReplicationSyncUp.DummyServer.html @@ -40,162 +40,156 @@ <span class="sourceLineNo">032</span>import org.apache.hadoop.hbase.client.ClusterConnection;<a name="line.32"></a> <span class="sourceLineNo">033</span>import org.apache.hadoop.hbase.client.Connection;<a name="line.33"></a> <span class="sourceLineNo">034</span>import org.apache.hadoop.hbase.util.FSUtils;<a name="line.34"></a> -<span class="sourceLineNo">035</span>import org.apache.hadoop.hbase.zookeeper.MetaTableLocator;<a name="line.35"></a> -<span class="sourceLineNo">036</span>import org.apache.hadoop.hbase.zookeeper.ZKWatcher;<a name="line.36"></a> -<span class="sourceLineNo">037</span>import org.apache.hadoop.util.Tool;<a name="line.37"></a> -<span class="sourceLineNo">038</span>import org.apache.hadoop.util.ToolRunner;<a name="line.38"></a> -<span class="sourceLineNo">039</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.39"></a> -<span class="sourceLineNo">040</span><a name="line.40"></a> -<span class="sourceLineNo">041</span>/**<a name="line.41"></a> -<span class="sourceLineNo">042</span> * In a scenario of Replication based Disaster/Recovery, when hbase Master-Cluster crashes, this<a name="line.42"></a> -<span class="sourceLineNo">043</span> * tool is used to sync-up the delta from Master to Slave using the info from ZooKeeper. The tool<a name="line.43"></a> -<span class="sourceLineNo">044</span> * will run on Master-Cluser, and assume ZK, Filesystem and NetWork still available after hbase<a name="line.44"></a> -<span class="sourceLineNo">045</span> * crashes<a name="line.45"></a> -<span class="sourceLineNo">046</span> *<a name="line.46"></a> -<span class="sourceLineNo">047</span> * <pre><a name="line.47"></a> -<span class="sourceLineNo">048</span> * hbase org.apache.hadoop.hbase.replication.regionserver.ReplicationSyncUp<a name="line.48"></a> -<span class="sourceLineNo">049</span> * </pre><a name="line.49"></a> -<span class="sourceLineNo">050</span> */<a name="line.50"></a> -<span class="sourceLineNo">051</span>@InterfaceAudience.Private<a name="line.51"></a> -<span class="sourceLineNo">052</span>public class ReplicationSyncUp extends Configured implements Tool {<a name="line.52"></a> -<span class="sourceLineNo">053</span><a name="line.53"></a> -<span class="sourceLineNo">054</span> private static final long SLEEP_TIME = 10000;<a name="line.54"></a> -<span class="sourceLineNo">055</span><a name="line.55"></a> -<span class="sourceLineNo">056</span> /**<a name="line.56"></a> -<span class="sourceLineNo">057</span> * Main program<a name="line.57"></a> -<span class="sourceLineNo">058</span> */<a name="line.58"></a> -<span class="sourceLineNo">059</span> public static void main(String[] args) throws Exception {<a name="line.59"></a> -<span class="sourceLineNo">060</span> int ret = ToolRunner.run(HBaseConfiguration.create(), new ReplicationSyncUp(), args);<a name="line.60"></a> -<span class="sourceLineNo">061</span> System.exit(ret);<a name="line.61"></a> -<span class="sourceLineNo">062</span> }<a name="line.62"></a> -<span class="sourceLineNo">063</span><a name="line.63"></a> -<span class="sourceLineNo">064</span> @Override<a name="line.64"></a> -<span class="sourceLineNo">065</span> public int run(String[] args) throws Exception {<a name="line.65"></a> -<span class="sourceLineNo">066</span> Abortable abortable = new Abortable() {<a name="line.66"></a> -<span class="sourceLineNo">067</span> @Override<a name="line.67"></a> -<span class="sourceLineNo">068</span> public void abort(String why, Throwable e) {<a name="line.68"></a> -<span class="sourceLineNo">069</span> }<a name="line.69"></a> -<span class="sourceLineNo">070</span><a name="line.70"></a> -<span class="sourceLineNo">071</span> @Override<a name="line.71"></a> -<span class="sourceLineNo">072</span> public boolean isAborted() {<a name="line.72"></a> -<span class="sourceLineNo">073</span> return false;<a name="line.73"></a> -<span class="sourceLineNo">074</span> }<a name="line.74"></a> -<span class="sourceLineNo">075</span> };<a name="line.75"></a> -<span class="sourceLineNo">076</span> Configuration conf = getConf();<a name="line.76"></a> -<span class="sourceLineNo">077</span> try (ZKWatcher zkw =<a name="line.77"></a> -<span class="sourceLineNo">078</span> new ZKWatcher(conf, "syncupReplication" + System.currentTimeMillis(), abortable, true)) {<a name="line.78"></a> -<span class="sourceLineNo">079</span> Path walRootDir = FSUtils.getWALRootDir(conf);<a name="line.79"></a> -<span class="sourceLineNo">080</span> FileSystem fs = FSUtils.getWALFileSystem(conf);<a name="line.80"></a> -<span class="sourceLineNo">081</span> Path oldLogDir = new Path(walRootDir, HConstants.HREGION_OLDLOGDIR_NAME);<a name="line.81"></a> -<span class="sourceLineNo">082</span> Path logDir = new Path(walRootDir, HConstants.HREGION_LOGDIR_NAME);<a name="line.82"></a> -<span class="sourceLineNo">083</span><a name="line.83"></a> -<span class="sourceLineNo">084</span> System.out.println("Start Replication Server start");<a name="line.84"></a> -<span class="sourceLineNo">085</span> Replication replication = new Replication();<a name="line.85"></a> -<span class="sourceLineNo">086</span> replication.initialize(new DummyServer(zkw), fs, logDir, oldLogDir, null);<a name="line.86"></a> -<span class="sourceLineNo">087</span> ReplicationSourceManager manager = replication.getReplicationManager();<a name="line.87"></a> -<span class="sourceLineNo">088</span> manager.init().get();<a name="line.88"></a> -<span class="sourceLineNo">089</span> while (manager.activeFailoverTaskCount() > 0) {<a name="line.89"></a> -<span class="sourceLineNo">090</span> Thread.sleep(SLEEP_TIME);<a name="line.90"></a> -<span class="sourceLineNo">091</span> }<a name="line.91"></a> -<span class="sourceLineNo">092</span> while (manager.getOldSources().size() > 0) {<a name="line.92"></a> -<span class="sourceLineNo">093</span> Thread.sleep(SLEEP_TIME);<a name="line.93"></a> -<span class="sourceLineNo">094</span> }<a name="line.94"></a> -<span class="sourceLineNo">095</span> manager.join();<a name="line.95"></a> -<span class="sourceLineNo">096</span> } catch (InterruptedException e) {<a name="line.96"></a> -<span class="sourceLineNo">097</span> System.err.println("didn't wait long enough:" + e);<a name="line.97"></a> -<span class="sourceLineNo">098</span> return -1;<a name="line.98"></a> -<span class="sourceLineNo">099</span> }<a name="line.99"></a> -<span class="sourceLineNo">100</span> return 0;<a name="line.100"></a> -<span class="sourceLineNo">101</span> }<a name="line.101"></a> -<span class="sourceLineNo">102</span><a name="line.102"></a> -<span class="sourceLineNo">103</span> class DummyServer implements Server {<a name="line.103"></a> -<span class="sourceLineNo">104</span> String hostname;<a name="line.104"></a> -<span class="sourceLineNo">105</span> ZKWatcher zkw;<a name="line.105"></a> -<span class="sourceLineNo">106</span><a name="line.106"></a> -<span class="sourceLineNo">107</span> DummyServer(ZKWatcher zkw) {<a name="line.107"></a> -<span class="sourceLineNo">108</span> // an unique name in case the first run fails<a name="line.108"></a> -<span class="sourceLineNo">109</span> hostname = System.currentTimeMillis() + ".SyncUpTool.replication.org";<a name="line.109"></a> -<span class="sourceLineNo">110</span> this.zkw = zkw;<a name="line.110"></a> -<span class="sourceLineNo">111</span> }<a name="line.111"></a> -<span class="sourceLineNo">112</span><a name="line.112"></a> -<span class="sourceLineNo">113</span> DummyServer(String hostname) {<a name="line.113"></a> -<span class="sourceLineNo">114</span> this.hostname = hostname;<a name="line.114"></a> -<span class="sourceLineNo">115</span> }<a name="line.115"></a> -<span class="sourceLineNo">116</span><a name="line.116"></a> -<span class="sourceLineNo">117</span> @Override<a name="line.117"></a> -<span class="sourceLineNo">118</span> public Configuration getConfiguration() {<a name="line.118"></a> -<span class="sourceLineNo">119</span> return getConf();<a name="line.119"></a> -<span class="sourceLineNo">120</span> }<a name="line.120"></a> -<span class="sourceLineNo">121</span><a name="line.121"></a> -<span class="sourceLineNo">122</span> @Override<a name="line.122"></a> -<span class="sourceLineNo">123</span> public ZKWatcher getZooKeeper() {<a name="line.123"></a> -<span class="sourceLineNo">124</span> return zkw;<a name="line.124"></a> -<span class="sourceLineNo">125</span> }<a name="line.125"></a> -<span class="sourceLineNo">126</span><a name="line.126"></a> -<span class="sourceLineNo">127</span> @Override<a name="line.127"></a> -<span class="sourceLineNo">128</span> public CoordinatedStateManager getCoordinatedStateManager() {<a name="line.128"></a> -<span class="sourceLineNo">129</span> return null;<a name="line.129"></a> -<span class="sourceLineNo">130</span> }<a name="line.130"></a> -<span class="sourceLineNo">131</span><a name="line.131"></a> -<span class="sourceLineNo">132</span> @Override<a name="line.132"></a> -<span class="sourceLineNo">133</span> public MetaTableLocator getMetaTableLocator() {<a name="line.133"></a> -<span class="sourceLineNo">134</span> return null;<a name="line.134"></a> -<span class="sourceLineNo">135</span> }<a name="line.135"></a> -<span class="sourceLineNo">136</span><a name="line.136"></a> -<span class="sourceLineNo">137</span> @Override<a name="line.137"></a> -<span class="sourceLineNo">138</span> public ServerName getServerName() {<a name="line.138"></a> -<span class="sourceLineNo">139</span> return ServerName.valueOf(hostname, 1234, 1L);<a name="line.139"></a> -<span class="sourceLineNo">140</span> }<a name="line.140"></a> -<span class="sourceLineNo">141</span><a name="line.141"></a> -<span class="sourceLineNo">142</span> @Override<a name="line.142"></a> -<span class="sourceLineNo">143</span> public void abort(String why, Throwable e) {<a name="line.143"></a> -<span class="sourceLineNo">144</span> }<a name="line.144"></a> -<span class="sourceLineNo">145</span><a name="line.145"></a> -<span class="sourceLineNo">146</span> @Override<a name="line.146"></a> -<span class="sourceLineNo">147</span> public boolean isAborted() {<a name="line.147"></a> -<span class="sourceLineNo">148</span> return false;<a name="line.148"></a> -<span class="sourceLineNo">149</span> }<a name="line.149"></a> -<span class="sourceLineNo">150</span><a name="line.150"></a> -<span class="sourceLineNo">151</span> @Override<a name="line.151"></a> -<span class="sourceLineNo">152</span> public void stop(String why) {<a name="line.152"></a> -<span class="sourceLineNo">153</span> }<a name="line.153"></a> -<span class="sourceLineNo">154</span><a name="line.154"></a> -<span class="sourceLineNo">155</span> @Override<a name="line.155"></a> -<span class="sourceLineNo">156</span> public boolean isStopped() {<a name="line.156"></a> -<span class="sourceLineNo">157</span> return false;<a name="line.157"></a> -<span class="sourceLineNo">158</span> }<a name="line.158"></a> -<span class="sourceLineNo">159</span><a name="line.159"></a> -<span class="sourceLineNo">160</span> @Override<a name="line.160"></a> -<span class="sourceLineNo">161</span> public ClusterConnection getConnection() {<a name="line.161"></a> -<span class="sourceLineNo">162</span> return null;<a name="line.162"></a> -<span class="sourceLineNo">163</span> }<a name="line.163"></a> -<span class="sourceLineNo">164</span><a name="line.164"></a> -<span class="sourceLineNo">165</span> @Override<a name="line.165"></a> -<span class="sourceLineNo">166</span> public ChoreService getChoreService() {<a name="line.166"></a> -<span class="sourceLineNo">167</span> return null;<a name="line.167"></a> -<span class="sourceLineNo">168</span> }<a name="line.168"></a> -<span class="sourceLineNo">169</span><a name="line.169"></a> -<span class="sourceLineNo">170</span> @Override<a name="line.170"></a> -<span class="sourceLineNo">171</span> public ClusterConnection getClusterConnection() {<a name="line.171"></a> -<span class="sourceLineNo">172</span> return null;<a name="line.172"></a> -<span class="sourceLineNo">173</span> }<a name="line.173"></a> -<span class="sourceLineNo">174</span><a name="line.174"></a> -<span class="sourceLineNo">175</span> @Override<a name="line.175"></a> -<span class="sourceLineNo">176</span> public FileSystem getFileSystem() {<a name="line.176"></a> -<span class="sourceLineNo">177</span> return null;<a name="line.177"></a> -<span class="sourceLineNo">178</span> }<a name="line.178"></a> -<span class="sourceLineNo">179</span><a name="line.179"></a> -<span class="sourceLineNo">180</span> @Override<a name="line.180"></a> -<span class="sourceLineNo">181</span> public boolean isStopping() {<a name="line.181"></a> -<span class="sourceLineNo">182</span> return false;<a name="line.182"></a> -<span class="sourceLineNo">183</span> }<a name="line.183"></a> -<span class="sourceLineNo">184</span><a name="line.184"></a> -<span class="sourceLineNo">185</span> @Override<a name="line.185"></a> -<span class="sourceLineNo">186</span> public Connection createConnection(Configuration conf) throws IOException {<a name="line.186"></a> -<span class="sourceLineNo">187</span> return null;<a name="line.187"></a> -<span class="sourceLineNo">188</span> }<a name="line.188"></a> -<span class="sourceLineNo">189</span> }<a name="line.189"></a> -<span class="sourceLineNo">190</span>}<a name="line.190"></a> +<span class="sourceLineNo">035</span>import org.apache.hadoop.hbase.zookeeper.ZKWatcher;<a name="line.35"></a> +<span class="sourceLineNo">036</span>import org.apache.hadoop.util.Tool;<a name="line.36"></a> +<span class="sourceLineNo">037</span>import org.apache.hadoop.util.ToolRunner;<a name="line.37"></a> +<span class="sourceLineNo">038</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.38"></a> +<span class="sourceLineNo">039</span><a name="line.39"></a> +<span class="sourceLineNo">040</span>/**<a name="line.40"></a> +<span class="sourceLineNo">041</span> * In a scenario of Replication based Disaster/Recovery, when hbase Master-Cluster crashes, this<a name="line.41"></a> +<span class="sourceLineNo">042</span> * tool is used to sync-up the delta from Master to Slave using the info from ZooKeeper. The tool<a name="line.42"></a> +<span class="sourceLineNo">043</span> * will run on Master-Cluser, and assume ZK, Filesystem and NetWork still available after hbase<a name="line.43"></a> +<span class="sourceLineNo">044</span> * crashes<a name="line.44"></a> +<span class="sourceLineNo">045</span> *<a name="line.45"></a> +<span class="sourceLineNo">046</span> * <pre><a name="line.46"></a> +<span class="sourceLineNo">047</span> * hbase org.apache.hadoop.hbase.replication.regionserver.ReplicationSyncUp<a name="line.47"></a> +<span class="sourceLineNo">048</span> * </pre><a name="line.48"></a> +<span class="sourceLineNo">049</span> */<a name="line.49"></a> +<span class="sourceLineNo">050</span>@InterfaceAudience.Private<a name="line.50"></a> +<span class="sourceLineNo">051</span>public class ReplicationSyncUp extends Configured implements Tool {<a name="line.51"></a> +<span class="sourceLineNo">052</span><a name="line.52"></a> +<span class="sourceLineNo">053</span> private static final long SLEEP_TIME = 10000;<a name="line.53"></a> +<span class="sourceLineNo">054</span><a name="line.54"></a> +<span class="sourceLineNo">055</span> /**<a name="line.55"></a> +<span class="sourceLineNo">056</span> * Main program<a name="line.56"></a> +<span class="sourceLineNo">057</span> */<a name="line.57"></a> +<span class="sourceLineNo">058</span> public static void main(String[] args) throws Exception {<a name="line.58"></a> +<span class="sourceLineNo">059</span> int ret = ToolRunner.run(HBaseConfiguration.create(), new ReplicationSyncUp(), args);<a name="line.59"></a> +<span class="sourceLineNo">060</span> System.exit(ret);<a name="line.60"></a> +<span class="sourceLineNo">061</span> }<a name="line.61"></a> +<span class="sourceLineNo">062</span><a name="line.62"></a> +<span class="sourceLineNo">063</span> @Override<a name="line.63"></a> +<span class="sourceLineNo">064</span> public int run(String[] args) throws Exception {<a name="line.64"></a> +<span class="sourceLineNo">065</span> Abortable abortable = new Abortable() {<a name="line.65"></a> +<span class="sourceLineNo">066</span> @Override<a name="line.66"></a> +<span class="sourceLineNo">067</span> public void abort(String why, Throwable e) {<a name="line.67"></a> +<span class="sourceLineNo">068</span> }<a name="line.68"></a> +<span class="sourceLineNo">069</span><a name="line.69"></a> +<span class="sourceLineNo">070</span> @Override<a name="line.70"></a> +<span class="sourceLineNo">071</span> public boolean isAborted() {<a name="line.71"></a> +<span class="sourceLineNo">072</span> return false;<a name="line.72"></a> +<span class="sourceLineNo">073</span> }<a name="line.73"></a> +<span class="sourceLineNo">074</span> };<a name="line.74"></a> +<span class="sourceLineNo">075</span> Configuration conf = getConf();<a name="line.75"></a> +<span class="sourceLineNo">076</span> try (ZKWatcher zkw =<a name="line.76"></a> +<span class="sourceLineNo">077</span> new ZKWatcher(conf, "syncupReplication" + System.currentTimeMillis(), abortable, true)) {<a name="line.77"></a> +<span class="sourceLineNo">078</span> Path walRootDir = FSUtils.getWALRootDir(conf);<a name="line.78"></a> +<span class="sourceLineNo">079</span> FileSystem fs = FSUtils.getWALFileSystem(conf);<a name="line.79"></a> +<span class="sourceLineNo">080</span> Path oldLogDir = new Path(walRootDir, HConstants.HREGION_OLDLOGDIR_NAME);<a name="line.80"></a> +<span class="sourceLineNo">081</span> Path logDir = new Path(walRootDir, HConstants.HREGION_LOGDIR_NAME);<a name="line.81"></a> +<span class="sourceLineNo">082</span><a name="line.82"></a> +<span class="sourceLineNo">083</span> System.out.println("Start Replication Server start");<a name="line.83"></a> +<span class="sourceLineNo">084</span> Replication replication = new Replication();<a name="line.84"></a> +<span class="sourceLineNo">085</span> replication.initialize(new DummyServer(zkw), fs, logDir, oldLogDir, null);<a name="line.85"></a> +<span class="sourceLineNo">086</span> ReplicationSourceManager manager = replication.getReplicationManager();<a name="line.86"></a> +<span class="sourceLineNo">087</span> manager.init().get();<a name="line.87"></a> +<span class="sourceLineNo">088</span> while (manager.activeFailoverTaskCount() > 0) {<a name="line.88"></a> +<span class="sourceLineNo">089</span> Thread.sleep(SLEEP_TIME);<a name="line.89"></a> +<span class="sourceLineNo">090</span> }<a name="line.90"></a> +<span class="sourceLineNo">091</span> while (manager.getOldSources().size() > 0) {<a name="line.91"></a> +<span class="sourceLineNo">092</span> Thread.sleep(SLEEP_TIME);<a name="line.92"></a> +<span class="sourceLineNo">093</span> }<a name="line.93"></a> +<span class="sourceLineNo">094</span> manager.join();<a name="line.94"></a> +<span class="sourceLineNo">095</span> } catch (InterruptedException e) {<a name="line.95"></a> +<span class="sourceLineNo">096</span> System.err.println("didn't wait long enough:" + e);<a name="line.96"></a> +<span class="sourceLineNo">097</span> return -1;<a name="line.97"></a> +<span class="sourceLineNo">098</span> }<a name="line.98"></a> +<span class="sourceLineNo">099</span> return 0;<a name="line.99"></a> +<span class="sourceLineNo">100</span> }<a name="line.100"></a> +<span class="sourceLineNo">101</span><a name="line.101"></a> +<span class="sourceLineNo">102</span> class DummyServer implements Server {<a name="line.102"></a> +<span class="sourceLineNo">103</span> String hostname;<a name="line.103"></a> +<span class="sourceLineNo">104</span> ZKWatcher zkw;<a name="line.104"></a> +<span class="sourceLineNo">105</span><a name="line.105"></a> +<span class="sourceLineNo">106</span> DummyServer(ZKWatcher zkw) {<a name="line.106"></a> +<span class="sourceLineNo">107</span> // an unique name in case the first run fails<a name="line.107"></a> +<span class="sourceLineNo">108</span> hostname = System.currentTimeMillis() + ".SyncUpTool.replication.org";<a name="line.108"></a> +<span class="sourceLineNo">109</span> this.zkw = zkw;<a name="line.109"></a> +<span class="sourceLineNo">110</span> }<a name="line.110"></a> +<span class="sourceLineNo">111</span><a name="line.111"></a> +<span class="sourceLineNo">112</span> DummyServer(String hostname) {<a name="line.112"></a> +<span class="sourceLineNo">113</span> this.hostname = hostname;<a name="line.113"></a> +<span class="sourceLineNo">114</span> }<a name="line.114"></a> +<span class="sourceLineNo">115</span><a name="line.115"></a> +<span class="sourceLineNo">116</span> @Override<a name="line.116"></a> +<span class="sourceLineNo">117</span> public Configuration getConfiguration() {<a name="line.117"></a> +<span class="sourceLineNo">118</span> return getConf();<a name="line.118"></a> +<span class="sourceLineNo">119</span> }<a name="line.119"></a> +<span class="sourceLineNo">120</span><a name="line.120"></a> +<span class="sourceLineNo">121</span> @Override<a name="line.121"></a> +<span class="sourceLineNo">122</span> public ZKWatcher getZooKeeper() {<a name="line.122"></a> +<span class="sourceLineNo">123</span> return zkw;<a name="line.123"></a> +<span class="sourceLineNo">124</span> }<a name="line.124"></a> +<span class="sourceLineNo">125</span><a name="line.125"></a> +<span class="sourceLineNo">126</span> @Override<a name="line.126"></a> +<span class="sourceLineNo">127</span> public CoordinatedStateManager getCoordinatedStateManager() {<a name="line.127"></a> +<span class="sourceLineNo">128</span> return null;<a name="line.128"></a> +<span class="sourceLineNo">129</span> }<a name="line.129"></a> +<span class="sourceLineNo">130</span><a name="line.130"></a> +<span class="sourceLineNo">131</span> @Override<a name="line.131"></a> +<span class="sourceLineNo">132</span> public ServerName getServerName() {<a name="line.132"></a> +<span class="sourceLineNo">133</span> return ServerName.valueOf(hostname, 1234, 1L);<a name="line.133"></a> +<span class="sourceLineNo">134</span> }<a name="line.134"></a> +<span class="sourceLineNo">135</span><a name="line.135"></a> +<span class="sourceLineNo">136</span> @Override<a name="line.136"></a> +<span class="sourceLineNo">137</span> public void abort(String why, Throwable e) {<a name="line.137"></a> +<span class="sourceLineNo">138</span> }<a name="line.138"></a> +<span class="sourceLineNo">139</span><a name="line.139"></a> +<span class="sourceLineNo">140</span> @Override<a name="line.140"></a> +<span class="sourceLineNo">141</span> public boolean isAborted() {<a name="line.141"></a> +<span class="sourceLineNo">142</span> return false;<a name="line.142"></a> +<span class="sourceLineNo">143</span> }<a name="line.143"></a> +<span class="sourceLineNo">144</span><a name="line.144"></a> +<span class="sourceLineNo">145</span> @Override<a name="line.145"></a> +<span class="sourceLineNo">146</span> public void stop(String why) {<a name="line.146"></a> +<span class="sourceLineNo">147</span> }<a name="line.147"></a> +<span class="sourceLineNo">148</span><a name="line.148"></a> +<span class="sourceLineNo">149</span> @Override<a name="line.149"></a> +<span class="sourceLineNo">150</span> public boolean isStopped() {<a name="line.150"></a> +<span class="sourceLineNo">151</span> return false;<a name="line.151"></a> +<span class="sourceLineNo">152</span> }<a name="line.152"></a> +<span class="sourceLineNo">153</span><a name="line.153"></a> +<span class="sourceLineNo">154</span> @Override<a name="line.154"></a> +<span class="sourceLineNo">155</span> public ClusterConnection getConnection() {<a name="line.155"></a> +<span class="sourceLineNo">156</span> return null;<a name="line.156"></a> +<span class="sourceLineNo">157</span> }<a name="line.157"></a> +<span class="sourceLineNo">158</span><a name="line.158"></a> +<span class="sourceLineNo">159</span> @Override<a name="line.159"></a> +<span class="sourceLineNo">160</span> public ChoreService getChoreService() {<a name="line.160"></a> +<span class="sourceLineNo">161</span> return null;<a name="line.161"></a> +<span class="sourceLineNo">162</span> }<a name="line.162"></a> +<span class="sourceLineNo">163</span><a name="line.163"></a> +<span class="sourceLineNo">164</span> @Override<a name="line.164"></a> +<span class="sourceLineNo">165</span> public ClusterConnection getClusterConnection() {<a name="line.165"></a> +<span class="sourceLineNo">166</span> return null;<a name="line.166"></a> +<span class="sourceLineNo">167</span> }<a name="line.167"></a> +<span class="sourceLineNo">168</span><a name="line.168"></a> +<span class="sourceLineNo">169</span> @Override<a name="line.169"></a> +<span class="sourceLineNo">170</span> public FileSystem getFileSystem() {<a name="line.170"></a> +<span class="sourceLineNo">171</span> return null;<a name="line.171"></a> +<span class="sourceLineNo">172</span> }<a name="line.172"></a> +<span class="sourceLineNo">173</span><a name="line.173"></a> +<span class="sourceLineNo">174</span> @Override<a name="line.174"></a> +<span class="sourceLineNo">175</span> public boolean isStopping() {<a name="line.175"></a> +<span class="sourceLineNo">176</span> return false;<a name="line.176"></a> +<span class="sourceLineNo">177</span> }<a name="line.177"></a> +<span class="sourceLineNo">178</span><a name="line.178"></a> +<span class="sourceLineNo">179</span> @Override<a name="line.179"></a> +<span class="sourceLineNo">180</span> public Connection createConnection(Configuration conf) throws IOException {<a name="line.180"></a> +<span class="sourceLineNo">181</span> return null;<a name="line.181"></a> +<span class="sourceLineNo">182</span> }<a name="line.182"></a> +<span class="sourceLineNo">183</span> }<a name="line.183"></a> +<span class="sourceLineNo">184</span>}<a name="line.184"></a>
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/27555316/devapidocs/src-html/org/apache/hadoop/hbase/replication/regionserver/ReplicationSyncUp.html ---------------------------------------------------------------------- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/replication/regionserver/ReplicationSyncUp.html b/devapidocs/src-html/org/apache/hadoop/hbase/replication/regionserver/ReplicationSyncUp.html index 6f82cee..3bf3150 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/replication/regionserver/ReplicationSyncUp.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/replication/regionserver/ReplicationSyncUp.html @@ -40,162 +40,156 @@ <span class="sourceLineNo">032</span>import org.apache.hadoop.hbase.client.ClusterConnection;<a name="line.32"></a> <span class="sourceLineNo">033</span>import org.apache.hadoop.hbase.client.Connection;<a name="line.33"></a> <span class="sourceLineNo">034</span>import org.apache.hadoop.hbase.util.FSUtils;<a name="line.34"></a> -<span class="sourceLineNo">035</span>import org.apache.hadoop.hbase.zookeeper.MetaTableLocator;<a name="line.35"></a> -<span class="sourceLineNo">036</span>import org.apache.hadoop.hbase.zookeeper.ZKWatcher;<a name="line.36"></a> -<span class="sourceLineNo">037</span>import org.apache.hadoop.util.Tool;<a name="line.37"></a> -<span class="sourceLineNo">038</span>import org.apache.hadoop.util.ToolRunner;<a name="line.38"></a> -<span class="sourceLineNo">039</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.39"></a> -<span class="sourceLineNo">040</span><a name="line.40"></a> -<span class="sourceLineNo">041</span>/**<a name="line.41"></a> -<span class="sourceLineNo">042</span> * In a scenario of Replication based Disaster/Recovery, when hbase Master-Cluster crashes, this<a name="line.42"></a> -<span class="sourceLineNo">043</span> * tool is used to sync-up the delta from Master to Slave using the info from ZooKeeper. The tool<a name="line.43"></a> -<span class="sourceLineNo">044</span> * will run on Master-Cluser, and assume ZK, Filesystem and NetWork still available after hbase<a name="line.44"></a> -<span class="sourceLineNo">045</span> * crashes<a name="line.45"></a> -<span class="sourceLineNo">046</span> *<a name="line.46"></a> -<span class="sourceLineNo">047</span> * <pre><a name="line.47"></a> -<span class="sourceLineNo">048</span> * hbase org.apache.hadoop.hbase.replication.regionserver.ReplicationSyncUp<a name="line.48"></a> -<span class="sourceLineNo">049</span> * </pre><a name="line.49"></a> -<span class="sourceLineNo">050</span> */<a name="line.50"></a> -<span class="sourceLineNo">051</span>@InterfaceAudience.Private<a name="line.51"></a> -<span class="sourceLineNo">052</span>public class ReplicationSyncUp extends Configured implements Tool {<a name="line.52"></a> -<span class="sourceLineNo">053</span><a name="line.53"></a> -<span class="sourceLineNo">054</span> private static final long SLEEP_TIME = 10000;<a name="line.54"></a> -<span class="sourceLineNo">055</span><a name="line.55"></a> -<span class="sourceLineNo">056</span> /**<a name="line.56"></a> -<span class="sourceLineNo">057</span> * Main program<a name="line.57"></a> -<span class="sourceLineNo">058</span> */<a name="line.58"></a> -<span class="sourceLineNo">059</span> public static void main(String[] args) throws Exception {<a name="line.59"></a> -<span class="sourceLineNo">060</span> int ret = ToolRunner.run(HBaseConfiguration.create(), new ReplicationSyncUp(), args);<a name="line.60"></a> -<span class="sourceLineNo">061</span> System.exit(ret);<a name="line.61"></a> -<span class="sourceLineNo">062</span> }<a name="line.62"></a> -<span class="sourceLineNo">063</span><a name="line.63"></a> -<span class="sourceLineNo">064</span> @Override<a name="line.64"></a> -<span class="sourceLineNo">065</span> public int run(String[] args) throws Exception {<a name="line.65"></a> -<span class="sourceLineNo">066</span> Abortable abortable = new Abortable() {<a name="line.66"></a> -<span class="sourceLineNo">067</span> @Override<a name="line.67"></a> -<span class="sourceLineNo">068</span> public void abort(String why, Throwable e) {<a name="line.68"></a> -<span class="sourceLineNo">069</span> }<a name="line.69"></a> -<span class="sourceLineNo">070</span><a name="line.70"></a> -<span class="sourceLineNo">071</span> @Override<a name="line.71"></a> -<span class="sourceLineNo">072</span> public boolean isAborted() {<a name="line.72"></a> -<span class="sourceLineNo">073</span> return false;<a name="line.73"></a> -<span class="sourceLineNo">074</span> }<a name="line.74"></a> -<span class="sourceLineNo">075</span> };<a name="line.75"></a> -<span class="sourceLineNo">076</span> Configuration conf = getConf();<a name="line.76"></a> -<span class="sourceLineNo">077</span> try (ZKWatcher zkw =<a name="line.77"></a> -<span class="sourceLineNo">078</span> new ZKWatcher(conf, "syncupReplication" + System.currentTimeMillis(), abortable, true)) {<a name="line.78"></a> -<span class="sourceLineNo">079</span> Path walRootDir = FSUtils.getWALRootDir(conf);<a name="line.79"></a> -<span class="sourceLineNo">080</span> FileSystem fs = FSUtils.getWALFileSystem(conf);<a name="line.80"></a> -<span class="sourceLineNo">081</span> Path oldLogDir = new Path(walRootDir, HConstants.HREGION_OLDLOGDIR_NAME);<a name="line.81"></a> -<span class="sourceLineNo">082</span> Path logDir = new Path(walRootDir, HConstants.HREGION_LOGDIR_NAME);<a name="line.82"></a> -<span class="sourceLineNo">083</span><a name="line.83"></a> -<span class="sourceLineNo">084</span> System.out.println("Start Replication Server start");<a name="line.84"></a> -<span class="sourceLineNo">085</span> Replication replication = new Replication();<a name="line.85"></a> -<span class="sourceLineNo">086</span> replication.initialize(new DummyServer(zkw), fs, logDir, oldLogDir, null);<a name="line.86"></a> -<span class="sourceLineNo">087</span> ReplicationSourceManager manager = replication.getReplicationManager();<a name="line.87"></a> -<span class="sourceLineNo">088</span> manager.init().get();<a name="line.88"></a> -<span class="sourceLineNo">089</span> while (manager.activeFailoverTaskCount() > 0) {<a name="line.89"></a> -<span class="sourceLineNo">090</span> Thread.sleep(SLEEP_TIME);<a name="line.90"></a> -<span class="sourceLineNo">091</span> }<a name="line.91"></a> -<span class="sourceLineNo">092</span> while (manager.getOldSources().size() > 0) {<a name="line.92"></a> -<span class="sourceLineNo">093</span> Thread.sleep(SLEEP_TIME);<a name="line.93"></a> -<span class="sourceLineNo">094</span> }<a name="line.94"></a> -<span class="sourceLineNo">095</span> manager.join();<a name="line.95"></a> -<span class="sourceLineNo">096</span> } catch (InterruptedException e) {<a name="line.96"></a> -<span class="sourceLineNo">097</span> System.err.println("didn't wait long enough:" + e);<a name="line.97"></a> -<span class="sourceLineNo">098</span> return -1;<a name="line.98"></a> -<span class="sourceLineNo">099</span> }<a name="line.99"></a> -<span class="sourceLineNo">100</span> return 0;<a name="line.100"></a> -<span class="sourceLineNo">101</span> }<a name="line.101"></a> -<span class="sourceLineNo">102</span><a name="line.102"></a> -<span class="sourceLineNo">103</span> class DummyServer implements Server {<a name="line.103"></a> -<span class="sourceLineNo">104</span> String hostname;<a name="line.104"></a> -<span class="sourceLineNo">105</span> ZKWatcher zkw;<a name="line.105"></a> -<span class="sourceLineNo">106</span><a name="line.106"></a> -<span class="sourceLineNo">107</span> DummyServer(ZKWatcher zkw) {<a name="line.107"></a> -<span class="sourceLineNo">108</span> // an unique name in case the first run fails<a name="line.108"></a> -<span class="sourceLineNo">109</span> hostname = System.currentTimeMillis() + ".SyncUpTool.replication.org";<a name="line.109"></a> -<span class="sourceLineNo">110</span> this.zkw = zkw;<a name="line.110"></a> -<span class="sourceLineNo">111</span> }<a name="line.111"></a> -<span class="sourceLineNo">112</span><a name="line.112"></a> -<span class="sourceLineNo">113</span> DummyServer(String hostname) {<a name="line.113"></a> -<span class="sourceLineNo">114</span> this.hostname = hostname;<a name="line.114"></a> -<span class="sourceLineNo">115</span> }<a name="line.115"></a> -<span class="sourceLineNo">116</span><a name="line.116"></a> -<span class="sourceLineNo">117</span> @Override<a name="line.117"></a> -<span class="sourceLineNo">118</span> public Configuration getConfiguration() {<a name="line.118"></a> -<span class="sourceLineNo">119</span> return getConf();<a name="line.119"></a> -<span class="sourceLineNo">120</span> }<a name="line.120"></a> -<span class="sourceLineNo">121</span><a name="line.121"></a> -<span class="sourceLineNo">122</span> @Override<a name="line.122"></a> -<span class="sourceLineNo">123</span> public ZKWatcher getZooKeeper() {<a name="line.123"></a> -<span class="sourceLineNo">124</span> return zkw;<a name="line.124"></a> -<span class="sourceLineNo">125</span> }<a name="line.125"></a> -<span class="sourceLineNo">126</span><a name="line.126"></a> -<span class="sourceLineNo">127</span> @Override<a name="line.127"></a> -<span class="sourceLineNo">128</span> public CoordinatedStateManager getCoordinatedStateManager() {<a name="line.128"></a> -<span class="sourceLineNo">129</span> return null;<a name="line.129"></a> -<span class="sourceLineNo">130</span> }<a name="line.130"></a> -<span class="sourceLineNo">131</span><a name="line.131"></a> -<span class="sourceLineNo">132</span> @Override<a name="line.132"></a> -<span class="sourceLineNo">133</span> public MetaTableLocator getMetaTableLocator() {<a name="line.133"></a> -<span class="sourceLineNo">134</span> return null;<a name="line.134"></a> -<span class="sourceLineNo">135</span> }<a name="line.135"></a> -<span class="sourceLineNo">136</span><a name="line.136"></a> -<span class="sourceLineNo">137</span> @Override<a name="line.137"></a> -<span class="sourceLineNo">138</span> public ServerName getServerName() {<a name="line.138"></a> -<span class="sourceLineNo">139</span> return ServerName.valueOf(hostname, 1234, 1L);<a name="line.139"></a> -<span class="sourceLineNo">140</span> }<a name="line.140"></a> -<span class="sourceLineNo">141</span><a name="line.141"></a> -<span class="sourceLineNo">142</span> @Override<a name="line.142"></a> -<span class="sourceLineNo">143</span> public void abort(String why, Throwable e) {<a name="line.143"></a> -<span class="sourceLineNo">144</span> }<a name="line.144"></a> -<span class="sourceLineNo">145</span><a name="line.145"></a> -<span class="sourceLineNo">146</span> @Override<a name="line.146"></a> -<span class="sourceLineNo">147</span> public boolean isAborted() {<a name="line.147"></a> -<span class="sourceLineNo">148</span> return false;<a name="line.148"></a> -<span class="sourceLineNo">149</span> }<a name="line.149"></a> -<span class="sourceLineNo">150</span><a name="line.150"></a> -<span class="sourceLineNo">151</span> @Override<a name="line.151"></a> -<span class="sourceLineNo">152</span> public void stop(String why) {<a name="line.152"></a> -<span class="sourceLineNo">153</span> }<a name="line.153"></a> -<span class="sourceLineNo">154</span><a name="line.154"></a> -<span class="sourceLineNo">155</span> @Override<a name="line.155"></a> -<span class="sourceLineNo">156</span> public boolean isStopped() {<a name="line.156"></a> -<span class="sourceLineNo">157</span> return false;<a name="line.157"></a> -<span class="sourceLineNo">158</span> }<a name="line.158"></a> -<span class="sourceLineNo">159</span><a name="line.159"></a> -<span class="sourceLineNo">160</span> @Override<a name="line.160"></a> -<span class="sourceLineNo">161</span> public ClusterConnection getConnection() {<a name="line.161"></a> -<span class="sourceLineNo">162</span> return null;<a name="line.162"></a> -<span class="sourceLineNo">163</span> }<a name="line.163"></a> -<span class="sourceLineNo">164</span><a name="line.164"></a> -<span class="sourceLineNo">165</span> @Override<a name="line.165"></a> -<span class="sourceLineNo">166</span> public ChoreService getChoreService() {<a name="line.166"></a> -<span class="sourceLineNo">167</span> return null;<a name="line.167"></a> -<span class="sourceLineNo">168</span> }<a name="line.168"></a> -<span class="sourceLineNo">169</span><a name="line.169"></a> -<span class="sourceLineNo">170</span> @Override<a name="line.170"></a> -<span class="sourceLineNo">171</span> public ClusterConnection getClusterConnection() {<a name="line.171"></a> -<span class="sourceLineNo">172</span> return null;<a name="line.172"></a> -<span class="sourceLineNo">173</span> }<a name="line.173"></a> -<span class="sourceLineNo">174</span><a name="line.174"></a> -<span class="sourceLineNo">175</span> @Override<a name="line.175"></a> -<span class="sourceLineNo">176</span> public FileSystem getFileSystem() {<a name="line.176"></a> -<span class="sourceLineNo">177</span> return null;<a name="line.177"></a> -<span class="sourceLineNo">178</span> }<a name="line.178"></a> -<span class="sourceLineNo">179</span><a name="line.179"></a> -<span class="sourceLineNo">180</span> @Override<a name="line.180"></a> -<span class="sourceLineNo">181</span> public boolean isStopping() {<a name="line.181"></a> -<span class="sourceLineNo">182</span> return false;<a name="line.182"></a> -<span class="sourceLineNo">183</span> }<a name="line.183"></a> -<span class="sourceLineNo">184</span><a name="line.184"></a> -<span class="sourceLineNo">185</span> @Override<a name="line.185"></a> -<span class="sourceLineNo">186</span> public Connection createConnection(Configuration conf) throws IOException {<a name="line.186"></a> -<span class="sourceLineNo">187</span> return null;<a name="line.187"></a> -<span class="sourceLineNo">188</span> }<a name="line.188"></a> -<span class="sourceLineNo">189</span> }<a name="line.189"></a> -<span class="sourceLineNo">190</span>}<a name="line.190"></a> +<span class="sourceLineNo">035</span>import org.apache.hadoop.hbase.zookeeper.ZKWatcher;<a name="line.35"></a> +<span class="sourceLineNo">036</span>import org.apache.hadoop.util.Tool;<a name="line.36"></a> +<span class="sourceLineNo">037</span>import org.apache.hadoop.util.ToolRunner;<a name="line.37"></a> +<span class="sourceLineNo">038</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.38"></a> +<span class="sourceLineNo">039</span><a name="line.39"></a> +<span class="sourceLineNo">040</span>/**<a name="line.40"></a> +<span class="sourceLineNo">041</span> * In a scenario of Replication based Disaster/Recovery, when hbase Master-Cluster crashes, this<a name="line.41"></a> +<span class="sourceLineNo">042</span> * tool is used to sync-up the delta from Master to Slave using the info from ZooKeeper. The tool<a name="line.42"></a> +<span class="sourceLineNo">043</span> * will run on Master-Cluser, and assume ZK, Filesystem and NetWork still available after hbase<a name="line.43"></a> +<span class="sourceLineNo">044</span> * crashes<a name="line.44"></a> +<span class="sourceLineNo">045</span> *<a name="line.45"></a> +<span class="sourceLineNo">046</span> * <pre><a name="line.46"></a> +<span class="sourceLineNo">047</span> * hbase org.apache.hadoop.hbase.replication.regionserver.ReplicationSyncUp<a name="line.47"></a> +<span class="sourceLineNo">048</span> * </pre><a name="line.48"></a> +<span class="sourceLineNo">049</span> */<a name="line.49"></a> +<span class="sourceLineNo">050</span>@InterfaceAudience.Private<a name="line.50"></a> +<span class="sourceLineNo">051</span>public class ReplicationSyncUp extends Configured implements Tool {<a name="line.51"></a> +<span class="sourceLineNo">052</span><a name="line.52"></a> +<span class="sourceLineNo">053</span> private static final long SLEEP_TIME = 10000;<a name="line.53"></a> +<span class="sourceLineNo">054</span><a name="line.54"></a> +<span class="sourceLineNo">055</span> /**<a name="line.55"></a> +<span class="sourceLineNo">056</span> * Main program<a name="line.56"></a> +<span class="sourceLineNo">057</span> */<a name="line.57"></a> +<span class="sourceLineNo">058</span> public static void main(String[] args) throws Exception {<a name="line.58"></a> +<span class="sourceLineNo">059</span> int ret = ToolRunner.run(HBaseConfiguration.create(), new ReplicationSyncUp(), args);<a name="line.59"></a> +<span class="sourceLineNo">060</span> System.exit(ret);<a name="line.60"></a> +<span class="sourceLineNo">061</span> }<a name="line.61"></a> +<span class="sourceLineNo">062</span><a name="line.62"></a> +<span class="sourceLineNo">063</span> @Override<a name="line.63"></a> +<span class="sourceLineNo">064</span> public int run(String[] args) throws Exception {<a name="line.64"></a> +<span class="sourceLineNo">065</span> Abortable abortable = new Abortable() {<a name="line.65"></a> +<span class="sourceLineNo">066</span> @Override<a name="line.66"></a> +<span class="sourceLineNo">067</span> public void abort(String why, Throwable e) {<a name="line.67"></a> +<span class="sourceLineNo">068</span> }<a name="line.68"></a> +<span class="sourceLineNo">069</span><a name="line.69"></a> +<span class="sourceLineNo">070</span> @Override<a name="line.70"></a> +<span class="sourceLineNo">071</span> public boolean isAborted() {<a name="line.71"></a> +<span class="sourceLineNo">072</span> return false;<a name="line.72"></a> +<span class="sourceLineNo">073</span> }<a name="line.73"></a> +<span class="sourceLineNo">074</span> };<a name="line.74"></a> +<span class="sourceLineNo">075</span> Configuration conf = getConf();<a name="line.75"></a> +<span class="sourceLineNo">076</span> try (ZKWatcher zkw =<a name="line.76"></a> +<span class="sourceLineNo">077</span> new ZKWatcher(conf, "syncupReplication" + System.currentTimeMillis(), abortable, true)) {<a name="line.77"></a> +<span class="sourceLineNo">078</span> Path walRootDir = FSUtils.getWALRootDir(conf);<a name="line.78"></a> +<span class="sourceLineNo">079</span> FileSystem fs = FSUtils.getWALFileSystem(conf);<a name="line.79"></a> +<span class="sourceLineNo">080</span> Path oldLogDir = new Path(walRootDir, HConstants.HREGION_OLDLOGDIR_NAME);<a name="line.80"></a> +<span class="sourceLineNo">081</span> Path logDir = new Path(walRootDir, HConstants.HREGION_LOGDIR_NAME);<a name="line.81"></a> +<span class="sourceLineNo">082</span><a name="line.82"></a> +<span class="sourceLineNo">083</span> System.out.println("Start Replication Server start");<a name="line.83"></a> +<span class="sourceLineNo">084</span> Replication replication = new Replication();<a name="line.84"></a> +<span class="sourceLineNo">085</span> replication.initialize(new DummyServer(zkw), fs, logDir, oldLogDir, null);<a name="line.85"></a> +<span class="sourceLineNo">086</span> ReplicationSourceManager manager = replication.getReplicationManager();<a name="line.86"></a> +<span class="sourceLineNo">087</span> manager.init().get();<a name="line.87"></a> +<span class="sourceLineNo">088</span> while (manager.activeFailoverTaskCount() > 0) {<a name="line.88"></a> +<span class="sourceLineNo">089</span> Thread.sleep(SLEEP_TIME);<a name="line.89"></a> +<span class="sourceLineNo">090</span> }<a name="line.90"></a> +<span class="sourceLineNo">091</span> while (manager.getOldSources().size() > 0) {<a name="line.91"></a> +<span class="sourceLineNo">092</span> Thread.sleep(SLEEP_TIME);<a name="line.92"></a> +<span class="sourceLineNo">093</span> }<a name="line.93"></a> +<span class="sourceLineNo">094</span> manager.join();<a name="line.94"></a> +<span class="sourceLineNo">095</span> } catch (InterruptedException e) {<a name="line.95"></a> +<span class="sourceLineNo">096</span> System.err.println("didn't wait long enough:" + e);<a name="line.96"></a> +<span class="sourceLineNo">097</span> return -1;<a name="line.97"></a> +<span class="sourceLineNo">098</span> }<a name="line.98"></a> +<span class="sourceLineNo">099</span> return 0;<a name="line.99"></a> +<span class="sourceLineNo">100</span> }<a name="line.100"></a> +<span class="sourceLineNo">101</span><a name="line.101"></a> +<span class="sourceLineNo">102</span> class DummyServer implements Server {<a name="line.102"></a> +<span class="sourceLineNo">103</span> String hostname;<a name="line.103"></a> +<span class="sourceLineNo">104</span> ZKWatcher zkw;<a name="line.104"></a> +<span class="sourceLineNo">105</span><a name="line.105"></a> +<span class="sourceLineNo">106</span> DummyServer(ZKWatcher zkw) {<a name="line.106"></a> +<span class="sourceLineNo">107</span> // an unique name in case the first run fails<a name="line.107"></a> +<span class="sourceLineNo">108</span> hostname = System.currentTimeMillis() + ".SyncUpTool.replication.org";<a name="line.108"></a> +<span class="sourceLineNo">109</span> this.zkw = zkw;<a name="line.109"></a> +<span class="sourceLineNo">110</span> }<a name="line.110"></a> +<span class="sourceLineNo">111</span><a name="line.111"></a> +<span class="sourceLineNo">112</span> DummyServer(String hostname) {<a name="line.112"></a> +<span class="sourceLineNo">113</span> this.hostname = hostname;<a name="line.113"></a> +<span class="sourceLineNo">114</span> }<a name="line.114"></a> +<span class="sourceLineNo">115</span><a name="line.115"></a> +<span class="sourceLineNo">116</span> @Override<a name="line.116"></a> +<span class="sourceLineNo">117</span> public Configuration getConfiguration() {<a name="line.117"></a> +<span class="sourceLineNo">118</span> return getConf();<a name="line.118"></a> +<span class="sourceLineNo">119</span> }<a name="line.119"></a> +<span class="sourceLineNo">120</span><a name="line.120"></a> +<span class="sourceLineNo">121</span> @Override<a name="line.121"></a> +<span class="sourceLineNo">122</span> public ZKWatcher getZooKeeper() {<a name="line.122"></a> +<span class="sourceLineNo">123</span> return zkw;<a name="line.123"></a> +<span class="sourceLineNo">124</span> }<a name="line.124"></a> +<span class="sourceLineNo">125</span><a name="line.125"></a> +<span class="sourceLineNo">126</span> @Override<a name="line.126"></a> +<span class="sourceLineNo">127</span> public CoordinatedStateManager getCoordinatedStateManager() {<a name="line.127"></a> +<span class="sourceLineNo">128</span> return null;<a name="line.128"></a> +<span class="sourceLineNo">129</span> }<a name="line.129"></a> +<span class="sourceLineNo">130</span><a name="line.130"></a> +<span class="sourceLineNo">131</span> @Override<a name="line.131"></a> +<span class="sourceLineNo">132</span> public ServerName getServerName() {<a name="line.132"></a> +<span class="sourceLineNo">133</span> return ServerName.valueOf(hostname, 1234, 1L);<a name="line.133"></a> +<span class="sourceLineNo">134</span> }<a name="line.134"></a> +<span class="sourceLineNo">135</span><a name="line.135"></a> +<span class="sourceLineNo">136</span> @Override<a name="line.136"></a> +<span class="sourceLineNo">137</span> public void abort(String why, Throwable e) {<a name="line.137"></a> +<span class="sourceLineNo">138</span> }<a name="line.138"></a> +<span class="sourceLineNo">139</span><a name="line.139"></a> +<span class="sourceLineNo">140</span> @Override<a name="line.140"></a> +<span class="sourceLineNo">141</span> public boolean isAborted() {<a name="line.141"></a> +<span class="sourceLineNo">142</span> return false;<a name="line.142"></a> +<span class="sourceLineNo">143</span> }<a name="line.143"></a> +<span class="sourceLineNo">144</span><a name="line.144"></a> +<span class="sourceLineNo">145</span> @Override<a name="line.145"></a> +<span class="sourceLineNo">146</span> public void stop(String why) {<a name="line.146"></a> +<span class="sourceLineNo">147</span> }<a name="line.147"></a> +<span class="sourceLineNo">148</span><a name="line.148"></a> +<span class="sourceLineNo">149</span> @Override<a name="line.149"></a> +<span class="sourceLineNo">150</span> public boolean isStopped() {<a name="line.150"></a> +<span class="sourceLineNo">151</span> return false;<a name="line.151"></a> +<span class="sourceLineNo">152</span> }<a name="line.152"></a> +<span class="sourceLineNo">153</span><a name="line.153"></a> +<span class="sourceLineNo">154</span> @Override<a name="line.154"></a> +<span class="sourceLineNo">155</span> public ClusterConnection getConnection() {<a name="line.155"></a> +<span class="sourceLineNo">156</span> return null;<a name="line.156"></a> +<span class="sourceLineNo">157</span> }<a name="line.157"></a> +<span class="sourceLineNo">158</span><a name="line.158"></a> +<span class="sourceLineNo">159</span> @Override<a name="line.159"></a> +<span class="sourceLineNo">160</span> public ChoreService getChoreService() {<a name="line.160"></a> +<span class="sourceLineNo">161</span> return null;<a name="line.161"></a> +<span class="sourceLineNo">162</span> }<a name="line.162"></a> +<span class="sourceLineNo">163</span><a name="line.163"></a> +<span class="sourceLineNo">164</span> @Override<a name="line.164"></a> +<span class="sourceLineNo">165</span> public ClusterConnection getClusterConnection() {<a name="line.165"></a> +<span class="sourceLineNo">166</span> return null;<a name="line.166"></a> +<span class="sourceLineNo">167</span> }<a name="line.167"></a> +<span class="sourceLineNo">168</span><a name="line.168"></a> +<span class="sourceLineNo">169</span> @Override<a name="line.169"></a> +<span class="sourceLineNo">170</span> public FileSystem getFileSystem() {<a name="line.170"></a> +<span class="sourceLineNo">171</span> return null;<a name="line.171"></a> +<span class="sourceLineNo">172</span> }<a name="line.172"></a> +<span class="sourceLineNo">173</span><a name="line.173"></a> +<span class="sourceLineNo">174</span> @Override<a name="line.174"></a> +<span class="sourceLineNo">175</span> public boolean isStopping() {<a name="line.175"></a> +<span class="sourceLineNo">176</span> return false;<a name="line.176"></a> +<span class="sourceLineNo">177</span> }<a name="line.177"></a> +<span class="sourceLineNo">178</span><a name="line.178"></a> +<span class="sourceLineNo">179</span> @Override<a name="line.179"></a> +<span class="sourceLineNo">180</span> public Connection createConnection(Configuration conf) throws IOException {<a name="line.180"></a> +<span class="sourceLineNo">181</span> return null;<a name="line.181"></a> +<span class="sourceLineNo">182</span> }<a name="line.182"></a> +<span class="sourceLineNo">183</span> }<a name="line.183"></a> +<span class="sourceLineNo">184</span>}<a name="line.184"></a> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/27555316/devapidocs/src-html/org/apache/hadoop/hbase/rsgroup/RSGroupInfoManagerImpl.FailedOpenUpdaterThread.html ---------------------------------------------------------------------- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/rsgroup/RSGroupInfoManagerImpl.FailedOpenUpdaterThread.html b/devapidocs/src-html/org/apache/hadoop/hbase/rsgroup/RSGroupInfoManagerImpl.FailedOpenUpdaterThread.html index 809f66f..9b60dd0 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/rsgroup/RSGroupInfoManagerImpl.FailedOpenUpdaterThread.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/rsgroup/RSGroupInfoManagerImpl.FailedOpenUpdaterThread.html @@ -765,146 +765,145 @@ <span class="sourceLineNo">757</span> found.set(true);<a name="line.757"></a> <span class="sourceLineNo">758</span> try {<a name="line.758"></a> <span class="sourceLineNo">759</span> boolean rootMetaFound =<a name="line.759"></a> -<span class="sourceLineNo">760</span> masterServices.getMetaTableLocator().verifyMetaRegionLocation(<a name="line.760"></a> -<span class="sourceLineNo">761</span> conn, masterServices.getZooKeeper(), 1);<a name="line.761"></a> -<span class="sourceLineNo">762</span> if (rootMetaFound) {<a name="line.762"></a> -<span class="sourceLineNo">763</span> MetaTableAccessor.Visitor visitor = new DefaultVisitorBase() {<a name="line.763"></a> -<span class="sourceLineNo">764</span> @Override<a name="line.764"></a> -<span class="sourceLineNo">765</span> public boolean visitInternal(Result row) throws IOException {<a name="line.765"></a> -<span class="sourceLineNo">766</span> RegionInfo info = MetaTableAccessor.getRegionInfo(row);<a name="line.766"></a> -<span class="sourceLineNo">767</span> if (info != null) {<a name="line.767"></a> -<span class="sourceLineNo">768</span> Cell serverCell =<a name="line.768"></a> -<span class="sourceLineNo">769</span> row.getColumnLatestCell(HConstants.CATALOG_FAMILY,<a name="line.769"></a> -<span class="sourceLineNo">770</span> HConstants.SERVER_QUALIFIER);<a name="line.770"></a> -<span class="sourceLineNo">771</span> if (RSGROUP_TABLE_NAME.equals(info.getTable()) && serverCell != null) {<a name="line.771"></a> -<span class="sourceLineNo">772</span> ServerName sn =<a name="line.772"></a> -<span class="sourceLineNo">773</span> ServerName.parseVersionedServerName(CellUtil.cloneValue(serverCell));<a name="line.773"></a> -<span class="sourceLineNo">774</span> if (sn == null) {<a name="line.774"></a> -<span class="sourceLineNo">775</span> found.set(false);<a name="line.775"></a> -<span class="sourceLineNo">776</span> } else if (tsm.isTableState(RSGROUP_TABLE_NAME, TableState.State.ENABLED)) {<a name="line.776"></a> -<span class="sourceLineNo">777</span> try {<a name="line.777"></a> -<span class="sourceLineNo">778</span> ClientProtos.ClientService.BlockingInterface rs = conn.getClient(sn);<a name="line.778"></a> -<span class="sourceLineNo">779</span> ClientProtos.GetRequest request =<a name="line.779"></a> -<span class="sourceLineNo">780</span> RequestConverter.buildGetRequest(info.getRegionName(),<a name="line.780"></a> -<span class="sourceLineNo">781</span> new Get(ROW_KEY));<a name="line.781"></a> -<span class="sourceLineNo">782</span> rs.get(null, request);<a name="line.782"></a> -<span class="sourceLineNo">783</span> assignedRegions.add(info);<a name="line.783"></a> -<span class="sourceLineNo">784</span> } catch(Exception ex) {<a name="line.784"></a> -<span class="sourceLineNo">785</span> LOG.debug("Caught exception while verifying group region", ex);<a name="line.785"></a> -<span class="sourceLineNo">786</span> }<a name="line.786"></a> -<span class="sourceLineNo">787</span> }<a name="line.787"></a> -<span class="sourceLineNo">788</span> foundRegions.add(info);<a name="line.788"></a> -<span class="sourceLineNo">789</span> }<a name="line.789"></a> -<span class="sourceLineNo">790</span> }<a name="line.790"></a> -<span class="sourceLineNo">791</span> return true;<a name="line.791"></a> -<span class="sourceLineNo">792</span> }<a name="line.792"></a> -<span class="sourceLineNo">793</span> };<a name="line.793"></a> -<span class="sourceLineNo">794</span> MetaTableAccessor.fullScanRegions(conn, visitor);<a name="line.794"></a> -<span class="sourceLineNo">795</span> // if no regions in meta then we have to create the table<a name="line.795"></a> -<span class="sourceLineNo">796</span> if (foundRegions.size() < 1 && rootMetaFound && !createSent) {<a name="line.796"></a> -<span class="sourceLineNo">797</span> createRSGroupTable();<a name="line.797"></a> -<span class="sourceLineNo">798</span> createSent = true;<a name="line.798"></a> -<span class="sourceLineNo">799</span> }<a name="line.799"></a> -<span class="sourceLineNo">800</span> LOG.info("RSGroup table=" + RSGROUP_TABLE_NAME + " isOnline=" + found.get()<a name="line.800"></a> -<span class="sourceLineNo">801</span> + ", regionCount=" + foundRegions.size() + ", assignCount="<a name="line.801"></a> -<span class="sourceLineNo">802</span> + assignedRegions.size() + ", rootMetaFound=" + rootMetaFound);<a name="line.802"></a> -<span class="sourceLineNo">803</span> found.set(found.get() && assignedRegions.size() == foundRegions.size()<a name="line.803"></a> -<span class="sourceLineNo">804</span> && foundRegions.size() > 0);<a name="line.804"></a> -<span class="sourceLineNo">805</span> } else {<a name="line.805"></a> -<span class="sourceLineNo">806</span> LOG.info("Waiting for catalog tables to come online");<a name="line.806"></a> -<span class="sourceLineNo">807</span> found.set(false);<a name="line.807"></a> -<span class="sourceLineNo">808</span> }<a name="line.808"></a> -<span class="sourceLineNo">809</span> if (found.get()) {<a name="line.809"></a> -<span class="sourceLineNo">810</span> LOG.debug("With group table online, refreshing cached information.");<a name="line.810"></a> -<span class="sourceLineNo">811</span> RSGroupInfoManagerImpl.this.refresh(true);<a name="line.811"></a> -<span class="sourceLineNo">812</span> online = true;<a name="line.812"></a> -<span class="sourceLineNo">813</span> //flush any inconsistencies between ZK and HTable<a name="line.813"></a> -<span class="sourceLineNo">814</span> RSGroupInfoManagerImpl.this.flushConfig();<a name="line.814"></a> -<span class="sourceLineNo">815</span> }<a name="line.815"></a> -<span class="sourceLineNo">816</span> } catch (RuntimeException e) {<a name="line.816"></a> -<span class="sourceLineNo">817</span> throw e;<a name="line.817"></a> -<span class="sourceLineNo">818</span> } catch(Exception e) {<a name="line.818"></a> -<span class="sourceLineNo">819</span> found.set(false);<a name="line.819"></a> -<span class="sourceLineNo">820</span> LOG.warn("Failed to perform check", e);<a name="line.820"></a> -<span class="sourceLineNo">821</span> }<a name="line.821"></a> -<span class="sourceLineNo">822</span> try {<a name="line.822"></a> -<span class="sourceLineNo">823</span> Thread.sleep(100);<a name="line.823"></a> -<span class="sourceLineNo">824</span> } catch (InterruptedException e) {<a name="line.824"></a> -<span class="sourceLineNo">825</span> LOG.info("Sleep interrupted", e);<a name="line.825"></a> -<span class="sourceLineNo">826</span> }<a name="line.826"></a> -<span class="sourceLineNo">827</span> }<a name="line.827"></a> -<span class="sourceLineNo">828</span> return found.get();<a name="line.828"></a> -<span class="sourceLineNo">829</span> }<a name="line.829"></a> -<span class="sourceLineNo">830</span><a name="line.830"></a> -<span class="sourceLineNo">831</span> private void createRSGroupTable() throws IOException {<a name="line.831"></a> -<span class="sourceLineNo">832</span> Long procId = masterServices.createSystemTable(RSGROUP_TABLE_DESC);<a name="line.832"></a> -<span class="sourceLineNo">833</span> // wait for region to be online<a name="line.833"></a> -<span class="sourceLineNo">834</span> int tries = 600;<a name="line.834"></a> -<span class="sourceLineNo">835</span> while (!(masterServices.getMasterProcedureExecutor().isFinished(procId))<a name="line.835"></a> -<span class="sourceLineNo">836</span> && masterServices.getMasterProcedureExecutor().isRunning()<a name="line.836"></a> -<span class="sourceLineNo">837</span> && tries > 0) {<a name="line.837"></a> -<span class="sourceLineNo">838</span> try {<a name="line.838"></a> -<span class="sourceLineNo">839</span> Thread.sleep(100);<a name="line.839"></a> -<span class="sourceLineNo">840</span> } catch (InterruptedException e) {<a name="line.840"></a> -<span class="sourceLineNo">841</span> throw new IOException("Wait interrupted ", e);<a name="line.841"></a> -<span class="sourceLineNo">842</span> }<a name="line.842"></a> -<span class="sourceLineNo">843</span> tries--;<a name="line.843"></a> -<span class="sourceLineNo">844</span> }<a name="line.844"></a> -<span class="sourceLineNo">845</span> if(tries <= 0) {<a name="line.845"></a> -<span class="sourceLineNo">846</span> throw new IOException("Failed to create group table in a given time.");<a name="line.846"></a> -<span class="sourceLineNo">847</span> } else {<a name="line.847"></a> -<span class="sourceLineNo">848</span> Procedure<?> result = masterServices.getMasterProcedureExecutor().getResult(procId);<a name="line.848"></a> -<span class="sourceLineNo">849</span> if (result != null && result.isFailed()) {<a name="line.849"></a> -<span class="sourceLineNo">850</span> throw new IOException("Failed to create group table. " +<a name="line.850"></a> -<span class="sourceLineNo">851</span> MasterProcedureUtil.unwrapRemoteIOException(result));<a name="line.851"></a> -<span class="sourceLineNo">852</span> }<a name="line.852"></a> -<span class="sourceLineNo">853</span> }<a name="line.853"></a> -<span class="sourceLineNo">854</span> }<a name="line.854"></a> -<span class="sourceLineNo">855</span><a name="line.855"></a> -<span class="sourceLineNo">856</span> public boolean isOnline() {<a name="line.856"></a> -<span class="sourceLineNo">857</span> return online;<a name="line.857"></a> -<span class="sourceLineNo">858</span> }<a name="line.858"></a> -<span class="sourceLineNo">859</span> }<a name="line.859"></a> -<span class="sourceLineNo">860</span><a name="line.860"></a> -<span class="sourceLineNo">861</span> private static boolean isMasterRunning(MasterServices masterServices) {<a name="line.861"></a> -<span class="sourceLineNo">862</span> return !masterServices.isAborted() && !masterServices.isStopped();<a name="line.862"></a> -<span class="sourceLineNo">863</span> }<a name="line.863"></a> -<span class="sourceLineNo">864</span><a name="line.864"></a> -<span class="sourceLineNo">865</span> private void multiMutate(List<Mutation> mutations) throws IOException {<a name="line.865"></a> -<span class="sourceLineNo">866</span> CoprocessorRpcChannel channel = rsGroupTable.coprocessorService(ROW_KEY);<a name="line.866"></a> -<span class="sourceLineNo">867</span> MultiRowMutationProtos.MutateRowsRequest.Builder mmrBuilder<a name="line.867"></a> -<span class="sourceLineNo">868</span> = MultiRowMutationProtos.MutateRowsRequest.newBuilder();<a name="line.868"></a> -<span class="sourceLineNo">869</span> for (Mutation mutation : mutations) {<a name="line.869"></a> -<span class="sourceLineNo">870</span> if (mutation instanceof Put) {<a name="line.870"></a> -<span class="sourceLineNo">871</span> mmrBuilder.addMutationRequest(org.apache.hadoop.hbase.protobuf.ProtobufUtil.toMutation(<a name="line.871"></a> -<span class="sourceLineNo">872</span> org.apache.hadoop.hbase.protobuf.generated.ClientProtos.MutationProto.MutationType.PUT,<a name="line.872"></a> -<span class="sourceLineNo">873</span> mutation));<a name="line.873"></a> -<span class="sourceLineNo">874</span> } else if (mutation instanceof Delete) {<a name="line.874"></a> -<span class="sourceLineNo">875</span> mmrBuilder.addMutationRequest(<a name="line.875"></a> -<span class="sourceLineNo">876</span> org.apache.hadoop.hbase.protobuf.ProtobufUtil.toMutation(<a name="line.876"></a> -<span class="sourceLineNo">877</span> org.apache.hadoop.hbase.protobuf.generated.ClientProtos.MutationProto.<a name="line.877"></a> -<span class="sourceLineNo">878</span> MutationType.DELETE, mutation));<a name="line.878"></a> -<span class="sourceLineNo">879</span> } else {<a name="line.879"></a> -<span class="sourceLineNo">880</span> throw new DoNotRetryIOException("multiMutate doesn't support "<a name="line.880"></a> -<span class="sourceLineNo">881</span> + mutation.getClass().getName());<a name="line.881"></a> -<span class="sourceLineNo">882</span> }<a name="line.882"></a> -<span class="sourceLineNo">883</span> }<a name="line.883"></a> -<span class="sourceLineNo">884</span><a name="line.884"></a> -<span class="sourceLineNo">885</span> MultiRowMutationProtos.MultiRowMutationService.BlockingInterface service =<a name="line.885"></a> -<span class="sourceLineNo">886</span> MultiRowMutationProtos.MultiRowMutationService.newBlockingStub(channel);<a name="line.886"></a> -<span class="sourceLineNo">887</span> try {<a name="line.887"></a> -<span class="sourceLineNo">888</span> service.mutateRows(null, mmrBuilder.build());<a name="line.888"></a> -<span class="sourceLineNo">889</span> } catch (ServiceException ex) {<a name="line.889"></a> -<span class="sourceLineNo">890</span> ProtobufUtil.toIOException(ex);<a name="line.890"></a> -<span class="sourceLineNo">891</span> }<a name="line.891"></a> -<span class="sourceLineNo">892</span> }<a name="line.892"></a> -<span class="sourceLineNo">893</span><a name="line.893"></a> -<span class="sourceLineNo">894</span> private void checkGroupName(String groupName) throws ConstraintException {<a name="line.894"></a> -<span class="sourceLineNo">895</span> if (!groupName.matches("[a-zA-Z0-9_]+")) {<a name="line.895"></a> -<span class="sourceLineNo">896</span> throw new ConstraintException("RSGroup name should only contain alphanumeric characters");<a name="line.896"></a> -<span class="sourceLineNo">897</span> }<a name="line.897"></a> -<span class="sourceLineNo">898</span> }<a name="line.898"></a> -<span class="sourceLineNo">899</span>}<a name="line.899"></a> +<span class="sourceLineNo">760</span> Utility.verifyMetaRegionLocation(conn, masterServices.getZooKeeper(), 1);<a name="line.760"></a> +<span class="sourceLineNo">761</span> if (rootMetaFound) {<a name="line.761"></a> +<span class="sourceLineNo">762</span> MetaTableAccessor.Visitor visitor = new DefaultVisitorBase() {<a name="line.762"></a> +<span class="sourceLineNo">763</span> @Override<a name="line.763"></a> +<span class="sourceLineNo">764</span> public boolean visitInternal(Result row) throws IOException {<a name="line.764"></a> +<span class="sourceLineNo">765</span> RegionInfo info = MetaTableAccessor.getRegionInfo(row);<a name="line.765"></a> +<span class="sourceLineNo">766</span> if (info != null) {<a name="line.766"></a> +<span class="sourceLineNo">767</span> Cell serverCell =<a name="line.767"></a> +<span class="sourceLineNo">768</span> row.getColumnLatestCell(HConstants.CATALOG_FAMILY,<a name="line.768"></a> +<span class="sourceLineNo">769</span> HConstants.SERVER_QUALIFIER);<a name="line.769"></a> +<span class="sourceLineNo">770</span> if (RSGROUP_TABLE_NAME.equals(info.getTable()) && serverCell != null) {<a name="line.770"></a> +<span class="sourceLineNo">771</span> ServerName sn =<a name="line.771"></a> +<span class="sourceLineNo">772</span> ServerName.parseVersionedServerName(CellUtil.cloneValue(serverCell));<a name="line.772"></a> +<span class="sourceLineNo">773</span> if (sn == null) {<a name="line.773"></a> +<span class="sourceLineNo">774</span> found.set(false);<a name="line.774"></a> +<span class="sourceLineNo">775</span> } else if (tsm.isTableState(RSGROUP_TABLE_NAME, TableState.State.ENABLED)) {<a name="line.775"></a> +<span class="sourceLineNo">776</span> try {<a name="line.776"></a> +<span class="sourceLineNo">777</span> ClientProtos.ClientService.BlockingInterface rs = conn.getClient(sn);<a name="line.777"></a> +<span class="sourceLineNo">778</span> ClientProtos.GetRequest request =<a name="line.778"></a> +<span class="sourceLineNo">779</span> RequestConverter.buildGetRequest(info.getRegionName(),<a name="line.779"></a> +<span class="sourceLineNo">780</span> new Get(ROW_KEY));<a name="line.780"></a> +<span class="sourceLineNo">781</span> rs.get(null, request);<a name="line.781"></a> +<span class="sourceLineNo">782</span> assignedRegions.add(info);<a name="line.782"></a> +<span class="sourceLineNo">783</span> } catch(Exception ex) {<a name="line.783"></a> +<span class="sourceLineNo">784</span> LOG.debug("Caught exception while verifying group region", ex);<a name="line.784"></a> +<span class="sourceLineNo">785</span> }<a name="line.785"></a> +<span class="sourceLineNo">786</span> }<a name="line.786"></a> +<span class="sourceLineNo">787</span> foundRegions.add(info);<a name="line.787"></a> +<span class="sourceLineNo">788</span> }<a name="line.788"></a> +<span class="sourceLineNo">789</span> }<a name="line.789"></a> +<span class="sourceLineNo">790</span> return true;<a name="line.790"></a> +<span class="sourceLineNo">791</span> }<a name="line.791"></a> +<span class="sourceLineNo">792</span> };<a name="line.792"></a> +<span class="sourceLineNo">793</span> MetaTableAccessor.fullScanRegions(conn, visitor);<a name="line.793"></a> +<span class="sourceLineNo">794</span> // if no regions in meta then we have to create the table<a name="line.794"></a> +<span class="sourceLineNo">795</span> if (foundRegions.size() < 1 && rootMetaFound && !createSent) {<a name="line.795"></a> +<span class="sourceLineNo">796</span> createRSGroupTable();<a name="line.796"></a> +<span class="sourceLineNo">797</span> createSent = true;<a name="line.797"></a> +<span class="sourceLineNo">798</span> }<a name="line.798"></a> +<span class="sourceLineNo">799</span> LOG.info("RSGroup table=" + RSGROUP_TABLE_NAME + " isOnline=" + found.get()<a name="line.799"></a> +<span class="sourceLineNo">800</span> + ", regionCount=" + foundRegions.size() + ", assignCount="<a name="line.800"></a> +<span class="sourceLineNo">801</span> + assignedRegions.size() + ", rootMetaFound=" + rootMetaFound);<a name="line.801"></a> +<span class="sourceLineNo">802</span> found.set(found.get() && assignedRegions.size() == foundRegions.size()<a name="line.802"></a> +<span class="sourceLineNo">803</span> && foundRegions.size() > 0);<a name="line.803"></a> +<span class="sourceLineNo">804</span> } else {<a name="line.804"></a> +<span class="sourceLineNo">805</span> LOG.info("Waiting for catalog tables to come online");<a name="line.805"></a> +<span class="sourceLineNo">806</span> found.set(false);<a name="line.806"></a> +<span class="sourceLineNo">807</span> }<a name="line.807"></a> +<span class="sourceLineNo">808</span> if (found.get()) {<a name="line.808"></a> +<span class="sourceLineNo">809</span> LOG.debug("With group table online, refreshing cached information.");<a name="line.809"></a> +<span class="sourceLineNo">810</span> RSGroupInfoManagerImpl.this.refresh(true);<a name="line.810"></a> +<span class="sourceLineNo">811</span> online = true;<a name="line.811"></a> +<span class="sourceLineNo">812</span> //flush any inconsistencies between ZK and HTable<a name="line.812"></a> +<span class="sourceLineNo">813</span> RSGroupInfoManagerImpl.this.flushConfig();<a name="line.813"></a> +<span class="sourceLineNo">814</span> }<a name="line.814"></a> +<span class="sourceLineNo">815</span> } catch (RuntimeException e) {<a name="line.815"></a> +<span class="sourceLineNo">816</span> throw e;<a name="line.816"></a> +<span class="sourceLineNo">817</span> } catch(Exception e) {<a name="line.817"></a> +<span class="sourceLineNo">818</span> found.set(false);<a name="line.818"></a> +<span class="sourceLineNo">819</span> LOG.warn("Failed to perform check", e);<a name="line.819"></a> +<span class="sourceLineNo">820</span> }<a name="line.820"></a> +<span class="sourceLineNo">821</span> try {<a name="line.821"></a> +<span class="sourceLineNo">822</span> Thread.sleep(100);<a name="line.822"></a> +<span class="sourceLineNo">823</span> } catch (InterruptedException e) {<a name="line.823"></a> +<span class="sourceLineNo">824</span> LOG.info("Sleep interrupted", e);<a name="line.824"></a> +<span class="sourceLineNo">825</span> }<a name="line.825"></a> +<span class="sourceLineNo">826</span> }<a name="line.826"></a> +<span class="sourceLineNo">827</span> return found.get();<a name="line.827"></a> +<span class="sourceLineNo">828</span> }<a name="line.828"></a> +<span class="sourceLineNo">829</span><a name="line.829"></a> +<span class="sourceLineNo">830</span> private void createRSGroupTable() throws IOException {<a name="line.830"></a> +<span class="sourceLineNo">831</span> Long procId = masterServices.createSystemTable(RSGROUP_TABLE_DESC);<a name="line.831"></a> +<span class="sourceLineNo">832</span> // wait for region to be online<a name="line.832"></a> +<span class="sourceLineNo">833</span> int tries = 600;<a name="line.833"></a> +<span class="sourceLineNo">834</span> while (!(masterServices.getMasterProcedureExecutor().isFinished(procId))<a name="line.834"></a> +<span class="sourceLineNo">835</span> && masterServices.getMasterProcedureExecutor().isRunning()<a name="line.835"></a> +<span class="sourceLineNo">836</span> && tries > 0) {<a name="line.836"></a> +<span class="sourceLineNo">837</span> try {<a name="line.837"></a> +<span class="sourceLineNo">838</span> Thread.sleep(100);<a name="line.838"></a> +<span class="sourceLineNo">839</span> } catch (InterruptedException e) {<a name="line.839"></a> +<span class="sourceLineNo">840</span> throw new IOException("Wait interrupted ", e);<a name="line.840"></a> +<span class="sourceLineNo">841</span> }<a name="line.841"></a> +<span class="sourceLineNo">842</span> tries--;<a name="line.842"></a> +<span class="sourceLineNo">843</span> }<a name="line.843"></a> +<span class="sourceLineNo">844</span> if(tries <= 0) {<a name="line.844"></a> +<span class="sourceLineNo">845</span> throw new IOException("Failed to create group table in a given time.");<a name="line.845"></a> +<span class="sourceLineNo">846</span> } else {<a name="line.846"></a> +<span class="sourceLineNo">847</span> Procedure<?> result = masterServices.getMasterProcedureExecutor().getResult(procId);<a name="line.847"></a> +<span class="sourceLineNo">848</span> if (result != null && result.isFailed()) {<a name="line.848"></a> +<span class="sourceLineNo">849</span> throw new IOException("Failed to create group table. " +<a name="line.849"></a> +<span class="sourceLineNo">850</span> MasterProcedureUtil.unwrapRemoteIOException(result));<a name="line.850"></a> +<span class="sourceLineNo">851</span> }<a name="line.851"></a> +<span class="sourceLineNo">852</span> }<a name="line.852"></a> +<span class="sourceLineNo">853</span> }<a name="line.853"></a> +<span class="sourceLineNo">854</span><a name="line.854"></a> +<span class="sourceLineNo">855</span> public boolean isOnline() {<a name="line.855"></a> +<span class="sourceLineNo">856</span> return online;<a name="line.856"></a> +<span class="sourceLineNo">857</span> }<a name="line.857"></a> +<span class="sourceLineNo">858</span> }<a name="line.858"></a> +<span class="sourceLineNo">859</span><a name="line.859"></a> +<span class="sourceLineNo">860</span> private static boolean isMasterRunning(MasterServices masterServices) {<a name="line.860"></a> +<span class="sourceLineNo">861</span> return !masterServices.isAborted() && !masterServices.isStopped();<a name="line.861"></a> +<span class="sourceLineNo">862</span> }<a name="line.862"></a> +<span class="sourceLineNo">863</span><a name="line.863"></a> +<span class="sourceLineNo">864</span> private void multiMutate(List<Mutation> mutations) throws IOException {<a name="line.864"></a> +<span class="sourceLineNo">865</span> CoprocessorRpcChannel channel = rsGroupTable.coprocessorService(ROW_KEY);<a name="line.865"></a> +<span class="sourceLineNo">866</span> MultiRowMutationProtos.MutateRowsRequest.Builder mmrBuilder<a name="line.866"></a> +<span class="sourceLineNo">867</span> = MultiRowMutationProtos.MutateRowsRequest.newBuilder();<a name="line.867"></a> +<span class="sourceLineNo">868</span> for (Mutation mutation : mutations) {<a name="line.868"></a> +<span class="sourceLineNo">869</span> if (mutation instanceof Put) {<a name="line.869"></a> +<span class="sourceLineNo">870</span> mmrBuilder.addMutationRequest(org.apache.hadoop.hbase.protobuf.ProtobufUtil.toMutation(<a name="line.870"></a> +<span class="sourceLineNo">871</span> org.apache.hadoop.hbase.protobuf.generated.ClientProtos.MutationProto.MutationType.PUT,<a name="line.871"></a> +<span class="sourceLineNo">872</span> mutation));<a name="line.872"></a> +<span class="sourceLineNo">873</span> } else if (mutation instanceof Delete) {<a name="line.873"></a> +<span class="sourceLineNo">874</span> mmrBuilder.addMutationRequest(<a name="line.874"></a> +<span class="sourceLineNo">875</span> org.apache.hadoop.hbase.protobuf.ProtobufUtil.toMutation(<a name="line.875"></a> +<span class="sourceLineNo">876</span> org.apache.hadoop.hbase.protobuf.generated.ClientProtos.MutationProto.<a name="line.876"></a> +<span class="sourceLineNo">877</span> MutationType.DELETE, mutation));<a name="line.877"></a> +<span class="sourceLineNo">878</span> } else {<a name="line.878"></a> +<span class="sourceLineNo">879</span> throw new DoNotRetryIOException("multiMutate doesn't support "<a name="line.879"></a> +<span class="sourceLineNo">880</span> + mutation.getClass().getName());<a name="line.880"></a> +<span class="sourceLineNo">881</span> }<a name="line.881"></a> +<span class="sourceLineNo">882</span> }<a name="line.882"></a> +<span class="sourceLineNo">883</span><a name="line.883"></a> +<span class="sourceLineNo">884</span> MultiRowMutationProtos.MultiRowMutationService.BlockingInterface service =<a name="line.884"></a> +<span class="sourceLineNo">885</span> MultiRowMutationProtos.MultiRowMutationService.newBlockingStub(channel);<a name="line.885"></a> +<span class="sourceLineNo">886</span> try {<a name="line.886"></a> +<span class="sourceLineNo">887</span> service.mutateRows(null, mmrBuilder.build());<a name="line.887"></a> +<span class="sourceLineNo">888</span> } catch (ServiceException ex) {<a name="line.888"></a> +<span class="sourceLineNo">889</span> ProtobufUtil.toIOException(ex);<a name="line.889"></a> +<span class="sourceLineNo">890</span> }<a name="line.890"></a> +<span class="sourceLineNo">891</span> }<a name="line.891"></a> +<span class="sourceLineNo">892</span><a name="line.892"></a> +<span class="sourceLineNo">893</span> private void checkGroupName(String groupName) throws ConstraintException {<a name="line.893"></a> +<span class="sourceLineNo">894</span> if (!groupName.matches("[a-zA-Z0-9_]+")) {<a name="line.894"></a> +<span class="sourceLineNo">895</span> throw new ConstraintException("RSGroup name should only contain alphanumeric characters");<a name="line.895"></a> +<span class="sourceLineNo">896</span> }<a name="line.896"></a> +<span class="sourceLineNo">897</span> }<a name="line.897"></a> +<span class="sourceLineNo">898</span>}<a name="line.898"></a>
