http://git-wip-us.apache.org/repos/asf/hbase-site/blob/f6f9d4f3/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.CompactionChecker.html ---------------------------------------------------------------------- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.CompactionChecker.html b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.CompactionChecker.html index 8cc5add..34858d6 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.CompactionChecker.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.CompactionChecker.html @@ -2188,1428 +2188,1428 @@ <span class="sourceLineNo">2180</span> }<a name="line.2180"></a> <span class="sourceLineNo">2181</span><a name="line.2181"></a> <span class="sourceLineNo">2182</span> @Override<a name="line.2182"></a> -<span class="sourceLineNo">2183</span> public void postOpenDeployTasks(final PostOpenDeployContext context)<a name="line.2183"></a> -<span class="sourceLineNo">2184</span> throws KeeperException, IOException {<a name="line.2184"></a> -<span class="sourceLineNo">2185</span> HRegion r = context.getRegion();<a name="line.2185"></a> -<span class="sourceLineNo">2186</span> long masterSystemTime = context.getMasterSystemTime();<a name="line.2186"></a> -<span class="sourceLineNo">2187</span> rpcServices.checkOpen();<a name="line.2187"></a> -<span class="sourceLineNo">2188</span> LOG.info("Post open deploy tasks for " + r.getRegionInfo().getRegionNameAsString());<a name="line.2188"></a> -<span class="sourceLineNo">2189</span> // Do checks to see if we need to compact (references or too many files)<a name="line.2189"></a> -<span class="sourceLineNo">2190</span> for (HStore s : r.stores.values()) {<a name="line.2190"></a> -<span class="sourceLineNo">2191</span> if (s.hasReferences() || s.needsCompaction()) {<a name="line.2191"></a> -<span class="sourceLineNo">2192</span> this.compactSplitThread.requestSystemCompaction(r, s, "Opening Region");<a name="line.2192"></a> -<span class="sourceLineNo">2193</span> }<a name="line.2193"></a> -<span class="sourceLineNo">2194</span> }<a name="line.2194"></a> -<span class="sourceLineNo">2195</span> long openSeqNum = r.getOpenSeqNum();<a name="line.2195"></a> -<span class="sourceLineNo">2196</span> if (openSeqNum == HConstants.NO_SEQNUM) {<a name="line.2196"></a> -<span class="sourceLineNo">2197</span> // If we opened a region, we should have read some sequence number from it.<a name="line.2197"></a> -<span class="sourceLineNo">2198</span> LOG.error("No sequence number found when opening " +<a name="line.2198"></a> -<span class="sourceLineNo">2199</span> r.getRegionInfo().getRegionNameAsString());<a name="line.2199"></a> -<span class="sourceLineNo">2200</span> openSeqNum = 0;<a name="line.2200"></a> -<span class="sourceLineNo">2201</span> }<a name="line.2201"></a> -<span class="sourceLineNo">2202</span><a name="line.2202"></a> -<span class="sourceLineNo">2203</span> // Notify master<a name="line.2203"></a> -<span class="sourceLineNo">2204</span> if (!reportRegionStateTransition(new RegionStateTransitionContext(<a name="line.2204"></a> -<span class="sourceLineNo">2205</span> TransitionCode.OPENED, openSeqNum, masterSystemTime, r.getRegionInfo()))) {<a name="line.2205"></a> -<span class="sourceLineNo">2206</span> throw new IOException("Failed to report opened region to master: "<a name="line.2206"></a> -<span class="sourceLineNo">2207</span> + r.getRegionInfo().getRegionNameAsString());<a name="line.2207"></a> -<span class="sourceLineNo">2208</span> }<a name="line.2208"></a> -<span class="sourceLineNo">2209</span><a name="line.2209"></a> -<span class="sourceLineNo">2210</span> triggerFlushInPrimaryRegion(r);<a name="line.2210"></a> -<span class="sourceLineNo">2211</span><a name="line.2211"></a> -<span class="sourceLineNo">2212</span> LOG.debug("Finished post open deploy task for " + r.getRegionInfo().getRegionNameAsString());<a name="line.2212"></a> -<span class="sourceLineNo">2213</span> }<a name="line.2213"></a> -<span class="sourceLineNo">2214</span><a name="line.2214"></a> -<span class="sourceLineNo">2215</span> @Override<a name="line.2215"></a> -<span class="sourceLineNo">2216</span> public boolean reportRegionStateTransition(final RegionStateTransitionContext context) {<a name="line.2216"></a> -<span class="sourceLineNo">2217</span> TransitionCode code = context.getCode();<a name="line.2217"></a> -<span class="sourceLineNo">2218</span> long openSeqNum = context.getOpenSeqNum();<a name="line.2218"></a> -<span class="sourceLineNo">2219</span> long masterSystemTime = context.getMasterSystemTime();<a name="line.2219"></a> -<span class="sourceLineNo">2220</span> RegionInfo[] hris = context.getHris();<a name="line.2220"></a> -<span class="sourceLineNo">2221</span><a name="line.2221"></a> -<span class="sourceLineNo">2222</span> if (TEST_SKIP_REPORTING_TRANSITION) {<a name="line.2222"></a> -<span class="sourceLineNo">2223</span> // This is for testing only in case there is no master<a name="line.2223"></a> -<span class="sourceLineNo">2224</span> // to handle the region transition report at all.<a name="line.2224"></a> -<span class="sourceLineNo">2225</span> if (code == TransitionCode.OPENED) {<a name="line.2225"></a> -<span class="sourceLineNo">2226</span> Preconditions.checkArgument(hris != null && hris.length == 1);<a name="line.2226"></a> -<span class="sourceLineNo">2227</span> if (hris[0].isMetaRegion()) {<a name="line.2227"></a> -<span class="sourceLineNo">2228</span> try {<a name="line.2228"></a> -<span class="sourceLineNo">2229</span> MetaTableLocator.setMetaLocation(getZooKeeper(), serverName,<a name="line.2229"></a> -<span class="sourceLineNo">2230</span> hris[0].getReplicaId(),State.OPEN);<a name="line.2230"></a> -<span class="sourceLineNo">2231</span> } catch (KeeperException e) {<a name="line.2231"></a> -<span class="sourceLineNo">2232</span> LOG.info("Failed to update meta location", e);<a name="line.2232"></a> -<span class="sourceLineNo">2233</span> return false;<a name="line.2233"></a> -<span class="sourceLineNo">2234</span> }<a name="line.2234"></a> -<span class="sourceLineNo">2235</span> } else {<a name="line.2235"></a> -<span class="sourceLineNo">2236</span> try {<a name="line.2236"></a> -<span class="sourceLineNo">2237</span> MetaTableAccessor.updateRegionLocation(clusterConnection,<a name="line.2237"></a> -<span class="sourceLineNo">2238</span> hris[0], serverName, openSeqNum, masterSystemTime);<a name="line.2238"></a> -<span class="sourceLineNo">2239</span> } catch (IOException e) {<a name="line.2239"></a> -<span class="sourceLineNo">2240</span> LOG.info("Failed to update meta", e);<a name="line.2240"></a> -<span class="sourceLineNo">2241</span> return false;<a name="line.2241"></a> -<span class="sourceLineNo">2242</span> }<a name="line.2242"></a> -<span class="sourceLineNo">2243</span> }<a name="line.2243"></a> -<span class="sourceLineNo">2244</span> }<a name="line.2244"></a> -<span class="sourceLineNo">2245</span> return true;<a name="line.2245"></a> -<span class="sourceLineNo">2246</span> }<a name="line.2246"></a> -<span class="sourceLineNo">2247</span><a name="line.2247"></a> -<span class="sourceLineNo">2248</span> ReportRegionStateTransitionRequest.Builder builder =<a name="line.2248"></a> -<span class="sourceLineNo">2249</span> ReportRegionStateTransitionRequest.newBuilder();<a name="line.2249"></a> -<span class="sourceLineNo">2250</span> builder.setServer(ProtobufUtil.toServerName(serverName));<a name="line.2250"></a> -<span class="sourceLineNo">2251</span> RegionStateTransition.Builder transition = builder.addTransitionBuilder();<a name="line.2251"></a> -<span class="sourceLineNo">2252</span> transition.setTransitionCode(code);<a name="line.2252"></a> -<span class="sourceLineNo">2253</span> if (code == TransitionCode.OPENED && openSeqNum >= 0) {<a name="line.2253"></a> -<span class="sourceLineNo">2254</span> transition.setOpenSeqNum(openSeqNum);<a name="line.2254"></a> -<span class="sourceLineNo">2255</span> }<a name="line.2255"></a> -<span class="sourceLineNo">2256</span> for (RegionInfo hri: hris) {<a name="line.2256"></a> -<span class="sourceLineNo">2257</span> transition.addRegionInfo(ProtobufUtil.toRegionInfo(hri));<a name="line.2257"></a> -<span class="sourceLineNo">2258</span> }<a name="line.2258"></a> -<span class="sourceLineNo">2259</span> ReportRegionStateTransitionRequest request = builder.build();<a name="line.2259"></a> -<span class="sourceLineNo">2260</span> int tries = 0;<a name="line.2260"></a> -<span class="sourceLineNo">2261</span> long pauseTime = INIT_PAUSE_TIME_MS;<a name="line.2261"></a> -<span class="sourceLineNo">2262</span> // Keep looping till we get an error. We want to send reports even though server is going down.<a name="line.2262"></a> -<span class="sourceLineNo">2263</span> // Only go down if clusterConnection is null. It is set to null almost as last thing as the<a name="line.2263"></a> -<span class="sourceLineNo">2264</span> // HRegionServer does down.<a name="line.2264"></a> -<span class="sourceLineNo">2265</span> while (this.clusterConnection != null && !this.clusterConnection.isClosed()) {<a name="line.2265"></a> -<span class="sourceLineNo">2266</span> RegionServerStatusService.BlockingInterface rss = rssStub;<a name="line.2266"></a> -<span class="sourceLineNo">2267</span> try {<a name="line.2267"></a> -<span class="sourceLineNo">2268</span> if (rss == null) {<a name="line.2268"></a> -<span class="sourceLineNo">2269</span> createRegionServerStatusStub();<a name="line.2269"></a> -<span class="sourceLineNo">2270</span> continue;<a name="line.2270"></a> -<span class="sourceLineNo">2271</span> }<a name="line.2271"></a> -<span class="sourceLineNo">2272</span> ReportRegionStateTransitionResponse response =<a name="line.2272"></a> -<span class="sourceLineNo">2273</span> rss.reportRegionStateTransition(null, request);<a name="line.2273"></a> -<span class="sourceLineNo">2274</span> if (response.hasErrorMessage()) {<a name="line.2274"></a> -<span class="sourceLineNo">2275</span> LOG.info("TRANSITION FAILED " + request + ": " + response.getErrorMessage());<a name="line.2275"></a> -<span class="sourceLineNo">2276</span> break;<a name="line.2276"></a> -<span class="sourceLineNo">2277</span> }<a name="line.2277"></a> -<span class="sourceLineNo">2278</span> // Log if we had to retry else don't log unless TRACE. We want to<a name="line.2278"></a> -<span class="sourceLineNo">2279</span> // know if were successful after an attempt showed in logs as failed.<a name="line.2279"></a> -<span class="sourceLineNo">2280</span> if (tries > 0 || LOG.isTraceEnabled()) {<a name="line.2280"></a> -<span class="sourceLineNo">2281</span> LOG.info("TRANSITION REPORTED " + request);<a name="line.2281"></a> -<span class="sourceLineNo">2282</span> }<a name="line.2282"></a> -<span class="sourceLineNo">2283</span> // NOTE: Return mid-method!!!<a name="line.2283"></a> -<span class="sourceLineNo">2284</span> return true;<a name="line.2284"></a> -<span class="sourceLineNo">2285</span> } catch (ServiceException se) {<a name="line.2285"></a> -<span class="sourceLineNo">2286</span> IOException ioe = ProtobufUtil.getRemoteException(se);<a name="line.2286"></a> -<span class="sourceLineNo">2287</span> boolean pause = ioe instanceof ServerNotRunningYetException ||<a name="line.2287"></a> -<span class="sourceLineNo">2288</span> ioe instanceof PleaseHoldException;<a name="line.2288"></a> -<span class="sourceLineNo">2289</span> if (pause) {<a name="line.2289"></a> -<span class="sourceLineNo">2290</span> // Do backoff else we flood the Master with requests.<a name="line.2290"></a> -<span class="sourceLineNo">2291</span> pauseTime = ConnectionUtils.getPauseTime(INIT_PAUSE_TIME_MS, tries);<a name="line.2291"></a> -<span class="sourceLineNo">2292</span> } else {<a name="line.2292"></a> -<span class="sourceLineNo">2293</span> pauseTime = INIT_PAUSE_TIME_MS; // Reset.<a name="line.2293"></a> -<span class="sourceLineNo">2294</span> }<a name="line.2294"></a> -<span class="sourceLineNo">2295</span> LOG.info("Failed report transition " +<a name="line.2295"></a> -<span class="sourceLineNo">2296</span> TextFormat.shortDebugString(request) + "; retry (#" + tries + ")" +<a name="line.2296"></a> -<span class="sourceLineNo">2297</span> (pause?<a name="line.2297"></a> -<span class="sourceLineNo">2298</span> " after " + pauseTime + "ms delay (Master is coming online...).":<a name="line.2298"></a> -<span class="sourceLineNo">2299</span> " immediately."),<a name="line.2299"></a> -<span class="sourceLineNo">2300</span> ioe);<a name="line.2300"></a> -<span class="sourceLineNo">2301</span> if (pause) Threads.sleep(pauseTime);<a name="line.2301"></a> -<span class="sourceLineNo">2302</span> tries++;<a name="line.2302"></a> -<span class="sourceLineNo">2303</span> if (rssStub == rss) {<a name="line.2303"></a> -<span class="sourceLineNo">2304</span> rssStub = null;<a name="line.2304"></a> -<span class="sourceLineNo">2305</span> }<a name="line.2305"></a> -<span class="sourceLineNo">2306</span> }<a name="line.2306"></a> -<span class="sourceLineNo">2307</span> }<a name="line.2307"></a> -<span class="sourceLineNo">2308</span> return false;<a name="line.2308"></a> -<span class="sourceLineNo">2309</span> }<a name="line.2309"></a> -<span class="sourceLineNo">2310</span><a name="line.2310"></a> -<span class="sourceLineNo">2311</span> /**<a name="line.2311"></a> -<span class="sourceLineNo">2312</span> * Trigger a flush in the primary region replica if this region is a secondary replica. Does not<a name="line.2312"></a> -<span class="sourceLineNo">2313</span> * block this thread. See RegionReplicaFlushHandler for details.<a name="line.2313"></a> -<span class="sourceLineNo">2314</span> */<a name="line.2314"></a> -<span class="sourceLineNo">2315</span> void triggerFlushInPrimaryRegion(final HRegion region) {<a name="line.2315"></a> -<span class="sourceLineNo">2316</span> if (ServerRegionReplicaUtil.isDefaultReplica(region.getRegionInfo())) {<a name="line.2316"></a> -<span class="sourceLineNo">2317</span> return;<a name="line.2317"></a> -<span class="sourceLineNo">2318</span> }<a name="line.2318"></a> -<span class="sourceLineNo">2319</span> if (!ServerRegionReplicaUtil.isRegionReplicaReplicationEnabled(region.conf) ||<a name="line.2319"></a> -<span class="sourceLineNo">2320</span> !ServerRegionReplicaUtil.isRegionReplicaWaitForPrimaryFlushEnabled(<a name="line.2320"></a> -<span class="sourceLineNo">2321</span> region.conf)) {<a name="line.2321"></a> -<span class="sourceLineNo">2322</span> region.setReadsEnabled(true);<a name="line.2322"></a> -<span class="sourceLineNo">2323</span> return;<a name="line.2323"></a> -<span class="sourceLineNo">2324</span> }<a name="line.2324"></a> -<span class="sourceLineNo">2325</span><a name="line.2325"></a> -<span class="sourceLineNo">2326</span> region.setReadsEnabled(false); // disable reads before marking the region as opened.<a name="line.2326"></a> -<span class="sourceLineNo">2327</span> // RegionReplicaFlushHandler might reset this.<a name="line.2327"></a> -<span class="sourceLineNo">2328</span><a name="line.2328"></a> -<span class="sourceLineNo">2329</span> // submit it to be handled by one of the handlers so that we do not block OpenRegionHandler<a name="line.2329"></a> -<span class="sourceLineNo">2330</span> if (this.executorService != null) {<a name="line.2330"></a> -<span class="sourceLineNo">2331</span> this.executorService.submit(new RegionReplicaFlushHandler(this, clusterConnection,<a name="line.2331"></a> -<span class="sourceLineNo">2332</span> rpcRetryingCallerFactory, rpcControllerFactory, operationTimeout, region));<a name="line.2332"></a> -<span class="sourceLineNo">2333</span> }<a name="line.2333"></a> -<span class="sourceLineNo">2334</span> }<a name="line.2334"></a> -<span class="sourceLineNo">2335</span><a name="line.2335"></a> -<span class="sourceLineNo">2336</span> @Override<a name="line.2336"></a> -<span class="sourceLineNo">2337</span> public RpcServerInterface getRpcServer() {<a name="line.2337"></a> -<span class="sourceLineNo">2338</span> return rpcServices.rpcServer;<a name="line.2338"></a> -<span class="sourceLineNo">2339</span> }<a name="line.2339"></a> -<span class="sourceLineNo">2340</span><a name="line.2340"></a> -<span class="sourceLineNo">2341</span> @VisibleForTesting<a name="line.2341"></a> -<span class="sourceLineNo">2342</span> public RSRpcServices getRSRpcServices() {<a name="line.2342"></a> -<span class="sourceLineNo">2343</span> return rpcServices;<a name="line.2343"></a> -<span class="sourceLineNo">2344</span> }<a name="line.2344"></a> -<span class="sourceLineNo">2345</span><a name="line.2345"></a> -<span class="sourceLineNo">2346</span> /**<a name="line.2346"></a> -<span class="sourceLineNo">2347</span> * Cause the server to exit without closing the regions it is serving, the log<a name="line.2347"></a> -<span class="sourceLineNo">2348</span> * it is using and without notifying the master. Used unit testing and on<a name="line.2348"></a> -<span class="sourceLineNo">2349</span> * catastrophic events such as HDFS is yanked out from under hbase or we OOME.<a name="line.2349"></a> -<span class="sourceLineNo">2350</span> *<a name="line.2350"></a> -<span class="sourceLineNo">2351</span> * @param reason<a name="line.2351"></a> -<span class="sourceLineNo">2352</span> * the reason we are aborting<a name="line.2352"></a> -<span class="sourceLineNo">2353</span> * @param cause<a name="line.2353"></a> -<span class="sourceLineNo">2354</span> * the exception that caused the abort, or null<a name="line.2354"></a> -<span class="sourceLineNo">2355</span> */<a name="line.2355"></a> -<span class="sourceLineNo">2356</span> @Override<a name="line.2356"></a> -<span class="sourceLineNo">2357</span> public void abort(String reason, Throwable cause) {<a name="line.2357"></a> -<span class="sourceLineNo">2358</span> String msg = "***** ABORTING region server " + this + ": " + reason + " *****";<a name="line.2358"></a> -<span class="sourceLineNo">2359</span> if (cause != null) {<a name="line.2359"></a> -<span class="sourceLineNo">2360</span> LOG.error(HBaseMarkers.FATAL, msg, cause);<a name="line.2360"></a> -<span class="sourceLineNo">2361</span> } else {<a name="line.2361"></a> -<span class="sourceLineNo">2362</span> LOG.error(HBaseMarkers.FATAL, msg);<a name="line.2362"></a> -<span class="sourceLineNo">2363</span> }<a name="line.2363"></a> -<span class="sourceLineNo">2364</span> this.abortRequested = true;<a name="line.2364"></a> -<span class="sourceLineNo">2365</span> // HBASE-4014: show list of coprocessors that were loaded to help debug<a name="line.2365"></a> -<span class="sourceLineNo">2366</span> // regionserver crashes.Note that we're implicitly using<a name="line.2366"></a> -<span class="sourceLineNo">2367</span> // java.util.HashSet's toString() method to print the coprocessor names.<a name="line.2367"></a> -<span class="sourceLineNo">2368</span> LOG.error(HBaseMarkers.FATAL, "RegionServer abort: loaded coprocessors are: " +<a name="line.2368"></a> -<span class="sourceLineNo">2369</span> CoprocessorHost.getLoadedCoprocessors());<a name="line.2369"></a> -<span class="sourceLineNo">2370</span> // Try and dump metrics if abort -- might give clue as to how fatal came about....<a name="line.2370"></a> -<span class="sourceLineNo">2371</span> try {<a name="line.2371"></a> -<span class="sourceLineNo">2372</span> LOG.info("Dump of metrics as JSON on abort: " + DumpRegionServerMetrics.dumpMetrics());<a name="line.2372"></a> -<span class="sourceLineNo">2373</span> } catch (MalformedObjectNameException | IOException e) {<a name="line.2373"></a> -<span class="sourceLineNo">2374</span> LOG.warn("Failed dumping metrics", e);<a name="line.2374"></a> -<span class="sourceLineNo">2375</span> }<a name="line.2375"></a> -<span class="sourceLineNo">2376</span><a name="line.2376"></a> -<span class="sourceLineNo">2377</span> // Do our best to report our abort to the master, but this may not work<a name="line.2377"></a> -<span class="sourceLineNo">2378</span> try {<a name="line.2378"></a> -<span class="sourceLineNo">2379</span> if (cause != null) {<a name="line.2379"></a> -<span class="sourceLineNo">2380</span> msg += "\nCause:\n" + Throwables.getStackTraceAsString(cause);<a name="line.2380"></a> -<span class="sourceLineNo">2381</span> }<a name="line.2381"></a> -<span class="sourceLineNo">2382</span> // Report to the master but only if we have already registered with the master.<a name="line.2382"></a> -<span class="sourceLineNo">2383</span> if (rssStub != null && this.serverName != null) {<a name="line.2383"></a> -<span class="sourceLineNo">2384</span> ReportRSFatalErrorRequest.Builder builder =<a name="line.2384"></a> -<span class="sourceLineNo">2385</span> ReportRSFatalErrorRequest.newBuilder();<a name="line.2385"></a> -<span class="sourceLineNo">2386</span> builder.setServer(ProtobufUtil.toServerName(this.serverName));<a name="line.2386"></a> -<span class="sourceLineNo">2387</span> builder.setErrorMessage(msg);<a name="line.2387"></a> -<span class="sourceLineNo">2388</span> rssStub.reportRSFatalError(null, builder.build());<a name="line.2388"></a> -<span class="sourceLineNo">2389</span> }<a name="line.2389"></a> -<span class="sourceLineNo">2390</span> } catch (Throwable t) {<a name="line.2390"></a> -<span class="sourceLineNo">2391</span> LOG.warn("Unable to report fatal error to master", t);<a name="line.2391"></a> -<span class="sourceLineNo">2392</span> }<a name="line.2392"></a> -<span class="sourceLineNo">2393</span> // shutdown should be run as the internal user<a name="line.2393"></a> -<span class="sourceLineNo">2394</span> stop(reason, true, null);<a name="line.2394"></a> -<span class="sourceLineNo">2395</span> }<a name="line.2395"></a> -<span class="sourceLineNo">2396</span><a name="line.2396"></a> -<span class="sourceLineNo">2397</span> /**<a name="line.2397"></a> -<span class="sourceLineNo">2398</span> * @see HRegionServer#abort(String, Throwable)<a name="line.2398"></a> -<span class="sourceLineNo">2399</span> */<a name="line.2399"></a> -<span class="sourceLineNo">2400</span> public void abort(String reason) {<a name="line.2400"></a> -<span class="sourceLineNo">2401</span> abort(reason, null);<a name="line.2401"></a> -<span class="sourceLineNo">2402</span> }<a name="line.2402"></a> -<span class="sourceLineNo">2403</span><a name="line.2403"></a> -<span class="sourceLineNo">2404</span> @Override<a name="line.2404"></a> -<span class="sourceLineNo">2405</span> public boolean isAborted() {<a name="line.2405"></a> -<span class="sourceLineNo">2406</span> return this.abortRequested;<a name="line.2406"></a> -<span class="sourceLineNo">2407</span> }<a name="line.2407"></a> -<span class="sourceLineNo">2408</span><a name="line.2408"></a> -<span class="sourceLineNo">2409</span> /*<a name="line.2409"></a> -<span class="sourceLineNo">2410</span> * Simulate a kill -9 of this server. Exits w/o closing regions or cleaninup<a name="line.2410"></a> -<span class="sourceLineNo">2411</span> * logs but it does close socket in case want to bring up server on old<a name="line.2411"></a> -<span class="sourceLineNo">2412</span> * hostname+port immediately.<a name="line.2412"></a> -<span class="sourceLineNo">2413</span> */<a name="line.2413"></a> -<span class="sourceLineNo">2414</span> @VisibleForTesting<a name="line.2414"></a> -<span class="sourceLineNo">2415</span> protected void kill() {<a name="line.2415"></a> -<span class="sourceLineNo">2416</span> this.killed = true;<a name="line.2416"></a> -<span class="sourceLineNo">2417</span> abort("Simulated kill");<a name="line.2417"></a> -<span class="sourceLineNo">2418</span> }<a name="line.2418"></a> -<span class="sourceLineNo">2419</span><a name="line.2419"></a> -<span class="sourceLineNo">2420</span> /**<a name="line.2420"></a> -<span class="sourceLineNo">2421</span> * Called on stop/abort before closing the cluster connection and meta locator.<a name="line.2421"></a> -<span class="sourceLineNo">2422</span> */<a name="line.2422"></a> -<span class="sourceLineNo">2423</span> protected void sendShutdownInterrupt() {<a name="line.2423"></a> -<span class="sourceLineNo">2424</span> }<a name="line.2424"></a> -<span class="sourceLineNo">2425</span><a name="line.2425"></a> -<span class="sourceLineNo">2426</span> /**<a name="line.2426"></a> -<span class="sourceLineNo">2427</span> * Wait on all threads to finish. Presumption is that all closes and stops<a name="line.2427"></a> -<span class="sourceLineNo">2428</span> * have already been called.<a name="line.2428"></a> -<span class="sourceLineNo">2429</span> */<a name="line.2429"></a> -<span class="sourceLineNo">2430</span> protected void stopServiceThreads() {<a name="line.2430"></a> -<span class="sourceLineNo">2431</span> // clean up the scheduled chores<a name="line.2431"></a> -<span class="sourceLineNo">2432</span> if (this.choreService != null) {<a name="line.2432"></a> -<span class="sourceLineNo">2433</span> choreService.cancelChore(nonceManagerChore);<a name="line.2433"></a> -<span class="sourceLineNo">2434</span> choreService.cancelChore(compactionChecker);<a name="line.2434"></a> -<span class="sourceLineNo">2435</span> choreService.cancelChore(periodicFlusher);<a name="line.2435"></a> -<span class="sourceLineNo">2436</span> choreService.cancelChore(healthCheckChore);<a name="line.2436"></a> -<span class="sourceLineNo">2437</span> choreService.cancelChore(storefileRefresher);<a name="line.2437"></a> -<span class="sourceLineNo">2438</span> choreService.cancelChore(movedRegionsCleaner);<a name="line.2438"></a> -<span class="sourceLineNo">2439</span> choreService.cancelChore(fsUtilizationChore);<a name="line.2439"></a> -<span class="sourceLineNo">2440</span> // clean up the remaining scheduled chores (in case we missed out any)<a name="line.2440"></a> -<span class="sourceLineNo">2441</span> choreService.shutdown();<a name="line.2441"></a> -<span class="sourceLineNo">2442</span> }<a name="line.2442"></a> -<span class="sourceLineNo">2443</span><a name="line.2443"></a> -<span class="sourceLineNo">2444</span> if (this.cacheFlusher != null) {<a name="line.2444"></a> -<span class="sourceLineNo">2445</span> this.cacheFlusher.join();<a name="line.2445"></a> -<span class="sourceLineNo">2446</span> }<a name="line.2446"></a> -<span class="sourceLineNo">2447</span><a name="line.2447"></a> -<span class="sourceLineNo">2448</span> if (this.spanReceiverHost != null) {<a name="line.2448"></a> -<span class="sourceLineNo">2449</span> this.spanReceiverHost.closeReceivers();<a name="line.2449"></a> -<span class="sourceLineNo">2450</span> }<a name="line.2450"></a> -<span class="sourceLineNo">2451</span> if (this.walRoller != null) {<a name="line.2451"></a> -<span class="sourceLineNo">2452</span> this.walRoller.close();<a name="line.2452"></a> -<span class="sourceLineNo">2453</span> }<a name="line.2453"></a> -<span class="sourceLineNo">2454</span> if (this.compactSplitThread != null) {<a name="line.2454"></a> -<span class="sourceLineNo">2455</span> this.compactSplitThread.join();<a name="line.2455"></a> -<span class="sourceLineNo">2456</span> }<a name="line.2456"></a> -<span class="sourceLineNo">2457</span> if (this.executorService != null) this.executorService.shutdown();<a name="line.2457"></a> -<span class="sourceLineNo">2458</span> if (this.replicationSourceHandler != null &&<a name="line.2458"></a> -<span class="sourceLineNo">2459</span> this.replicationSourceHandler == this.replicationSinkHandler) {<a name="line.2459"></a> -<span class="sourceLineNo">2460</span> this.replicationSourceHandler.stopReplicationService();<a name="line.2460"></a> -<span class="sourceLineNo">2461</span> } else {<a name="line.2461"></a> -<span class="sourceLineNo">2462</span> if (this.replicationSourceHandler != null) {<a name="line.2462"></a> -<span class="sourceLineNo">2463</span> this.replicationSourceHandler.stopReplicationService();<a name="line.2463"></a> -<span class="sourceLineNo">2464</span> }<a name="line.2464"></a> -<span class="sourceLineNo">2465</span> if (this.replicationSinkHandler != null) {<a name="line.2465"></a> -<span class="sourceLineNo">2466</span> this.replicationSinkHandler.stopReplicationService();<a name="line.2466"></a> -<span class="sourceLineNo">2467</span> }<a name="line.2467"></a> -<span class="sourceLineNo">2468</span> }<a name="line.2468"></a> -<span class="sourceLineNo">2469</span> }<a name="line.2469"></a> -<span class="sourceLineNo">2470</span><a name="line.2470"></a> -<span class="sourceLineNo">2471</span> /**<a name="line.2471"></a> -<span class="sourceLineNo">2472</span> * @return Return the object that implements the replication<a name="line.2472"></a> -<span class="sourceLineNo">2473</span> * source executorService.<a name="line.2473"></a> -<span class="sourceLineNo">2474</span> */<a name="line.2474"></a> -<span class="sourceLineNo">2475</span> @Override<a name="line.2475"></a> -<span class="sourceLineNo">2476</span> public ReplicationSourceService getReplicationSourceService() {<a name="line.2476"></a> -<span class="sourceLineNo">2477</span> return replicationSourceHandler;<a name="line.2477"></a> -<span class="sourceLineNo">2478</span> }<a name="line.2478"></a> -<span class="sourceLineNo">2479</span><a name="line.2479"></a> -<span class="sourceLineNo">2480</span> /**<a name="line.2480"></a> -<span class="sourceLineNo">2481</span> * @return Return the object that implements the replication sink executorService.<a name="line.2481"></a> -<span class="sourceLineNo">2482</span> */<a name="line.2482"></a> -<span class="sourceLineNo">2483</span> public ReplicationSinkService getReplicationSinkService() {<a name="line.2483"></a> -<span class="sourceLineNo">2484</span> return replicationSinkHandler;<a name="line.2484"></a> -<span class="sourceLineNo">2485</span> }<a name="line.2485"></a> -<span class="sourceLineNo">2486</span><a name="line.2486"></a> -<span class="sourceLineNo">2487</span> /**<a name="line.2487"></a> -<span class="sourceLineNo">2488</span> * Get the current master from ZooKeeper and open the RPC connection to it.<a name="line.2488"></a> -<span class="sourceLineNo">2489</span> * To get a fresh connection, the current rssStub must be null.<a name="line.2489"></a> -<span class="sourceLineNo">2490</span> * Method will block until a master is available. You can break from this<a name="line.2490"></a> -<span class="sourceLineNo">2491</span> * block by requesting the server stop.<a name="line.2491"></a> -<span class="sourceLineNo">2492</span> *<a name="line.2492"></a> -<span class="sourceLineNo">2493</span> * @return master + port, or null if server has been stopped<a name="line.2493"></a> -<span class="sourceLineNo">2494</span> */<a name="line.2494"></a> -<span class="sourceLineNo">2495</span> @VisibleForTesting<a name="line.2495"></a> -<span class="sourceLineNo">2496</span> protected synchronized ServerName createRegionServerStatusStub() {<a name="line.2496"></a> -<span class="sourceLineNo">2497</span> // Create RS stub without refreshing the master node from ZK, use cached data<a name="line.2497"></a> -<span class="sourceLineNo">2498</span> return createRegionServerStatusStub(false);<a name="line.2498"></a> -<span class="sourceLineNo">2499</span> }<a name="line.2499"></a> -<span class="sourceLineNo">2500</span><a name="line.2500"></a> -<span class="sourceLineNo">2501</span> /**<a name="line.2501"></a> -<span class="sourceLineNo">2502</span> * Get the current master from ZooKeeper and open the RPC connection to it. To get a fresh<a name="line.2502"></a> -<span class="sourceLineNo">2503</span> * connection, the current rssStub must be null. Method will block until a master is available.<a name="line.2503"></a> -<span class="sourceLineNo">2504</span> * You can break from this block by requesting the server stop.<a name="line.2504"></a> -<span class="sourceLineNo">2505</span> * @param refresh If true then master address will be read from ZK, otherwise use cached data<a name="line.2505"></a> -<span class="sourceLineNo">2506</span> * @return master + port, or null if server has been stopped<a name="line.2506"></a> -<span class="sourceLineNo">2507</span> */<a name="line.2507"></a> -<span class="sourceLineNo">2508</span> @VisibleForTesting<a name="line.2508"></a> -<span class="sourceLineNo">2509</span> protected synchronized ServerName createRegionServerStatusStub(boolean refresh) {<a name="line.2509"></a> -<span class="sourceLineNo">2510</span> if (rssStub != null) {<a name="line.2510"></a> -<span class="sourceLineNo">2511</span> return masterAddressTracker.getMasterAddress();<a name="line.2511"></a> -<span class="sourceLineNo">2512</span> }<a name="line.2512"></a> -<span class="sourceLineNo">2513</span> ServerName sn = null;<a name="line.2513"></a> -<span class="sourceLineNo">2514</span> long previousLogTime = 0;<a name="line.2514"></a> -<span class="sourceLineNo">2515</span> RegionServerStatusService.BlockingInterface intRssStub = null;<a name="line.2515"></a> -<span class="sourceLineNo">2516</span> LockService.BlockingInterface intLockStub = null;<a name="line.2516"></a> -<span class="sourceLineNo">2517</span> boolean interrupted = false;<a name="line.2517"></a> -<span class="sourceLineNo">2518</span> try {<a name="line.2518"></a> -<span class="sourceLineNo">2519</span> while (keepLooping()) {<a name="line.2519"></a> -<span class="sourceLineNo">2520</span> sn = this.masterAddressTracker.getMasterAddress(refresh);<a name="line.2520"></a> -<span class="sourceLineNo">2521</span> if (sn == null) {<a name="line.2521"></a> -<span class="sourceLineNo">2522</span> if (!keepLooping()) {<a name="line.2522"></a> -<span class="sourceLineNo">2523</span> // give up with no connection.<a name="line.2523"></a> -<span class="sourceLineNo">2524</span> LOG.debug("No master found and cluster is stopped; bailing out");<a name="line.2524"></a> -<span class="sourceLineNo">2525</span> return null;<a name="line.2525"></a> -<span class="sourceLineNo">2526</span> }<a name="line.2526"></a> -<span class="sourceLineNo">2527</span> if (System.currentTimeMillis() > (previousLogTime + 1000)) {<a name="line.2527"></a> -<span class="sourceLineNo">2528</span> LOG.debug("No master found; retry");<a name="line.2528"></a> -<span class="sourceLineNo">2529</span> previousLogTime = System.currentTimeMillis();<a name="line.2529"></a> -<span class="sourceLineNo">2530</span> }<a name="line.2530"></a> -<span class="sourceLineNo">2531</span> refresh = true; // let's try pull it from ZK directly<a name="line.2531"></a> -<span class="sourceLineNo">2532</span> if (sleep(200)) {<a name="line.2532"></a> -<span class="sourceLineNo">2533</span> interrupted = true;<a name="line.2533"></a> -<span class="sourceLineNo">2534</span> }<a name="line.2534"></a> -<span class="sourceLineNo">2535</span> continue;<a name="line.2535"></a> -<span class="sourceLineNo">2536</span> }<a name="line.2536"></a> -<span class="sourceLineNo">2537</span><a name="line.2537"></a> -<span class="sourceLineNo">2538</span> // If we are on the active master, use the shortcut<a name="line.2538"></a> -<span class="sourceLineNo">2539</span> if (this instanceof HMaster && sn.equals(getServerName())) {<a name="line.2539"></a> -<span class="sourceLineNo">2540</span> intRssStub = ((HMaster)this).getMasterRpcServices();<a name="line.2540"></a> -<span class="sourceLineNo">2541</span> intLockStub = ((HMaster)this).getMasterRpcServices();<a name="line.2541"></a> -<span class="sourceLineNo">2542</span> break;<a name="line.2542"></a> -<span class="sourceLineNo">2543</span> }<a name="line.2543"></a> -<span class="sourceLineNo">2544</span> try {<a name="line.2544"></a> -<span class="sourceLineNo">2545</span> BlockingRpcChannel channel =<a name="line.2545"></a> -<span class="sourceLineNo">2546</span> this.rpcClient.createBlockingRpcChannel(sn, userProvider.getCurrent(),<a name="line.2546"></a> -<span class="sourceLineNo">2547</span> shortOperationTimeout);<a name="line.2547"></a> -<span class="sourceLineNo">2548</span> intRssStub = RegionServerStatusService.newBlockingStub(channel);<a name="line.2548"></a> -<span class="sourceLineNo">2549</span> intLockStub = LockService.newBlockingStub(channel);<a name="line.2549"></a> -<span class="sourceLineNo">2550</span> break;<a name="line.2550"></a> -<span class="sourceLineNo">2551</span> } catch (IOException e) {<a name="line.2551"></a> -<span class="sourceLineNo">2552</span> if (System.currentTimeMillis() > (previousLogTime + 1000)) {<a name="line.2552"></a> -<span class="sourceLineNo">2553</span> e = e instanceof RemoteException ?<a name="line.2553"></a> -<span class="sourceLineNo">2554</span> ((RemoteException)e).unwrapRemoteException() : e;<a name="line.2554"></a> -<span class="sourceLineNo">2555</span> if (e instanceof ServerNotRunningYetException) {<a name="line.2555"></a> -<span class="sourceLineNo">2556</span> LOG.info("Master isn't available yet, retrying");<a name="line.2556"></a> -<span class="sourceLineNo">2557</span> } else {<a name="line.2557"></a> -<span class="sourceLineNo">2558</span> LOG.warn("Unable to connect to master. Retrying. Error was:", e);<a name="line.2558"></a> -<span class="sourceLineNo">2559</span> }<a name="line.2559"></a> -<span class="sourceLineNo">2560</span> previousLogTime = System.currentTimeMillis();<a name="line.2560"></a> -<span class="sourceLineNo">2561</span> }<a name="line.2561"></a> -<span class="sourceLineNo">2562</span> if (sleep(200)) {<a name="line.2562"></a> -<span class="sourceLineNo">2563</span> interrupted = true;<a name="line.2563"></a> -<span class="sourceLineNo">2564</span> }<a name="line.2564"></a> -<span class="sourceLineNo">2565</span> }<a name="line.2565"></a> -<span class="sourceLineNo">2566</span> }<a name="line.2566"></a> -<span class="sourceLineNo">2567</span> } finally {<a name="line.2567"></a> -<span class="sourceLineNo">2568</span> if (interrupted) {<a name="line.2568"></a> -<span class="sourceLineNo">2569</span> Thread.currentThread().interrupt();<a name="line.2569"></a> -<span class="sourceLineNo">2570</span> }<a name="line.2570"></a> -<span class="sourceLineNo">2571</span> }<a name="line.2571"></a> -<span class="sourceLineNo">2572</span> this.rssStub = intRssStub;<a name="line.2572"></a> -<span class="sourceLineNo">2573</span> this.lockStub = intLockStub;<a name="line.2573"></a> -<span class="sourceLineNo">2574</span> return sn;<a name="line.2574"></a> -<span class="sourceLineNo">2575</span> }<a name="line.2575"></a> -<span class="sourceLineNo">2576</span><a name="line.2576"></a> -<span class="sourceLineNo">2577</span> /**<a name="line.2577"></a> -<span class="sourceLineNo">2578</span> * @return True if we should break loop because cluster is going down or<a name="line.2578"></a> -<span class="sourceLineNo">2579</span> * this server has been stopped or hdfs has gone bad.<a name="line.2579"></a> -<span class="sourceLineNo">2580</span> */<a name="line.2580"></a> -<span class="sourceLineNo">2581</span> private boolean keepLooping() {<a name="line.2581"></a> -<span class="sourceLineNo">2582</span> return !this.stopped && isClusterUp();<a name="line.2582"></a> -<span class="sourceLineNo">2583</span> }<a name="line.2583"></a> -<span class="sourceLineNo">2584</span><a name="line.2584"></a> -<span class="sourceLineNo">2585</span> /*<a name="line.2585"></a> -<span class="sourceLineNo">2586</span> * Let the master know we're here Run initialization using parameters passed<a name="line.2586"></a> -<span class="sourceLineNo">2587</span> * us by the master.<a name="line.2587"></a> -<span class="sourceLineNo">2588</span> * @return A Map of key/value configurations we got from the Master else<a name="line.2588"></a> -<span class="sourceLineNo">2589</span> * null if we failed to register.<a name="line.2589"></a> -<span class="sourceLineNo">2590</span> * @throws IOException<a name="line.2590"></a> -<span class="sourceLineNo">2591</span> */<a name="line.2591"></a> -<span class="sourceLineNo">2592</span> private RegionServerStartupResponse reportForDuty() throws IOException {<a name="line.2592"></a> -<span class="sourceLineNo">2593</span> if (this.masterless) return RegionServerStartupResponse.getDefaultInstance();<a name="line.2593"></a> -<span class="sourceLineNo">2594</span> ServerName masterServerName = createRegionServerStatusStub(true);<a name="line.2594"></a> -<span class="sourceLineNo">2595</span> if (masterServerName == null) return null;<a name="line.2595"></a> -<span class="sourceLineNo">2596</span> RegionServerStartupResponse result = null;<a name="line.2596"></a> -<span class="sourceLineNo">2597</span> try {<a name="line.2597"></a> -<span class="sourceLineNo">2598</span> rpcServices.requestCount.reset();<a name="line.2598"></a> -<span class="sourceLineNo">2599</span> rpcServices.rpcGetRequestCount.reset();<a name="line.2599"></a> -<span class="sourceLineNo">2600</span> rpcServices.rpcScanRequestCount.reset();<a name="line.2600"></a> -<span class="sourceLineNo">2601</span> rpcServices.rpcMultiRequestCount.reset();<a name="line.2601"></a> -<span class="sourceLineNo">2602</span> rpcServices.rpcMutateRequestCount.reset();<a name="line.2602"></a> -<span class="sourceLineNo">2603</span> LOG.info("reportForDuty to master=" + masterServerName + " with port="<a name="line.2603"></a> -<span class="sourceLineNo">2604</span> + rpcServices.isa.getPort() + ", startcode=" + this.startcode);<a name="line.2604"></a> -<span class="sourceLineNo">2605</span> long now = EnvironmentEdgeManager.currentTime();<a name="line.2605"></a> -<span class="sourceLineNo">2606</span> int port = rpcServices.isa.getPort();<a name="line.2606"></a> -<span class="sourceLineNo">2607</span> RegionServerStartupRequest.Builder request = RegionServerStartupRequest.newBuilder();<a name="line.2607"></a> -<span class="sourceLineNo">2608</span> if (!StringUtils.isBlank(useThisHostnameInstead)) {<a name="line.2608"></a> -<span class="sourceLineNo">2609</span> request.setUseThisHostnameInstead(useThisHostnameInstead);<a name="line.2609"></a> -<span class="sourceLineNo">2610</span> }<a name="line.2610"></a> -<span class="sourceLineNo">2611</span> request.setPort(port);<a name="line.2611"></a> -<span class="sourceLineNo">2612</span> request.setServerStartCode(this.startcode);<a name="line.2612"></a> -<span class="sourceLineNo">2613</span> request.setServerCurrentTime(now);<a name="line.2613"></a> -<span class="sourceLineNo">2614</span> result = this.rssStub.regionServerStartup(null, request.build());<a name="line.2614"></a> -<span class="sourceLineNo">2615</span> } catch (ServiceException se) {<a name="line.2615"></a> -<span class="sourceLineNo">2616</span> IOException ioe = ProtobufUtil.getRemoteException(se);<a name="line.2616"></a> -<span class="sourceLineNo">2617</span> if (ioe instanceof ClockOutOfSyncException) {<a name="line.2617"></a> -<span class="sourceLineNo">2618</span> LOG.error(HBaseMarkers.FATAL, "Master rejected startup because clock is out of sync",<a name="line.2618"></a> -<span class="sourceLineNo">2619</span> ioe);<a name="line.2619"></a> -<span class="sourceLineNo">2620</span> // Re-throw IOE will cause RS to abort<a name="line.2620"></a> -<span class="sourceLineNo">2621</span> throw ioe;<a name="line.2621"></a> -<span class="sourceLineNo">2622</span> } else if (ioe instanceof ServerNotRunningYetException) {<a name="line.2622"></a> -<span class="sourceLineNo">2623</span> LOG.debug("Master is not running yet");<a name="line.2623"></a> -<span class="sourceLineNo">2624</span> } else {<a name="line.2624"></a> -<span class="sourceLineNo">2625</span> LOG.warn("error telling master we are up", se);<a name="line.2625"></a> -<span class="sourceLineNo">2626</span> }<a name="line.2626"></a> -<span class="sourceLineNo">2627</span> rssStub = null;<a name="line.2627"></a> -<span class="sourceLineNo">2628</span> }<a name="line.2628"></a> -<span class="sourceLineNo">2629</span> return result;<a name="line.2629"></a> -<span class="sourceLineNo">2630</span> }<a name="line.2630"></a> -<span class="sourceLineNo">2631</span><a name="line.2631"></a> -<span class="sourceLineNo">2632</span> @Override<a name="line.2632"></a> -<span class="sourceLineNo">2633</span> public RegionStoreSequenceIds getLastSequenceId(byte[] encodedRegionName) {<a name="line.2633"></a> -<span class="sourceLineNo">2634</span> try {<a name="line.2634"></a> -<span class="sourceLineNo">2635</span> GetLastFlushedSequenceIdRequest req =<a name="line.2635"></a> -<span class="sourceLineNo">2636</span> RequestConverter.buildGetLastFlushedSequenceIdRequest(encodedRegionName);<a name="line.2636"></a> -<span class="sourceLineNo">2637</span> RegionServerStatusService.BlockingInterface rss = rssStub;<a name="line.2637"></a> -<span class="sourceLineNo">2638</span> if (rss == null) { // Try to connect one more time<a name="line.2638"></a> -<span class="sourceLineNo">2639</span> createRegionServerStatusStub();<a name="line.2639"></a> -<span class="sourceLineNo">2640</span> rss = rssStub;<a name="line.2640"></a> -<span class="sourceLineNo">2641</span> if (rss == null) {<a name="line.2641"></a> -<span class="sourceLineNo">2642</span> // Still no luck, we tried<a name="line.2642"></a> -<span class="sourceLineNo">2643</span> LOG.warn("Unable to connect to the master to check " + "the last flushed sequence id");<a name="line.2643"></a> -<span class="sourceLineNo">2644</span> return RegionStoreSequenceIds.newBuilder().setLastFlushedSequenceId(HConstants.NO_SEQNUM)<a name="line.2644"></a> -<span class="sourceLineNo">2645</span> .build();<a name="line.2645"></a> -<span class="sourceLineNo">2646</span> }<a name="line.2646"></a> -<span class="sourceLineNo">2647</span> }<a name="line.2647"></a> -<span class="sourceLineNo">2648</span> GetLastFlushedSequenceIdResponse resp = rss.getLastFlushedSequenceId(null, req);<a name="line.2648"></a> -<span class="sourceLineNo">2649</span> return RegionStoreSequenceIds.newBuilder()<a name="line.2649"></a> -<span class="sourceLineNo">2650</span> .setLastFlushedSequenceId(resp.getLastFlushedSequenceId())<a name="line.2650"></a> -<span class="sourceLineNo">2651</span> .addAllStoreSequenceId(resp.getStoreLastFlushedSequenceIdList()).build();<a name="line.2651"></a> -<span class="sourceLineNo">2652</span> } catch (ServiceException e) {<a name="line.2652"></a> -<span class="sourceLineNo">2653</span> LOG.warn("Unable to connect to the master to check the last flushed sequence id", e);<a name="line.2653"></a> -<span class="sourceLineNo">2654</span> return RegionStoreSequenceIds.newBuilder().setLastFlushedSequenceId(HConstants.NO_SEQNUM)<a name="line.2654"></a> -<span class="sourceLineNo">2655</span> .build();<a name="line.2655"></a> -<span class="sourceLineNo">2656</span> }<a name="line.2656"></a> -<span class="sourceLineNo">2657</span> }<a name="line.2657"></a> -<span class="sourceLineNo">2658</span><a name="line.2658"></a> -<span class="sourceLineNo">2659</span> /**<a name="line.2659"></a> -<span class="sourceLineNo">2660</span> * Closes all regions. Called on our way out.<a name="line.2660"></a> -<span class="sourceLineNo">2661</span> * Assumes that its not possible for new regions to be added to onlineRegions<a name="line.2661"></a> -<span class="sourceLineNo">2662</span> * while this method runs.<a name="line.2662"></a> -<span class="sourceLineNo">2663</span> */<a name="line.2663"></a> -<span class="sourceLineNo">2664</span> protected void closeAllRegions(final boolean abort) {<a name="line.2664"></a> -<span class="sourceLineNo">2665</span> closeUserRegions(abort);<a name="line.2665"></a> -<span class="sourceLineNo">2666</span> closeMetaTableRegions(abort);<a name="line.2666"></a> -<span class="sourceLineNo">2667</span> }<a name="line.2667"></a> -<span class="sourceLineNo">2668</span><a name="line.2668"></a> -<span class="sourceLineNo">2669</span> /**<a name="line.2669"></a> -<span class="sourceLineNo">2670</span> * Close meta region if we carry it<a name="line.2670"></a> -<span class="sourceLineNo">2671</span> * @param abort Whether we're running an abort.<a name="line.2671"></a> -<span class="sourceLineNo">2672</span> */<a name="line.2672"></a> -<span class="sourceLineNo">2673</span> void closeMetaTableRegions(final boolean abort) {<a name="line.2673"></a> -<span class="sourceLineNo">2674</span> HRegion meta = null;<a name="line.2674"></a> -<span class="sourceLineNo">2675</span> this.lock.writeLock().lock();<a name="line.2675"></a> -<span class="sourceLineNo">2676</span> try {<a name="line.2676"></a> -<span class="sourceLineNo">2677</span> for (Map.Entry<String, HRegion> e: onlineRegions.entrySet()) {<a name="line.2677"></a> -<span class="sourceLineNo">2678</span> RegionInfo hri = e.getValue().getRegionInfo();<a name="line.2678"></a> -<span class="sourceLineNo">2679</span> if (hri.isMetaRegion()) {<a name="line.2679"></a> -<span class="sourceLineNo">2680</span> meta = e.getValue();<a name="line.2680"></a> -<span class="sourceLineNo">2681</span> }<a name="line.2681"></a> -<span class="sourceLineNo">2682</span> if (meta != null) break;<a name="line.2682"></a> -<span class="sourceLineNo">2683</span> }<a name="line.2683"></a> -<span class="sourceLineNo">2684</span> } finally {<a name="line.2684"></a> -<span class="sourceLineNo">2685</span> this.lock.writeLock().unlock();<a name="line.2685"></a> -<span class="sourceLineNo">2686</span> }<a name="line.2686"></a> -<span class="sourceLineNo">2687</span> if (meta != null) closeRegionIgnoreErrors(meta.getRegionInfo(), abort);<a name="line.2687"></a> -<span class="sourceLineNo">2688</span> }<a name="line.2688"></a> -<span class="sourceLineNo">2689</span><a name="line.2689"></a> -<span class="sourceLineNo">2690</span> /**<a name="line.2690"></a> -<span class="sourceLineNo">2691</span> * Schedule closes on all user regions.<a name="line.2691"></a> -<span class="sourceLineNo">2692</span> * Should be safe calling multiple times because it wont' close regions<a name="line.2692"></a> -<span class="sourceLineNo">2693</span> * that are already closed or that are closing.<a name="line.2693"></a> -<span class="sourceLineNo">2694</span> * @param abort Whether we're running an abort.<a name="line.2694"></a> -<span class="sourceLineNo">2695</span> */<a name="line.2695"></a> -<span class="sourceLineNo">2696</span> void closeUserRegions(final boolean abort) {<a name="line.2696"></a> -<span class="sourceLineNo">2697</span> this.lock.writeLock().lock();<a name="line.2697"></a> -<span class="sourceLineNo">2698</span> try {<a name="line.2698"></a> -<span class="sourceLineNo">2699</span> for (Map.Entry<String, HRegion> e: this.onlineRegions.entrySet()) {<a name="line.2699"></a> -<span class="sourceLineNo">2700</span> HRegion r = e.getValue();<a name="line.2700"></a> -<span class="sourceLineNo">2701</span> if (!r.getRegionInfo().isMetaRegion() && r.isAvailable()) {<a name="line.2701"></a> -<span class="sourceLineNo">2702</span> // Don't update zk with this close transition; pass false.<a name="line.2702"></a> -<span class="sourceLineNo">2703</span> closeRegionIgnoreErrors(r.getRegionInfo(), abort);<a name="line.2703"></a> -<span class="sourceLineNo">2704</span> }<a name="line.2704"></a> -<span class="sourceLineNo">2705</span> }<a name="line.2705"></a> -<span class="sourceLineNo">2706</span> } finally {<a name="line.2706"></a> -<span class="sourceLineNo">2707</span> this.lock.writeLock().unlock();<a name="line.2707"></a> -<span class="sourceLineNo">2708</span> }<a name="line.2708"></a> -<span class="sourceLineNo">2709</span> }<a name="line.2709"></a> -<span class="sourceLineNo">2710</span><a name="line.2710"></a> -<span class="sourceLineNo">2711</span> /** @return the info server */<a name="line.2711"></a> -<span class="sourceLineNo">2712</span> public InfoServer getInfoServer() {<a name="line.2712"></a> -<span class="sourceLineNo">2713</span> return infoServer;<a name="line.2713"></a> -<span class="sourceLineNo">2714</span> }<a name="line.2714"></a> -<span class="sourceLineNo">2715</span><a name="line.2715"></a> -<span class="sourceLineNo">2716</span> /**<a name="line.2716"></a> -<span class="sourceLineNo">2717</span> * @return true if a stop has been requested.<a name="line.2717"></a> -<span class="sourceLineNo">2718</span> */<a name="line.2718"></a> -<span class="sourceLineNo">2719</span> @Override<a name="line.2719"></a> -<span class="sourceLineNo">2720</span> public boolean isStopped() {<a name="line.2720"></a> -<span class="sourceLineNo">2721</span> return this.stopped;<a name="line.2721"></a> -<span class="sourceLineNo">2722</span> }<a name="line.2722"></a> -<span class="sourceLineNo">2723</span><a name="line.2723"></a> -<span class="sourceLineNo">2724</span> @Override<a name="line.2724"></a> -<span class="sourceLineNo">2725</span> public boolean isStopping() {<a name="line.2725"></a> -<span class="sourceLineNo">2726</span> return this.stopping;<a name="line.2726"></a> -<span class="sourceLineNo">2727</span> }<a name="line.2727"></a> -<span class="sourceLineNo">2728</span><a name="line.2728"></a> -<span class="sourceLineNo">2729</span> /**<a name="line.2729"></a> -<span class="sourceLineNo">2730</span> *<a name="line.2730"></a> -<span class="sourceLineNo">2731</span> * @return the configuration<a name="line.2731"></a> -<span class="sourceLineNo">2732</span> */<a name="line.2732"></a> -<span class="sourceLineNo">2733</span> @Override<a name="line.2733"></a> -<span class="sourceLineNo">2734</span> public Configuration getConfiguration() {<a name="line.2734"></a> -<span class="sourceLineNo">2735</span> return conf;<a name="line.2735"></a> -<span class="sourceLineNo">2736</span> }<a name="line.2736"></a> -<span class="sourceLineNo">2737</span><a name="line.2737"></a> -<span class="sourceLineNo">2738</span> /** @return the write lock for the server */<a name="line.2738"></a> -<span class="sourceLineNo">2739</span> ReentrantReadWriteLock.WriteLock getWriteLock() {<a name="line.2739"></a> -<span class="sourceLineNo">2740</span> return lock.writeLock();<a name="line.2740"></a> -<span class="sourceLineNo">2741</span> }<a name="line.2741"></a> -<span class="sourceLineNo">2742</span><a name="line.2742"></a> -<span class="sourceLineNo">2743</span> public int getNumberOfOnlineRegions() {<a name="line.2743"></a> -<span class="sourceLineNo">2744</span> return this.onlineRegions.size();<a name="line.2744"></a> -<span class="sourceLineNo">2745</span> }<a name="line.2745"></a> -<span class="sourceLineNo">2746</span><a name="line.2746"></a> -<span class="sourceLineNo">2747</span> boolean isOnlineRegionsEmpty() {<a name="line.2747"></a> -<span class="sourceLineNo">2748</span> return this.onlineRegions.isEmpty();<a name="line.2748"></a> -<span class="sourceLineNo">2749</span> }<a name="line.2749"></a> -<span class="sourceLineNo">2750</span><a name="line.2750"></a> -<span class="sourceLineNo">2751</span> /**<a name="line.2751"></a> -<span class="sourceLineNo">2752</span> * For tests, web ui and metrics.<a name="line.2752"></a> -<span class="sourceLineNo">2753</span> * This method will only work if HRegionServer is in the same JVM as client;<a name="line.2753"></a> -<span class="sourceLineNo">2754</span> * HRegion cannot be serialized to cross an rpc.<a name="line.2754"></a> -<span class="sourceLineNo">2755</span> */<a name="line.2755"></a> -<span class="sourceLineNo">2756</span> public Collection<HRegion> getOnlineRegionsLocalContext() {<a name="line.2756"></a> -<span class="sourceLineNo">2757</span> Collection<HRegion> regions = this.onlineRegions.values();<a name="line.2757"></a> -<span class="sourceLineNo">2758</span> return Collections.unmodifiableCollection(regions);<a name="line.2758"></a> -<span class="sourceLineNo">2759</span> }<a name="line.2759"></a> -<span class="sourceLineNo">2760</span><a name="line.2760"></a> -<span class="sourceLineNo">2761</span> @Override<a name="line.2761"></a> -<span class="sourceLineNo">2762</span> public void addRegion(HRegion region) {<a name="line.2762"></a> -<span class="sourceLineNo">2763</span> this.onlineRegions.put(region.getRegionInfo().getEncodedName(), region);<a name="line.2763"></a> -<span class="sourceLineNo">2764</span> configurationManager.registerObserver(region);<a name="line.2764"></a> -<span class="sourceLineNo">2765</span> }<a name="line.2765"></a> -<span class="sourceLineNo">2766</span><a name="line.2766"></a> -<span class="sourceLineNo">2767</span> private void addRegion(SortedMap<Long, Collection<HRegion>> sortedRegions, HRegion region,<a name="line.2767"></a> -<span class="sourceLineNo">2768</span> long size) {<a name="line.2768"></a> -<span class="sourceLineNo">2769</span> if (!sortedRegions.containsKey(size)) {<a name="line.2769"></a> -<span class="sourceLineNo">2770</span> sortedRegions.put(size, new ArrayList<>());<a name="line.2770"></a> -<span class="sourceLineNo">2771</span> }<a name="line.2771"></a> -<span class="sourceLineNo">2772</span> sortedRegions.get(size).add(region);<a name="line.2772"></a> -<span class="sourceLineNo">2773</span> }<a name="line.2773"></a> -<span class="sourceLineNo">2774</span> /**<a name="line.2774"></a> -<span class="sourceLineNo">2775</span> * @return A new Map of online regions sorted by region off-heap size with the first entry being<a name="line.2775"></a> -<span class="sourceLineNo">2776</span> * the biggest.<a name="line.2776"></a> -<span class="sourceLineNo">2777</span> */<a name="line.2777"></a> -<span class="sourceLineNo">2778</span> SortedMap<Long, Collection<HRegion>> getCopyOfOnlineRegionsSortedByOffHeapSize() {<a name="line.2778"></a> -<span class="sourceLineNo">2779</span> // we'll sort the regions in reverse<a name="line.2779"></a> -<span class="sourceLineNo">2780</span> SortedMap<Long, Collection<HRegion>> sortedRegions = new TreeMap<>(<a name="line.2780"></a> -<span class="sourceLineNo">2781</span> new Comparator<Long>() {<a name="line.2781"></a> -<span class="sourceLineNo">2782</span> @Override<a name="line.2782"></a> -<span class="sourceLineNo">2783</span> public int compare(Long a, Long b) {<a name="line.2783"></a> -<span class="sourceLineNo">2784</span> return -1 * a.compareTo(b);<a name="line.2784"></a> -<span class="sourceLineNo">2785</span> }<a name="line.2785"></a> -<span class="sourceLineNo">2786</span> });<a name="line.2786"></a> -<span class="sourceLineNo">2787</span> // Copy over all regions. Regions are sorted by size with biggest first.<a name="line.2787"></a> -<span class="sourceLineNo">2788</span> for (HRegion region : this.onlineRegions.values()) {<a name="line.2788"></a> -<span class="sourceLineNo">2789</span> addRegion(sortedRegions, region, region.getMemStoreOffHeapSize());<a name="line.2789"></a> -<span class="sourceLineNo">2790</span> }<a name="line.2790"></a> -<span class="sourceLineNo">2791</span> return sortedRegions;<a name="line.2791"></a> -<span class="sourceLineNo">2792</span> }<a name="line.2792"></a> -<span class="sourceLineNo">2793</span><a name="line.2793"></a> -<span class="sourceLineNo">2794</span> /**<a name="line.2794"></a> -<span class="sourceLineNo">2795</span> * @return A new Map of online regions sorted by region heap size with the first entry being the<a name="line.2795"></a> -<span class="sourceLineNo">2796</span> * biggest.<a name="line.2796"></a> -<span class="sourceLineNo">2797</span> */<a name="line.2797"></a> -<span class="sourceLineNo">2798</span> SortedMap<Long, Collection<HRegion>> getCopyOfOnlineRegionsSortedByOnHeapSize() {<a name="line.2798"></a> -<span class="sourceLineNo">2799</span> // we'll sort the regions in reverse<a name="line.2799"></a> -<span class="sourceLineNo">2800</span> SortedMap<Long, Collection<HRegion>> sortedRegions = new TreeMap<>(<a name="line.2800"></a> -<span class="sourceLineNo">2801</span> new Comparator<Long>() {<a name="line.2801"></a> -<span class="sourceLineNo">2802</span> @Override<a name="line.2802"></a> -<span class="sourceLineNo">2803</span> public int compare(Long a, Long b) {<a name="line.2803"></a> -<span class="sourceLineNo">2804</span> return -1 * a.compareTo(b);<a name="line.2804"></a> -<span class="sourceLineNo">2805</span> }<a name="line.2805"></a> -<span class="sourceLineNo">2806</span> });<a name="line.2806"></a> -<span class="sourceLineNo">2807</span> // Copy over all regions. Regions are sorted by size with biggest first.<a name="line.2807"></a> -<span class="sourceLineNo">2808</span> for (HRegion region : this.onlineRegions.values()) {<a name="line.2808"></a> -<span class="sourceLineNo">2809</span> addRegion(sortedRegions, region, region.getMemStoreHeapSize());<a name="line.2809"></a> -<span class="sourceLineNo">2810</span> }<a name="line.2810"></a> -<span class="sourceLineNo">2811</span> return sortedRegions;<a name="line.2811"></a> -<span class="sourceLineNo">2812</span> }<a name="line.2812"></a> -<span class="sourceLineNo">2813</span><a name="line.2813"></a> -<span class="sourceLineNo">2814</span> /**<a name="line.2814"></a> -<span class="sourceLineNo">2815</span> * @return time stamp in millis of when this region server was started<a name="line.2815"></a> -<span class="sourceLineNo">2816</span> */<a name="line.2816"></a> -<span class="sourceLineNo">2817</span> public long getStartcode() {<a name="line.2817"></a> -<span class="sourceLineNo">2818</span> return this.startcode;<a name="line.2818"></a> -<span class="sourceLineNo">2819</span> }<a name="line.2819"></a> -<span class="sourceLineNo">2820</span><a name="line.2820"></a> -<span class="sourceLineNo">2821</span> /** @return reference to FlushRequester */<a name="line.2821"></a> -<span class="sourceLineNo">2822</span> @Override<a name="line.2822"></a> -<span class="sourceLineNo">2823</span> public FlushRequester getFlushRequester() {<a name="line.2823"></a> -<span class="sourceLineNo">2824</span> return this.cacheFlusher;<a name="line.2824"></a> -<span class="sourceLineNo">2825</span> }<a name="line.2825"></a> -<span class="sourceLineNo">2826</span><a name="line.2826"></a> -<span class="sourceLineNo">2827</span> @Override<a name="line.2827"></a> -<span class="sourceLineNo">2828</span> public CompactionRequester getCompactionRequestor() {<a name="line.2828"></a> -<span class="sourceLineNo">2829</span> return this.compactSplitThread;<a name="line.2829"></a> -<span class="sourceLineNo">2830</span> }<a name="line.2830"></a> -<span class="sourceLineNo">2831</span><a name="line.2831"></a> -<span class="sourceLineNo">2832</span> /**<a name="line.2832"></a> -<span class="sourceLineNo">2833</span> * Get the top N most loaded regions this server is serving so we can tell the<a name="line.2833"></a> -<span class="sourceLineNo">2834</span> * master which regions it can reallocate if we're overloaded. TODO: actually<a name="line.2834"></a> -<span class="sourceLineNo">2835</span> * calculate which regions are most loaded. (Right now, we're just grabbing<a name="line.2835"></a> -<span class="sourceLineNo">2836</span> * the first N regions being served regardless of load.)<a name="line.2836"></a> -<span class="sourceLineNo">2837</span> */<a name="line.2837"></a> -<span class="sourceLineNo">2838</span> protected RegionInfo[] getMostLoadedRegions() {<a name="line.2838"></a> -<span class="sourceLineNo">2839</span> ArrayList<RegionInfo> regions = new ArrayList<>();<a name="line.2839"></a> -<span class="sourceLineNo">2840</span> for (Region r : onlineRegions.values()) {<a name="line.2840"></a> -<span class="sourceLineNo">2841</span> if (!r.isAvailable()) {<a name="line.2841"></a> -<span class="sourceLineNo">2842</span> continue;<a name="line.2842"></a> -<span class="sourceLineNo">2843</span> }<a name="line.2843"></a> -<span class="sourceLineNo">2844</span> if (regions.size() < numRegionsToReport) {<a name="line.2844"></a> -<span class="sourceLineNo">2845</span> regions.add(r.getRegionInfo());<a name="line.2845"></a> -<span class="sourceLineNo">2846</span> } else {<a name="line.2846"></a> -<span class="sourceLineNo">2847</span> break;<a name="line.2847"></a> -<span class="sourceLineNo">2848</span> }<a name="line.2848"></a> -<span class="sourceLineNo">2849</span> }<a name="line.2849"></a> -<span class="sourceLineNo">2850</span> return regions.toArray(new RegionInfo[regions.size()]);<a name="line.2850"></a> -<span class="sourceLineNo">2851</span> }<a name="line.2851"></a> -<span class="sourceLineNo">2852</span><a name="line.2852"></a> -<span class="sourceLineNo">2853</span> @Override<a name="line.2853"></a> -<span class="sourceLineNo">2854</span> public Leases getLeases() {<a name="line.2854"></a> -<span class="sourceLineNo">2855</span> return leases;<a name="line.2855"></a> -<span class="sourceLineNo">2856</span> }<a name="line.2856"></a> -<span class="sourceLineNo">2857</span><a name="line.2857"></a> -<span class="sourceLineNo">2858</span> /**<a name="line.2858"></a> -<span class="sourceLineNo">2859</span> * @return Return the rootDir.<a name="line.2859"></a> -<span class="sourceLineNo">2860</span> */<a name="line.2860"></a> -<span class="sourceLineNo">2861</span> protected Path getRootDir() {<a name="line.2861"></a> -<span class="sourceLineNo">2862</span> return rootDir;<a name="line.2862"></a> -<span class="sourceLineNo">2863</span> }<a name="line.2863"></a> -<span class="sourceLineNo">2864</span><a name="line.2864"></a> -<span class="sourceLineNo">2865</span> /**<a name="line.2865"></a> -<span class="sourceLineNo">2866</span> * @return Return the fs.<a name="line.2866"></a> -<span class="sourceLineNo">2867</span> */<a name="line.2867"></a> -<span class="sourceLineNo">2868</span> @Override<a name="line.2868"></a> -<span class="sourceLineNo">2869</span> public FileSystem getFileSystem() {<a name="line.2869"></a> -<span class="sourceLineNo">2870</span> return fs;<a name="line.2870"></a> -<span class="sourceLineNo">2871</span> }<a name="line.2871"></a> -<span class="sourceLineNo">2872</span><a name="line.2872"></a> -<span class="sourceLineNo">2873</span> /**<a name="line.2873"></a> -<span class="sourceLineNo">2874</span> * @return Return the walRootDir.<a name="line.2874"></a> -<span class="sourceLineNo">2875</span> */<a name="line.2875"></a> -<span class="sourceLineNo">2876</span> public Path getWALRootDir() {<a name="line.2876"></a> -<span class="sourceLineNo">2877</span> return walRootDir;<a name="line.2877"></a> -<span class="sourceLineNo">2878</span> }<a name="line.2878"></a> -<span class="sourceLineNo">2879</span><a name="line.2879"></a> -<span class="sourceLineNo">2880</span> /**<a name="line.2880"></a> -<span class="sourceLineNo">2881</span> * @return Return the walFs.<a name="line.2881"></a> -<span class="sourceLineNo">2882</span> */<a name="line.2882"></a> -<span class="sourceLineNo">2883</span> public FileSystem getWALFileSystem() {<a name="line.2883"></a> -<span class="sourceLineNo">2884</span> return walFs;<a name="line.2884"></a> -<span class="sourceLineNo">2885</span> }<a name="line.2885"></a> -<span class="sourceLineNo">2886</span><a name="line.2886"></a> -<span class="sourceLineNo">2887</span> @Override<a name="line.2887"></a> -<span class="sourceLineNo">2888</span> public String toString() {<a name="line.2888"></a> -<span class="sourceLineNo">2889</span> return getServerName().toString();<a name="line.2889"></a> -<span class="sourceLineNo">2890</span> }<a name="line.2890"></a> -<span class="sourceLineNo">2891</span><a name="line.2891"></a> -<span class="sourceLineNo">2892</span> /**<a name="line.2892"></a> -<span class="sourceLineNo">2893</span> * Interval at which threads should run<a name="line.2893"></a> -<span class="sourceLineNo">2894</span> *<a name="line.2894"></a> -<span class="sourceLineNo">2895</span> * @return the interval<a name="line.2895"></a> -<span class="sourceLineNo">2896</span> */<a name="line.2896"></a> -<span class="sourceLineNo">2897</span> public int getThreadWakeFrequency() {<a name="line.2897"></a> -<span class="sourceLineNo">2898</span> return threadWakeFrequency;<a name="line.2898"></a> -<span class="sourceLineNo">2899</span> }<a name="line.2899"></a> -<span class="sourceLineNo">2900</span><a name="line.2900"></a> -<span class="sourceLineNo">2901</span> @Override<a name="line.2901"></a> -<span class="sourceLineNo">2902</span> public ZKWatcher getZooKeeper() {<a name="line.2902"></a> -<span class="sourceLineNo">2903</span> return zooKeeper;<a name="line.2903"></a> -<span class="sourceLineNo">2904</span> }<a name="line.2904"></a> -<span class="sourceLineNo">2905</span><a name="line.2905"></a> -<span class="sourceLineNo">2906</span> @Override<a name="line.2906"></a> -<span class="sourceLineNo">2907</span> public CoordinatedStateManager getCoordinatedStateManager() {<a name="line.2907"></a> -<span class="sourceLineNo">2908</span> return csm;<a name="line.2908"></a> -<span class="sourceLineNo">2909</span> }<a name="line.2909"></a> -<span class="sourceLineNo">2910</span><a name="line.2910"></a> -<span class="sourceLineNo">2911</span> @Override<a name="line.2911"></a> -<span class="sourceLineNo">2912</span> public ServerName getServerName() {<a name="line.2912"></a> -<span class="sourceLineNo">2913</span> return serverName;<a name="line.2913"></a> -<span class="sourceLineNo">2914</span> }<a name="line.2914"></a> -<span class="sourceLineNo">2915</span><a name="line.2915"></a> -<span class="sourceLineNo">2916</span> public RegionServerCoprocessorHost getRegionServerCoprocessorHost(){<a name="line.2916"></a> -<span class="sourceLineNo">2917</span> return this.rsHost;<a name="line.2917"></a> -<span class="sourceLineNo">2918</span> }<a name="line.2918"></a> -<span class="sourceLineNo">2919</span><a name="line.2919"></a> -<span class="sourceLineNo">2920</span> @Override<a name="line.2920"></a> -<span class="sourceLineNo">2921</span> public ConcurrentMap<byte[], Boolean> getRegionsInTransitionInRS() {<a name="line.2921"></a> -<span class="sourceLineNo">2922</span> return this.regionsInTransitionInRS;<a name="line.2922"></a> -<span class="sourceLineNo">2923</span> }<a name="line.2923"></a> -<span class="sourceLineNo">2924</span><a name="line.2924"></a> -<span class="sourceLineNo">2925</span> @Override<a name="line.2925"></a> -<span class="sourceLineNo">2926</span> public ExecutorService getExecutorService() {<a name="line.2926"></a> -<span class="sourceLineNo">2927</span> return executorService;<a name="line.2927"></a> -<span class="sourceLineNo">2928</span> }<a name="line.2928"></a> -<span class="sourceLineNo">2929</span><a name="line.2929"></a> -<span class="sourceLineNo">2930</span> @Override<a name="line.2930"></a> -<span class="sourceLineNo">2931</span> public ChoreService getChoreService() {<a name="line.2931"></a> -<span class="sourceLineNo">2932</span> return choreService;<a name="line.2932"></a> -<span class="sourceLineNo">2933</span> }<a name="line.2933"></a> -<span class="sourceLineNo">2934</span><a name="line.2934"></a> -<span class="sourceLineNo">2935</span> @Override<a name="line.2935"></a> -<span class="sourceLineNo">2936</span> public RegionServerRpcQuotaManager getRegionServerRpcQuotaManager() {<a name="line.2936"></a> -<span class="sourceLineNo">2937</span> return rsQuotaManager;<a name="line.2937"></a> -<span class="sourceLineNo">2938</span> }<a name="line.2938"></a> -<span class="sourceLineNo">2939</span><a name="line.2939"></a> -<span class="sourceLineNo">2940</span> //<a name="line.2940"></a> -<span class="sourceLineNo">2941</span> // Main program and support routines<a name="line.2941"></a> -<span class="sourceLineNo">2942</span> //<a name="line.2942"></a> -<span class="sourceLineNo">2943</span> /**<a name="line.2943"></a> -<span class="sourceLineNo">2944</span> * Load the replication executorService objects, if any<a name="line.2944"></a> -<span class="sourceLineNo">2945</span> */<a name="line.2945"></a> -<span class="sourceLineNo">2946</span> private static void createNewReplicationInstance(Configuration conf, HRegionServer server,<a name="line.2946"></a> -<span class="sourceLineNo">2947</span> FileSystem walFs, Path walDir, Path oldWALDir, WALProvider walProvider) throws IOException {<a name="line.2947"></a> -<span class="sourceLineNo">2948</span> // read in the name of the source replication class from the config file.<a name="line.2948"></a> -<span class="sourceLineNo">2949</span> String sourceClassname = conf.get(HConstants.REPLICATION_SOURCE_SERVICE_CLASSNAME,<a name="line.2949"></a> -<span class="sourceLineNo">2950</span> HConstants.REPLICATION_SERVICE_CLASSNAME_DEFAULT);<a name="line.2950"></a> -<span class="sourceLineNo">2951</span><a name="line.2951"></a> -<span class="sourceLineNo">2952</span> // read in the name of the sink replication class from the config file.<a name="line.2952"></a> -<span class="sourceLineNo">2953</span> String sinkClassname = conf.get(HConstants.REPLICATION_SINK_SERVICE_CLASSNAME,<a name="line.2953"></a> -<span class="sourceLineNo">2954</span> HConstants.REPLICATION_SERVICE_CLASSNAME_DEFAULT);<a name="line.2954"></a> -<span class="sourceLineNo">2955</span><a name="line.2955"></a> -<span class="sourceLineNo">2956</span> // If both the sink and the source class names are the same, then instantiate<a name="line.2956"></a> -<span class="sourceLineNo">2957</span> // only one object.<a name="line.2957"></a> -<span class="sourceLineNo">2958</span> if (sourceClassname.equals(sinkClassname)) {<a name="line.2958"></a> -<span class="sourceLineNo">2959</span> server.replicationSourceHandler = newReplicationInstance(sourceClassname,<a name="line.2959"></a> -<span class="sourceLineNo">2960</span> ReplicationSourceService.class, conf, server, walFs, walDir, oldWALDir, walProvider);<a name="line.2960"></a> -<span class="sourceLineNo">2961</span> server.replicationSinkHandler = (ReplicationSinkService) server.replicationSourceHandler;<a name="line.2961"></a> -<span class="sourceLineNo">2962</span> } else {<a name="line.2962"></a> -<span class="sourceLineNo">2963</span> server.replicationSourceHandler = newReplicationInstance(sourceClassname,<a name="line.2963"></a> -<span class="sourceLineNo">2964</span> ReplicationSourceService.class, conf, server, walFs, walDir, oldWALDir, walProvider);<a name="line.2964"></a> -<span class="sourceLineNo">2965</span> server.replicationSinkHandler = newReplicationInstance(sinkClassname,<a name="line.2965"></a> -<span class="sourceLineNo">2966</span> ReplicationSinkService.class, conf, server, walFs, walDir, oldWALDir, walProvider);<a name="line.2966"></a> -<span class="sourceLineNo">2967</span> }<a name="line.2967"></a> -<span class="sourceLineNo">2968</span> }<a name="line.2968"></a> -<span class="sourceLineNo">2969</span><a name="line.2969"></a> -<span class="sourceLineNo">2970</span> private static <T extends ReplicationService> T newReplicationInstance(String classname,<a name="line.2970"></a> -<span class="sourceLineNo">2971</span> Class<T> xface, Configuration conf, HRegionServer server, FileSystem walFs, Path logDir,<a name="line.2971"></a> -<span class="sourceLineNo">2972</span> Path oldLogDir, WALProvider walProvider) throws IOException {<a name="line.2972"></a> -<span class="sourceLineNo">2973</span> Class<? extends T> clazz = null;<a name="line.2973"></a> -<span class="sourceLineNo">2974</span> try {<a name="line.2974"></a> -<span class="sourceLineNo">2975</span> ClassLoader classLoader = Thread.currentThread().getContextClassLoader();<a name="line.2975"></a> -<span class="sourceLineNo">2976</span> clazz = Class.forName(classname, true, classLoader).asSubclass(xface);<a name="line.2976"></a> -<span class="sourceLineNo">2977</span> } catch (java.lang.ClassNotFoundException nfe) {<a name="line.2977"></a> -<span class="sourceLineNo">2978</span> throw new IOException("Could not find class for " + classname);<a name="line.2978"></a> -<span class="sourceLineNo">2979</span> }<a name="line.2979"></a> -<span class="sourceLineNo">2980</span> T service = ReflectionUtils.newInstance(clazz, conf);<a name="line.2980"></a> -<span class="sourceLineNo">2981</span> service.initialize(server, walFs, logDir, oldLogDir, walProvider);<a name="line.2981"></a> -<span class="sourceLineNo">2982</span> return service;<a name="line.2982"></a> -<span class="sourceLineNo">2983</span> }<a name="line.2983"></a> -<span class="sourceLineNo">2984</span><a name="line.2984"></a> -<span class="sourceLineNo">2985</span> public Map<String, ReplicationStatus> getWalGroupsReplicationStatus(){<a name="line.2985"></a> -<span class="sourceLineNo">2986</span> Map<String, ReplicationStatus> walGroupsReplicationStatus = new TreeMap<>();<a name="line.2986"></a> -<span class="sourceLineNo">2987</span> if(!this.isOnline()){<a name="line.2987"></a> -<span class="sourceLineNo">2988</span> return walGroupsReplicationStatus;<a name="line.2988"></a> -<span class="sourceLineNo">2989</span> }<a name="line.2989"></a> -<span class="sourceLineNo">2990</span> List<ReplicationSourceInterface> allSources = new ArrayList<>();<a name="line.2990"></a> -<span class="sourceLineNo">2991</span> allSources.addAll(replicationSourceHandler.getReplicationManager().getSources());<a name="line.2991"></a> -<span class="sourceLineNo">2992</span> allSources.addAll(replicationSourceHandler.getReplicationManager().getOldSources());<a name="line.2992"></a> -<span class="sourceLineNo">2993</span> for(ReplicationSourceInterface source: allSources){<a name="line.2993"></a> -<span class="sourceLineNo">2994</span> walGroupsReplicationStatus.putAll(source.getWalGroupStatus());<a name="line.2994"></a> -<span class="sourceLineNo">2995</span> }<a name="line.2995"></a> -<span class="sourceLineNo">2996</span> return walGroupsReplicationStatus;<a name="line.2996"></a> -<span class="sourceLineNo">2997</span> }<a name="line.2997"></a> -<span class="sourceLineNo">2998</span><a name="line.2998"></a> -<span class="sourceLineNo">2999</span> /**<a name="line.2999"></a> -<span class="sourceLineNo">3000</span> * Utility for constructing an instance of the passed HRegionServer class.<a name="line.3000"></a> -<span class="sourceLineNo">3001</span> *<a name="line.3001"></a> -<span class="sourceLineNo">3002</span> * @param regionServerClass<a name="line.3002"></a> -<span class="sourceLineNo">3003</span> * @param conf2<a name="line.3003"></a> -<span class="sourceLineNo">3004</span> * @return HRegionServer instance.<a name="line.3004"></a> -<span class="sourceLineNo">3005</span> */<a name="line.3005"></a> -<span class="sourceLineNo">3006</span> public static HRegionServer constructRegionServer(<a name="line.3006"></a> -<span class="sourceLineNo">3007</span> Class<? extends HRegionServer> regionServerClass,<a name="line.3007"></a> -<span class="sourceLineNo">3008</span> final Configuration conf2) {<a name="line.3008"></a> -<span class="sourceLineNo">3009</span> try {<a name="line.3009"></a> -<span class="sourceLineNo">3010</span> Constructor<? extends HRegionServer> c = regionServerClass<a name="line.3010"></a> -<span class="sourceLineNo">3011</span> .getConstructor(Configuration.class);<a name="line.3011"></a> -<span class="sourceLineNo">3012</span> return c.newInstance(conf2);<a name="line.3012"></a> -<span class="sourceLineNo">3013</span> } catch (Exception e) {<a name="line.3013"></a> -<span class="sourceLineNo">3014</span> throw new RuntimeException("Failed construction of " + "Regionserver: "<a name="line.3014"></a> -<span class="sourceLineNo">3015</span> + regionServerClass.toString(), e);<a name="line.3015"></a> -<span class="sourceLineNo">3016</span> }<a name="line.3016"></a> -<span class="sourceLineNo">3017</span> }<a name="line.3017"></a> -<span class="sourceLineNo">3018</span><a name="line.3018"></a> -<span class="sourceLineNo">3019</span> /**<a name="line.3019"></a> -<span class="sourceLineNo">3020</span> * @see org.apache.hadoop.hbase.regionserver.HRegionServerCommandLine<a name="line.3020"></a> -<span class="sourceLineNo">3021</span> */<a name="line.3021"></a> -<span class="sourceLineNo">3022</span> public static void main(String[] args) throws Exception {<a name="line.3022"></a> -<span class="sourceLineNo">3023</span> LOG.info("STARTING executorService " + HRegionServer.class.getSimpleName());<a name="line.3023"></a> -<span class="sourceLineNo">3024</span> VersionInfo.logVersion();<a name="line.3024"></a> -<span class="sourceLineNo">3025</span> Configuration conf = HBaseConfiguration.create();<a name="line.3025"></a> -<span class="sourceLineNo">3026</span> @SuppressWarnings("unchecked")<a name="line.3026"></a> -<span class="sourceLineNo">3027</span> Class<? extends HRegionServer> regionServerClass = (Class<? extends HRegionServer>) conf<a name="line.3027"></a> -<span class="sourceLineNo">3028</span> .getClass(HConstants.REGION_SERVER_IMPL, HRegionServer.class);<a name="line.3028"></a> -<span class="sourceLineNo">3029</span><a name="line.3029"></a> -<span class="sourceLineNo">3030</span> new HRegionServerCommandLine(regionServerClass).doMain(args);<a name="line.3030"></a> -<span class="sourceLineNo">3031</span> }<a name="line.3031"></a> -<span class="sourceLineNo">3032</span><a name="line.3032"></a> -<span class="sourceLineNo">3033</span> /**<a name="line.3033"></a> -<span class="sourceLineNo">3034</span> * Gets the online regions of the specified table.<a name="line.3034"></a> -<span class="sourceLineNo">3035</span> * This method looks at the in-memory onlineRegions. It does not go to <code>hbase:meta</code>.<a name="line.3035"></a> -<span class="sourceLineNo">3036</span> * Only returns <em>online</em> regions. If a region on this table has been<a name="line.3036"></a> -<span class="sourceLineNo">3037</span> * closed during a disable, etc., it will not be included in the returned list.<a name="line.3037"></a> -<span class="sourceLineNo">3038</span> * So, the returned list may not necessarily be ALL regions in this table, its<a name="line.3038"></a> -<span class="sourceLineNo">3039</span> * all the ONLINE regions in the table.<a name="line.3039"></a> -<span class="sourceLineNo">3040</span> * @param tableName<a name="line.3040"></a> -<span class="sourceLineNo">3041</span> * @return Online regions from <code>tableName</code><a name="line.3041"></a> -<span class="sourceLineNo">3042</span> */<a name="line.3042"></a> -<span class="sourceLineNo">3043</span> @Override<a name="line.3043"></a> -<span class="sourceLineNo">3044</span> public List<HRegion> getRegions(TableName tableName) {<a name="line.3044"></a> -<span class="sourceLineNo">3045</span> List<HRegion> tableRegions = new ArrayList<>();<a name="line.3045"></a> -<span class="sourceLineNo">3046</span> synchronized (this.onlineRegions) {<a name="line.3046"></a> -<span class="sourceLineNo">3047</span> for (HRegion region: this.onlineRegions.values()) {<a name="line.3047"></a> -<span class="sourceLineNo">3048</span> RegionInfo regionInfo = region.getRegionInfo();<a name="line.3048"></a> -<span class="sourceLineNo">3049</span> if(regionInfo.getTable().equals(tableName)) {<a name="line.3049"></a> -<span class="sourceLineNo">3050</span> tableRegions.add(region);<a name="line.3050"></a> -<span class="sourceLineNo">3051</span> }<a name="line.3051"></a> -<span class="sourceLineNo">3052</span> }<a name="line.3052"></a> -<span class="sourceLineNo">3053</span> }<a name="line.3053"></a> -<span class="sourceLineNo">3054</span> return tableRegions;<a name="line.3054"></a> -<span class="sourceLineNo">3055</span> }<a name="line.3055"></a> -<span class="sourceLineNo">3056</span><a name="line.3056"></a> -<span class="sourceLineNo">3057</span> @Override<a name="line.3057"></a> -<span class="sourceLineNo">3058</span> public List<HRegion> getRegions() {<a name="line.3058"></a> -<span class="sourceLineNo">3059</span> List<HRegion> allRegions = new ArrayList<>();<a name="line.3059"></a> -<span class="sourceLineNo">3060</span> synchronized (this.onlineRegions) {<a name="line.3060"></a> -<span class="sourceLineNo">3061</span> // Return a clone copy of the onlineRegions<a name="line.3061"></a> -<span class="sourceLineNo">3062</span> allRegions.addAll(onlineRegions.values());<a name="line.3062"></a> -<span class="sourceLineNo">3063</span> }<a name="line.3063"></a> -<span class="sourceLineNo">3064</span> return allRegions;<a name="line.3064"></a> -<span class="sourceLineNo">3065</span> }<a name="line.3065"></a> -<span class="sourceLineNo">3066</span><a name="line.3066"></a> -<span class="sourceLineNo">3067</span> /**<a name="line.3067"></a> -<span class="sourceLineNo">3068</span> * Gets the online tables in this RS.<a name="line.3068"></a> -<span class="sourceLineNo">3069</span> * This method looks at the in-memory onlineRegions.<a name="line.3069"></a> -<span class="sourceLineNo">3070</span> * @return all the online tables in this RS<a name="line.3070"></a> -<span class="sourceLineNo">3071</span> */<a name="line.3071"></a> -<span class="sourceLineNo">3072</span> public Set<TableName> getOnlineTables() {<a name="line.3072"></a> -<span class="sourceLineNo">3073</span> Set<TableName> tables = new HashSet<>();<a name="line.3073"></a> -<span class="sourceLineNo">3074</span> synchronized (this.onlineRegions) {<a name="line.3074"></a> -<span class="sourceLineNo">3075</span> for (Region region: this.onlineRegions.values()) {<a name="line.3075"></a> -<span class="sourceLineNo">3076</span> tables.add(region.getTableDescriptor().getTableName());<a name="line.3076"></a> -<span class="sourceLineNo">3077</span> }<a name="line.3077"></a> -<span class="sourceLineNo">3078</span> }<a name="line.3078"></a> -<span class="sourceLineNo">3079</span> return tables;<a name="line.3079"></a> -<span class="sourceLineNo">3080</span> }<a name="line.3080"></a> -<span class="sourceLineNo">3081</span><a name="line.3081"></a> -<span class="sourceLineNo">3082</span> // used by org/apache/hbase/tmpl/regionserver/RSStatusTmpl.jamon (HBASE-4070).<a name="line.3082"></a> -<span class="sourceLineNo">3083</span> public String[] getRegionServerCoprocessors() {<a name="line.3083"></a> -<span class="sourceLineNo">3084</span> Tre
<TRUNCATED>