http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.html ---------------------------------------------------------------------- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.html b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.html index 803ed21..cb9d178 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.html @@ -1765,2040 +1765,2045 @@ <span class="sourceLineNo">1757</span><a name="line.1757"></a> <span class="sourceLineNo">1758</span> static class PeriodicMemStoreFlusher extends ScheduledChore {<a name="line.1758"></a> <span class="sourceLineNo">1759</span> final HRegionServer server;<a name="line.1759"></a> -<span class="sourceLineNo">1760</span> final static int RANGE_OF_DELAY = 5 * 60 * 1000; // 5 min in milliseconds<a name="line.1760"></a> +<span class="sourceLineNo">1760</span> final static int RANGE_OF_DELAY = 5 * 60; // 5 min in seconds<a name="line.1760"></a> <span class="sourceLineNo">1761</span> final static int MIN_DELAY_TIME = 0; // millisec<a name="line.1761"></a> -<span class="sourceLineNo">1762</span> public PeriodicMemStoreFlusher(int cacheFlushInterval, final HRegionServer server) {<a name="line.1762"></a> -<span class="sourceLineNo">1763</span> super("MemstoreFlusherChore", server, cacheFlushInterval);<a name="line.1763"></a> -<span class="sourceLineNo">1764</span> this.server = server;<a name="line.1764"></a> -<span class="sourceLineNo">1765</span> }<a name="line.1765"></a> -<span class="sourceLineNo">1766</span><a name="line.1766"></a> -<span class="sourceLineNo">1767</span> @Override<a name="line.1767"></a> -<span class="sourceLineNo">1768</span> protected void chore() {<a name="line.1768"></a> -<span class="sourceLineNo">1769</span> final StringBuilder whyFlush = new StringBuilder();<a name="line.1769"></a> -<span class="sourceLineNo">1770</span> for (HRegion r : this.server.onlineRegions.values()) {<a name="line.1770"></a> -<span class="sourceLineNo">1771</span> if (r == null) continue;<a name="line.1771"></a> -<span class="sourceLineNo">1772</span> if (r.shouldFlush(whyFlush)) {<a name="line.1772"></a> -<span class="sourceLineNo">1773</span> FlushRequester requester = server.getFlushRequester();<a name="line.1773"></a> -<span class="sourceLineNo">1774</span> if (requester != null) {<a name="line.1774"></a> -<span class="sourceLineNo">1775</span> long randomDelay = (long) RandomUtils.nextInt(0, RANGE_OF_DELAY) + MIN_DELAY_TIME;<a name="line.1775"></a> -<span class="sourceLineNo">1776</span> LOG.info(getName() + " requesting flush of " +<a name="line.1776"></a> -<span class="sourceLineNo">1777</span> r.getRegionInfo().getRegionNameAsString() + " because " +<a name="line.1777"></a> -<span class="sourceLineNo">1778</span> whyFlush.toString() +<a name="line.1778"></a> -<span class="sourceLineNo">1779</span> " after random delay " + randomDelay + "ms");<a name="line.1779"></a> -<span class="sourceLineNo">1780</span> //Throttle the flushes by putting a delay. If we don't throttle, and there<a name="line.1780"></a> -<span class="sourceLineNo">1781</span> //is a balanced write-load on the regions in a table, we might end up<a name="line.1781"></a> -<span class="sourceLineNo">1782</span> //overwhelming the filesystem with too many flushes at once.<a name="line.1782"></a> -<span class="sourceLineNo">1783</span> requester.requestDelayedFlush(r, randomDelay, false);<a name="line.1783"></a> -<span class="sourceLineNo">1784</span> }<a name="line.1784"></a> -<span class="sourceLineNo">1785</span> }<a name="line.1785"></a> -<span class="sourceLineNo">1786</span> }<a name="line.1786"></a> -<span class="sourceLineNo">1787</span> }<a name="line.1787"></a> -<span class="sourceLineNo">1788</span> }<a name="line.1788"></a> -<span class="sourceLineNo">1789</span><a name="line.1789"></a> -<span class="sourceLineNo">1790</span> /**<a name="line.1790"></a> -<span class="sourceLineNo">1791</span> * Report the status of the server. A server is online once all the startup is<a name="line.1791"></a> -<span class="sourceLineNo">1792</span> * completed (setting up filesystem, starting executorService threads, etc.). This<a name="line.1792"></a> -<span class="sourceLineNo">1793</span> * method is designed mostly to be useful in tests.<a name="line.1793"></a> -<span class="sourceLineNo">1794</span> *<a name="line.1794"></a> -<span class="sourceLineNo">1795</span> * @return true if online, false if not.<a name="line.1795"></a> -<span class="sourceLineNo">1796</span> */<a name="line.1796"></a> -<span class="sourceLineNo">1797</span> public boolean isOnline() {<a name="line.1797"></a> -<span class="sourceLineNo">1798</span> return online.get();<a name="line.1798"></a> -<span class="sourceLineNo">1799</span> }<a name="line.1799"></a> -<span class="sourceLineNo">1800</span><a name="line.1800"></a> -<span class="sourceLineNo">1801</span> /**<a name="line.1801"></a> -<span class="sourceLineNo">1802</span> * Setup WAL log and replication if enabled. Replication setup is done in here because it wants to<a name="line.1802"></a> -<span class="sourceLineNo">1803</span> * be hooked up to WAL.<a name="line.1803"></a> -<span class="sourceLineNo">1804</span> */<a name="line.1804"></a> -<span class="sourceLineNo">1805</span> private void setupWALAndReplication() throws IOException {<a name="line.1805"></a> -<span class="sourceLineNo">1806</span> boolean isMasterNoTableOrSystemTableOnly = this instanceof HMaster &&<a name="line.1806"></a> -<span class="sourceLineNo">1807</span> (!LoadBalancer.isTablesOnMaster(conf) || LoadBalancer.isSystemTablesOnlyOnMaster(conf));<a name="line.1807"></a> -<span class="sourceLineNo">1808</span> WALFactory factory =<a name="line.1808"></a> -<span class="sourceLineNo">1809</span> new WALFactory(conf, serverName.toString(), !isMasterNoTableOrSystemTableOnly);<a name="line.1809"></a> -<span class="sourceLineNo">1810</span> if (!isMasterNoTableOrSystemTableOnly) {<a name="line.1810"></a> -<span class="sourceLineNo">1811</span> // TODO Replication make assumptions here based on the default filesystem impl<a name="line.1811"></a> -<span class="sourceLineNo">1812</span> Path oldLogDir = new Path(walRootDir, HConstants.HREGION_OLDLOGDIR_NAME);<a name="line.1812"></a> -<span class="sourceLineNo">1813</span> String logName = AbstractFSWALProvider.getWALDirectoryName(this.serverName.toString());<a name="line.1813"></a> -<span class="sourceLineNo">1814</span><a name="line.1814"></a> -<span class="sourceLineNo">1815</span> Path logDir = new Path(walRootDir, logName);<a name="line.1815"></a> -<span class="sourceLineNo">1816</span> LOG.debug("logDir={}", logDir);<a name="line.1816"></a> -<span class="sourceLineNo">1817</span> if (this.walFs.exists(logDir)) {<a name="line.1817"></a> -<span class="sourceLineNo">1818</span> throw new RegionServerRunningException(<a name="line.1818"></a> -<span class="sourceLineNo">1819</span> "Region server has already created directory at " + this.serverName.toString());<a name="line.1819"></a> -<span class="sourceLineNo">1820</span> }<a name="line.1820"></a> -<span class="sourceLineNo">1821</span> // Always create wal directory as now we need this when master restarts to find out the live<a name="line.1821"></a> -<span class="sourceLineNo">1822</span> // region servers.<a name="line.1822"></a> -<span class="sourceLineNo">1823</span> if (!this.walFs.mkdirs(logDir)) {<a name="line.1823"></a> -<span class="sourceLineNo">1824</span> throw new IOException("Can not create wal directory " + logDir);<a name="line.1824"></a> +<span class="sourceLineNo">1762</span><a name="line.1762"></a> +<span class="sourceLineNo">1763</span> final int rangeOfDelay;<a name="line.1763"></a> +<span class="sourceLineNo">1764</span> public PeriodicMemStoreFlusher(int cacheFlushInterval, final HRegionServer server) {<a name="line.1764"></a> +<span class="sourceLineNo">1765</span> super("MemstoreFlusherChore", server, cacheFlushInterval);<a name="line.1765"></a> +<span class="sourceLineNo">1766</span> this.server = server;<a name="line.1766"></a> +<span class="sourceLineNo">1767</span><a name="line.1767"></a> +<span class="sourceLineNo">1768</span> this.rangeOfDelay = this.server.conf.getInt("hbase.regionserver.periodicmemstoreflusher.rangeofdelayseconds",<a name="line.1768"></a> +<span class="sourceLineNo">1769</span> RANGE_OF_DELAY)*1000;<a name="line.1769"></a> +<span class="sourceLineNo">1770</span> }<a name="line.1770"></a> +<span class="sourceLineNo">1771</span><a name="line.1771"></a> +<span class="sourceLineNo">1772</span> @Override<a name="line.1772"></a> +<span class="sourceLineNo">1773</span> protected void chore() {<a name="line.1773"></a> +<span class="sourceLineNo">1774</span> final StringBuilder whyFlush = new StringBuilder();<a name="line.1774"></a> +<span class="sourceLineNo">1775</span> for (HRegion r : this.server.onlineRegions.values()) {<a name="line.1775"></a> +<span class="sourceLineNo">1776</span> if (r == null) continue;<a name="line.1776"></a> +<span class="sourceLineNo">1777</span> if (r.shouldFlush(whyFlush)) {<a name="line.1777"></a> +<span class="sourceLineNo">1778</span> FlushRequester requester = server.getFlushRequester();<a name="line.1778"></a> +<span class="sourceLineNo">1779</span> if (requester != null) {<a name="line.1779"></a> +<span class="sourceLineNo">1780</span> long randomDelay = (long) RandomUtils.nextInt(0, rangeOfDelay) + MIN_DELAY_TIME;<a name="line.1780"></a> +<span class="sourceLineNo">1781</span> //Throttle the flushes by putting a delay. If we don't throttle, and there<a name="line.1781"></a> +<span class="sourceLineNo">1782</span> //is a balanced write-load on the regions in a table, we might end up<a name="line.1782"></a> +<span class="sourceLineNo">1783</span> //overwhelming the filesystem with too many flushes at once.<a name="line.1783"></a> +<span class="sourceLineNo">1784</span> if (requester.requestDelayedFlush(r, randomDelay, false)) {<a name="line.1784"></a> +<span class="sourceLineNo">1785</span> LOG.info("{} requesting flush of {} because {} after random delay {} ms",<a name="line.1785"></a> +<span class="sourceLineNo">1786</span> getName(), r.getRegionInfo().getRegionNameAsString(), whyFlush.toString(),<a name="line.1786"></a> +<span class="sourceLineNo">1787</span> randomDelay);<a name="line.1787"></a> +<span class="sourceLineNo">1788</span> }<a name="line.1788"></a> +<span class="sourceLineNo">1789</span> }<a name="line.1789"></a> +<span class="sourceLineNo">1790</span> }<a name="line.1790"></a> +<span class="sourceLineNo">1791</span> }<a name="line.1791"></a> +<span class="sourceLineNo">1792</span> }<a name="line.1792"></a> +<span class="sourceLineNo">1793</span> }<a name="line.1793"></a> +<span class="sourceLineNo">1794</span><a name="line.1794"></a> +<span class="sourceLineNo">1795</span> /**<a name="line.1795"></a> +<span class="sourceLineNo">1796</span> * Report the status of the server. A server is online once all the startup is<a name="line.1796"></a> +<span class="sourceLineNo">1797</span> * completed (setting up filesystem, starting executorService threads, etc.). This<a name="line.1797"></a> +<span class="sourceLineNo">1798</span> * method is designed mostly to be useful in tests.<a name="line.1798"></a> +<span class="sourceLineNo">1799</span> *<a name="line.1799"></a> +<span class="sourceLineNo">1800</span> * @return true if online, false if not.<a name="line.1800"></a> +<span class="sourceLineNo">1801</span> */<a name="line.1801"></a> +<span class="sourceLineNo">1802</span> public boolean isOnline() {<a name="line.1802"></a> +<span class="sourceLineNo">1803</span> return online.get();<a name="line.1803"></a> +<span class="sourceLineNo">1804</span> }<a name="line.1804"></a> +<span class="sourceLineNo">1805</span><a name="line.1805"></a> +<span class="sourceLineNo">1806</span> /**<a name="line.1806"></a> +<span class="sourceLineNo">1807</span> * Setup WAL log and replication if enabled. Replication setup is done in here because it wants to<a name="line.1807"></a> +<span class="sourceLineNo">1808</span> * be hooked up to WAL.<a name="line.1808"></a> +<span class="sourceLineNo">1809</span> */<a name="line.1809"></a> +<span class="sourceLineNo">1810</span> private void setupWALAndReplication() throws IOException {<a name="line.1810"></a> +<span class="sourceLineNo">1811</span> boolean isMasterNoTableOrSystemTableOnly = this instanceof HMaster &&<a name="line.1811"></a> +<span class="sourceLineNo">1812</span> (!LoadBalancer.isTablesOnMaster(conf) || LoadBalancer.isSystemTablesOnlyOnMaster(conf));<a name="line.1812"></a> +<span class="sourceLineNo">1813</span> WALFactory factory =<a name="line.1813"></a> +<span class="sourceLineNo">1814</span> new WALFactory(conf, serverName.toString(), !isMasterNoTableOrSystemTableOnly);<a name="line.1814"></a> +<span class="sourceLineNo">1815</span> if (!isMasterNoTableOrSystemTableOnly) {<a name="line.1815"></a> +<span class="sourceLineNo">1816</span> // TODO Replication make assumptions here based on the default filesystem impl<a name="line.1816"></a> +<span class="sourceLineNo">1817</span> Path oldLogDir = new Path(walRootDir, HConstants.HREGION_OLDLOGDIR_NAME);<a name="line.1817"></a> +<span class="sourceLineNo">1818</span> String logName = AbstractFSWALProvider.getWALDirectoryName(this.serverName.toString());<a name="line.1818"></a> +<span class="sourceLineNo">1819</span><a name="line.1819"></a> +<span class="sourceLineNo">1820</span> Path logDir = new Path(walRootDir, logName);<a name="line.1820"></a> +<span class="sourceLineNo">1821</span> LOG.debug("logDir={}", logDir);<a name="line.1821"></a> +<span class="sourceLineNo">1822</span> if (this.walFs.exists(logDir)) {<a name="line.1822"></a> +<span class="sourceLineNo">1823</span> throw new RegionServerRunningException(<a name="line.1823"></a> +<span class="sourceLineNo">1824</span> "Region server has already created directory at " + this.serverName.toString());<a name="line.1824"></a> <span class="sourceLineNo">1825</span> }<a name="line.1825"></a> -<span class="sourceLineNo">1826</span> // Instantiate replication if replication enabled. Pass it the log directories.<a name="line.1826"></a> -<span class="sourceLineNo">1827</span> createNewReplicationInstance(conf, this, this.walFs, logDir, oldLogDir,<a name="line.1827"></a> -<span class="sourceLineNo">1828</span> factory.getWALProvider());<a name="line.1828"></a> -<span class="sourceLineNo">1829</span> }<a name="line.1829"></a> -<span class="sourceLineNo">1830</span> this.walFactory = factory;<a name="line.1830"></a> -<span class="sourceLineNo">1831</span> }<a name="line.1831"></a> -<span class="sourceLineNo">1832</span><a name="line.1832"></a> -<span class="sourceLineNo">1833</span> /**<a name="line.1833"></a> -<span class="sourceLineNo">1834</span> * Start up replication source and sink handlers.<a name="line.1834"></a> -<span class="sourceLineNo">1835</span> * @throws IOException<a name="line.1835"></a> -<span class="sourceLineNo">1836</span> */<a name="line.1836"></a> -<span class="sourceLineNo">1837</span> private void startReplicationService() throws IOException {<a name="line.1837"></a> -<span class="sourceLineNo">1838</span> if (this.replicationSourceHandler == this.replicationSinkHandler &&<a name="line.1838"></a> -<span class="sourceLineNo">1839</span> this.replicationSourceHandler != null) {<a name="line.1839"></a> -<span class="sourceLineNo">1840</span> this.replicationSourceHandler.startReplicationService();<a name="line.1840"></a> -<span class="sourceLineNo">1841</span> } else {<a name="line.1841"></a> -<span class="sourceLineNo">1842</span> if (this.replicationSourceHandler != null) {<a name="line.1842"></a> -<span class="sourceLineNo">1843</span> this.replicationSourceHandler.startReplicationService();<a name="line.1843"></a> -<span class="sourceLineNo">1844</span> }<a name="line.1844"></a> -<span class="sourceLineNo">1845</span> if (this.replicationSinkHandler != null) {<a name="line.1845"></a> -<span class="sourceLineNo">1846</span> this.replicationSinkHandler.startReplicationService();<a name="line.1846"></a> -<span class="sourceLineNo">1847</span> }<a name="line.1847"></a> -<span class="sourceLineNo">1848</span> }<a name="line.1848"></a> -<span class="sourceLineNo">1849</span> }<a name="line.1849"></a> -<span class="sourceLineNo">1850</span><a name="line.1850"></a> -<span class="sourceLineNo">1851</span><a name="line.1851"></a> -<span class="sourceLineNo">1852</span> public MetricsRegionServer getRegionServerMetrics() {<a name="line.1852"></a> -<span class="sourceLineNo">1853</span> return this.metricsRegionServer;<a name="line.1853"></a> +<span class="sourceLineNo">1826</span> // Always create wal directory as now we need this when master restarts to find out the live<a name="line.1826"></a> +<span class="sourceLineNo">1827</span> // region servers.<a name="line.1827"></a> +<span class="sourceLineNo">1828</span> if (!this.walFs.mkdirs(logDir)) {<a name="line.1828"></a> +<span class="sourceLineNo">1829</span> throw new IOException("Can not create wal directory " + logDir);<a name="line.1829"></a> +<span class="sourceLineNo">1830</span> }<a name="line.1830"></a> +<span class="sourceLineNo">1831</span> // Instantiate replication if replication enabled. Pass it the log directories.<a name="line.1831"></a> +<span class="sourceLineNo">1832</span> createNewReplicationInstance(conf, this, this.walFs, logDir, oldLogDir,<a name="line.1832"></a> +<span class="sourceLineNo">1833</span> factory.getWALProvider());<a name="line.1833"></a> +<span class="sourceLineNo">1834</span> }<a name="line.1834"></a> +<span class="sourceLineNo">1835</span> this.walFactory = factory;<a name="line.1835"></a> +<span class="sourceLineNo">1836</span> }<a name="line.1836"></a> +<span class="sourceLineNo">1837</span><a name="line.1837"></a> +<span class="sourceLineNo">1838</span> /**<a name="line.1838"></a> +<span class="sourceLineNo">1839</span> * Start up replication source and sink handlers.<a name="line.1839"></a> +<span class="sourceLineNo">1840</span> * @throws IOException<a name="line.1840"></a> +<span class="sourceLineNo">1841</span> */<a name="line.1841"></a> +<span class="sourceLineNo">1842</span> private void startReplicationService() throws IOException {<a name="line.1842"></a> +<span class="sourceLineNo">1843</span> if (this.replicationSourceHandler == this.replicationSinkHandler &&<a name="line.1843"></a> +<span class="sourceLineNo">1844</span> this.replicationSourceHandler != null) {<a name="line.1844"></a> +<span class="sourceLineNo">1845</span> this.replicationSourceHandler.startReplicationService();<a name="line.1845"></a> +<span class="sourceLineNo">1846</span> } else {<a name="line.1846"></a> +<span class="sourceLineNo">1847</span> if (this.replicationSourceHandler != null) {<a name="line.1847"></a> +<span class="sourceLineNo">1848</span> this.replicationSourceHandler.startReplicationService();<a name="line.1848"></a> +<span class="sourceLineNo">1849</span> }<a name="line.1849"></a> +<span class="sourceLineNo">1850</span> if (this.replicationSinkHandler != null) {<a name="line.1850"></a> +<span class="sourceLineNo">1851</span> this.replicationSinkHandler.startReplicationService();<a name="line.1851"></a> +<span class="sourceLineNo">1852</span> }<a name="line.1852"></a> +<span class="sourceLineNo">1853</span> }<a name="line.1853"></a> <span class="sourceLineNo">1854</span> }<a name="line.1854"></a> <span class="sourceLineNo">1855</span><a name="line.1855"></a> -<span class="sourceLineNo">1856</span> /**<a name="line.1856"></a> -<span class="sourceLineNo">1857</span> * @return Master address tracker instance.<a name="line.1857"></a> -<span class="sourceLineNo">1858</span> */<a name="line.1858"></a> -<span class="sourceLineNo">1859</span> public MasterAddressTracker getMasterAddressTracker() {<a name="line.1859"></a> -<span class="sourceLineNo">1860</span> return this.masterAddressTracker;<a name="line.1860"></a> -<span class="sourceLineNo">1861</span> }<a name="line.1861"></a> -<span class="sourceLineNo">1862</span><a name="line.1862"></a> -<span class="sourceLineNo">1863</span> /*<a name="line.1863"></a> -<span class="sourceLineNo">1864</span> * Start maintenance Threads, Server, Worker and lease checker threads.<a name="line.1864"></a> -<span class="sourceLineNo">1865</span> * Start all threads we need to run. This is called after we've successfully<a name="line.1865"></a> -<span class="sourceLineNo">1866</span> * registered with the Master.<a name="line.1866"></a> -<span class="sourceLineNo">1867</span> * Install an UncaughtExceptionHandler that calls abort of RegionServer if we<a name="line.1867"></a> -<span class="sourceLineNo">1868</span> * get an unhandled exception. We cannot set the handler on all threads.<a name="line.1868"></a> -<span class="sourceLineNo">1869</span> * Server's internal Listener thread is off limits. For Server, if an OOME, it<a name="line.1869"></a> -<span class="sourceLineNo">1870</span> * waits a while then retries. Meantime, a flush or a compaction that tries to<a name="line.1870"></a> -<span class="sourceLineNo">1871</span> * run should trigger same critical condition and the shutdown will run. On<a name="line.1871"></a> -<span class="sourceLineNo">1872</span> * its way out, this server will shut down Server. Leases are sort of<a name="line.1872"></a> -<span class="sourceLineNo">1873</span> * inbetween. It has an internal thread that while it inherits from Chore, it<a name="line.1873"></a> -<span class="sourceLineNo">1874</span> * keeps its own internal stop mechanism so needs to be stopped by this<a name="line.1874"></a> -<span class="sourceLineNo">1875</span> * hosting server. Worker logs the exception and exits.<a name="line.1875"></a> -<span class="sourceLineNo">1876</span> */<a name="line.1876"></a> -<span class="sourceLineNo">1877</span> private void startServices() throws IOException {<a name="line.1877"></a> -<span class="sourceLineNo">1878</span> if (!isStopped() && !isAborted()) {<a name="line.1878"></a> -<span class="sourceLineNo">1879</span> initializeThreads();<a name="line.1879"></a> -<span class="sourceLineNo">1880</span> }<a name="line.1880"></a> -<span class="sourceLineNo">1881</span> this.secureBulkLoadManager = new SecureBulkLoadManager(this.conf, clusterConnection);<a name="line.1881"></a> -<span class="sourceLineNo">1882</span> this.secureBulkLoadManager.start();<a name="line.1882"></a> -<span class="sourceLineNo">1883</span><a name="line.1883"></a> -<span class="sourceLineNo">1884</span> // Health checker thread.<a name="line.1884"></a> -<span class="sourceLineNo">1885</span> if (isHealthCheckerConfigured()) {<a name="line.1885"></a> -<span class="sourceLineNo">1886</span> int sleepTime = this.conf.getInt(HConstants.HEALTH_CHORE_WAKE_FREQ,<a name="line.1886"></a> -<span class="sourceLineNo">1887</span> HConstants.DEFAULT_THREAD_WAKE_FREQUENCY);<a name="line.1887"></a> -<span class="sourceLineNo">1888</span> healthCheckChore = new HealthCheckChore(sleepTime, this, getConfiguration());<a name="line.1888"></a> -<span class="sourceLineNo">1889</span> }<a name="line.1889"></a> -<span class="sourceLineNo">1890</span><a name="line.1890"></a> -<span class="sourceLineNo">1891</span> this.walRoller = new LogRoller(this, this);<a name="line.1891"></a> -<span class="sourceLineNo">1892</span> this.flushThroughputController = FlushThroughputControllerFactory.create(this, conf);<a name="line.1892"></a> -<span class="sourceLineNo">1893</span> this.procedureResultReporter = new RemoteProcedureResultReporter(this);<a name="line.1893"></a> -<span class="sourceLineNo">1894</span><a name="line.1894"></a> -<span class="sourceLineNo">1895</span> // Create the CompactedFileDischarger chore executorService. This chore helps to<a name="line.1895"></a> -<span class="sourceLineNo">1896</span> // remove the compacted files<a name="line.1896"></a> -<span class="sourceLineNo">1897</span> // that will no longer be used in reads.<a name="line.1897"></a> -<span class="sourceLineNo">1898</span> // Default is 2 mins. The default value for TTLCleaner is 5 mins so we set this to<a name="line.1898"></a> -<span class="sourceLineNo">1899</span> // 2 mins so that compacted files can be archived before the TTLCleaner runs<a name="line.1899"></a> -<span class="sourceLineNo">1900</span> int cleanerInterval =<a name="line.1900"></a> -<span class="sourceLineNo">1901</span> conf.getInt("hbase.hfile.compaction.discharger.interval", 2 * 60 * 1000);<a name="line.1901"></a> -<span class="sourceLineNo">1902</span> this.compactedFileDischarger =<a name="line.1902"></a> -<span class="sourceLineNo">1903</span> new CompactedHFilesDischarger(cleanerInterval, this, this);<a name="line.1903"></a> -<span class="sourceLineNo">1904</span> choreService.scheduleChore(compactedFileDischarger);<a name="line.1904"></a> -<span class="sourceLineNo">1905</span><a name="line.1905"></a> -<span class="sourceLineNo">1906</span> // Start executor services<a name="line.1906"></a> -<span class="sourceLineNo">1907</span> this.executorService.startExecutorService(ExecutorType.RS_OPEN_REGION,<a name="line.1907"></a> -<span class="sourceLineNo">1908</span> conf.getInt("hbase.regionserver.executor.openregion.threads", 3));<a name="line.1908"></a> -<span class="sourceLineNo">1909</span> this.executorService.startExecutorService(ExecutorType.RS_OPEN_META,<a name="line.1909"></a> -<span class="sourceLineNo">1910</span> conf.getInt("hbase.regionserver.executor.openmeta.threads", 1));<a name="line.1910"></a> -<span class="sourceLineNo">1911</span> this.executorService.startExecutorService(ExecutorType.RS_OPEN_PRIORITY_REGION,<a name="line.1911"></a> -<span class="sourceLineNo">1912</span> conf.getInt("hbase.regionserver.executor.openpriorityregion.threads", 3));<a name="line.1912"></a> -<span class="sourceLineNo">1913</span> this.executorService.startExecutorService(ExecutorType.RS_CLOSE_REGION,<a name="line.1913"></a> -<span class="sourceLineNo">1914</span> conf.getInt("hbase.regionserver.executor.closeregion.threads", 3));<a name="line.1914"></a> -<span class="sourceLineNo">1915</span> this.executorService.startExecutorService(ExecutorType.RS_CLOSE_META,<a name="line.1915"></a> -<span class="sourceLineNo">1916</span> conf.getInt("hbase.regionserver.executor.closemeta.threads", 1));<a name="line.1916"></a> -<span class="sourceLineNo">1917</span> if (conf.getBoolean(StoreScanner.STORESCANNER_PARALLEL_SEEK_ENABLE, false)) {<a name="line.1917"></a> -<span class="sourceLineNo">1918</span> this.executorService.startExecutorService(ExecutorType.RS_PARALLEL_SEEK,<a name="line.1918"></a> -<span class="sourceLineNo">1919</span> conf.getInt("hbase.storescanner.parallel.seek.threads", 10));<a name="line.1919"></a> -<span class="sourceLineNo">1920</span> }<a name="line.1920"></a> -<span class="sourceLineNo">1921</span> this.executorService.startExecutorService(ExecutorType.RS_LOG_REPLAY_OPS, conf.getInt(<a name="line.1921"></a> -<span class="sourceLineNo">1922</span> "hbase.regionserver.wal.max.splitters", SplitLogWorkerCoordination.DEFAULT_MAX_SPLITTERS));<a name="line.1922"></a> -<span class="sourceLineNo">1923</span> // Start the threads for compacted files discharger<a name="line.1923"></a> -<span class="sourceLineNo">1924</span> this.executorService.startExecutorService(ExecutorType.RS_COMPACTED_FILES_DISCHARGER,<a name="line.1924"></a> -<span class="sourceLineNo">1925</span> conf.getInt(CompactionConfiguration.HBASE_HFILE_COMPACTION_DISCHARGER_THREAD_COUNT, 10));<a name="line.1925"></a> -<span class="sourceLineNo">1926</span> if (ServerRegionReplicaUtil.isRegionReplicaWaitForPrimaryFlushEnabled(conf)) {<a name="line.1926"></a> -<span class="sourceLineNo">1927</span> this.executorService.startExecutorService(ExecutorType.RS_REGION_REPLICA_FLUSH_OPS,<a name="line.1927"></a> -<span class="sourceLineNo">1928</span> conf.getInt("hbase.regionserver.region.replica.flusher.threads",<a name="line.1928"></a> -<span class="sourceLineNo">1929</span> conf.getInt("hbase.regionserver.executor.openregion.threads", 3)));<a name="line.1929"></a> -<span class="sourceLineNo">1930</span> }<a name="line.1930"></a> -<span class="sourceLineNo">1931</span> this.executorService.startExecutorService(ExecutorType.RS_REFRESH_PEER,<a name="line.1931"></a> -<span class="sourceLineNo">1932</span> conf.getInt("hbase.regionserver.executor.refresh.peer.threads", 2));<a name="line.1932"></a> -<span class="sourceLineNo">1933</span> this.executorService.startExecutorService(ExecutorType.RS_REPLAY_SYNC_REPLICATION_WAL,<a name="line.1933"></a> -<span class="sourceLineNo">1934</span> conf.getInt("hbase.regionserver.executor.replay.sync.replication.wal.threads", 1));<a name="line.1934"></a> -<span class="sourceLineNo">1935</span><a name="line.1935"></a> -<span class="sourceLineNo">1936</span> Threads.setDaemonThreadRunning(this.walRoller.getThread(), getName() + ".logRoller",<a name="line.1936"></a> -<span class="sourceLineNo">1937</span> uncaughtExceptionHandler);<a name="line.1937"></a> -<span class="sourceLineNo">1938</span> this.cacheFlusher.start(uncaughtExceptionHandler);<a name="line.1938"></a> -<span class="sourceLineNo">1939</span> Threads.setDaemonThreadRunning(this.procedureResultReporter,<a name="line.1939"></a> -<span class="sourceLineNo">1940</span> getName() + ".procedureResultReporter", uncaughtExceptionHandler);<a name="line.1940"></a> -<span class="sourceLineNo">1941</span><a name="line.1941"></a> -<span class="sourceLineNo">1942</span> if (this.compactionChecker != null) choreService.scheduleChore(compactionChecker);<a name="line.1942"></a> -<span class="sourceLineNo">1943</span> if (this.periodicFlusher != null) choreService.scheduleChore(periodicFlusher);<a name="line.1943"></a> -<span class="sourceLineNo">1944</span> if (this.healthCheckChore != null) choreService.scheduleChore(healthCheckChore);<a name="line.1944"></a> -<span class="sourceLineNo">1945</span> if (this.nonceManagerChore != null) choreService.scheduleChore(nonceManagerChore);<a name="line.1945"></a> -<span class="sourceLineNo">1946</span> if (this.storefileRefresher != null) choreService.scheduleChore(storefileRefresher);<a name="line.1946"></a> -<span class="sourceLineNo">1947</span> if (this.movedRegionsCleaner != null) choreService.scheduleChore(movedRegionsCleaner);<a name="line.1947"></a> -<span class="sourceLineNo">1948</span> if (this.fsUtilizationChore != null) choreService.scheduleChore(fsUtilizationChore);<a name="line.1948"></a> -<span class="sourceLineNo">1949</span><a name="line.1949"></a> -<span class="sourceLineNo">1950</span> // Leases is not a Thread. Internally it runs a daemon thread. If it gets<a name="line.1950"></a> -<span class="sourceLineNo">1951</span> // an unhandled exception, it will just exit.<a name="line.1951"></a> -<span class="sourceLineNo">1952</span> Threads.setDaemonThreadRunning(this.leases.getThread(), getName() + ".leaseChecker",<a name="line.1952"></a> -<span class="sourceLineNo">1953</span> uncaughtExceptionHandler);<a name="line.1953"></a> +<span class="sourceLineNo">1856</span><a name="line.1856"></a> +<span class="sourceLineNo">1857</span> public MetricsRegionServer getRegionServerMetrics() {<a name="line.1857"></a> +<span class="sourceLineNo">1858</span> return this.metricsRegionServer;<a name="line.1858"></a> +<span class="sourceLineNo">1859</span> }<a name="line.1859"></a> +<span class="sourceLineNo">1860</span><a name="line.1860"></a> +<span class="sourceLineNo">1861</span> /**<a name="line.1861"></a> +<span class="sourceLineNo">1862</span> * @return Master address tracker instance.<a name="line.1862"></a> +<span class="sourceLineNo">1863</span> */<a name="line.1863"></a> +<span class="sourceLineNo">1864</span> public MasterAddressTracker getMasterAddressTracker() {<a name="line.1864"></a> +<span class="sourceLineNo">1865</span> return this.masterAddressTracker;<a name="line.1865"></a> +<span class="sourceLineNo">1866</span> }<a name="line.1866"></a> +<span class="sourceLineNo">1867</span><a name="line.1867"></a> +<span class="sourceLineNo">1868</span> /*<a name="line.1868"></a> +<span class="sourceLineNo">1869</span> * Start maintenance Threads, Server, Worker and lease checker threads.<a name="line.1869"></a> +<span class="sourceLineNo">1870</span> * Start all threads we need to run. This is called after we've successfully<a name="line.1870"></a> +<span class="sourceLineNo">1871</span> * registered with the Master.<a name="line.1871"></a> +<span class="sourceLineNo">1872</span> * Install an UncaughtExceptionHandler that calls abort of RegionServer if we<a name="line.1872"></a> +<span class="sourceLineNo">1873</span> * get an unhandled exception. We cannot set the handler on all threads.<a name="line.1873"></a> +<span class="sourceLineNo">1874</span> * Server's internal Listener thread is off limits. For Server, if an OOME, it<a name="line.1874"></a> +<span class="sourceLineNo">1875</span> * waits a while then retries. Meantime, a flush or a compaction that tries to<a name="line.1875"></a> +<span class="sourceLineNo">1876</span> * run should trigger same critical condition and the shutdown will run. On<a name="line.1876"></a> +<span class="sourceLineNo">1877</span> * its way out, this server will shut down Server. Leases are sort of<a name="line.1877"></a> +<span class="sourceLineNo">1878</span> * inbetween. It has an internal thread that while it inherits from Chore, it<a name="line.1878"></a> +<span class="sourceLineNo">1879</span> * keeps its own internal stop mechanism so needs to be stopped by this<a name="line.1879"></a> +<span class="sourceLineNo">1880</span> * hosting server. Worker logs the exception and exits.<a name="line.1880"></a> +<span class="sourceLineNo">1881</span> */<a name="line.1881"></a> +<span class="sourceLineNo">1882</span> private void startServices() throws IOException {<a name="line.1882"></a> +<span class="sourceLineNo">1883</span> if (!isStopped() && !isAborted()) {<a name="line.1883"></a> +<span class="sourceLineNo">1884</span> initializeThreads();<a name="line.1884"></a> +<span class="sourceLineNo">1885</span> }<a name="line.1885"></a> +<span class="sourceLineNo">1886</span> this.secureBulkLoadManager = new SecureBulkLoadManager(this.conf, clusterConnection);<a name="line.1886"></a> +<span class="sourceLineNo">1887</span> this.secureBulkLoadManager.start();<a name="line.1887"></a> +<span class="sourceLineNo">1888</span><a name="line.1888"></a> +<span class="sourceLineNo">1889</span> // Health checker thread.<a name="line.1889"></a> +<span class="sourceLineNo">1890</span> if (isHealthCheckerConfigured()) {<a name="line.1890"></a> +<span class="sourceLineNo">1891</span> int sleepTime = this.conf.getInt(HConstants.HEALTH_CHORE_WAKE_FREQ,<a name="line.1891"></a> +<span class="sourceLineNo">1892</span> HConstants.DEFAULT_THREAD_WAKE_FREQUENCY);<a name="line.1892"></a> +<span class="sourceLineNo">1893</span> healthCheckChore = new HealthCheckChore(sleepTime, this, getConfiguration());<a name="line.1893"></a> +<span class="sourceLineNo">1894</span> }<a name="line.1894"></a> +<span class="sourceLineNo">1895</span><a name="line.1895"></a> +<span class="sourceLineNo">1896</span> this.walRoller = new LogRoller(this, this);<a name="line.1896"></a> +<span class="sourceLineNo">1897</span> this.flushThroughputController = FlushThroughputControllerFactory.create(this, conf);<a name="line.1897"></a> +<span class="sourceLineNo">1898</span> this.procedureResultReporter = new RemoteProcedureResultReporter(this);<a name="line.1898"></a> +<span class="sourceLineNo">1899</span><a name="line.1899"></a> +<span class="sourceLineNo">1900</span> // Create the CompactedFileDischarger chore executorService. This chore helps to<a name="line.1900"></a> +<span class="sourceLineNo">1901</span> // remove the compacted files<a name="line.1901"></a> +<span class="sourceLineNo">1902</span> // that will no longer be used in reads.<a name="line.1902"></a> +<span class="sourceLineNo">1903</span> // Default is 2 mins. The default value for TTLCleaner is 5 mins so we set this to<a name="line.1903"></a> +<span class="sourceLineNo">1904</span> // 2 mins so that compacted files can be archived before the TTLCleaner runs<a name="line.1904"></a> +<span class="sourceLineNo">1905</span> int cleanerInterval =<a name="line.1905"></a> +<span class="sourceLineNo">1906</span> conf.getInt("hbase.hfile.compaction.discharger.interval", 2 * 60 * 1000);<a name="line.1906"></a> +<span class="sourceLineNo">1907</span> this.compactedFileDischarger =<a name="line.1907"></a> +<span class="sourceLineNo">1908</span> new CompactedHFilesDischarger(cleanerInterval, this, this);<a name="line.1908"></a> +<span class="sourceLineNo">1909</span> choreService.scheduleChore(compactedFileDischarger);<a name="line.1909"></a> +<span class="sourceLineNo">1910</span><a name="line.1910"></a> +<span class="sourceLineNo">1911</span> // Start executor services<a name="line.1911"></a> +<span class="sourceLineNo">1912</span> this.executorService.startExecutorService(ExecutorType.RS_OPEN_REGION,<a name="line.1912"></a> +<span class="sourceLineNo">1913</span> conf.getInt("hbase.regionserver.executor.openregion.threads", 3));<a name="line.1913"></a> +<span class="sourceLineNo">1914</span> this.executorService.startExecutorService(ExecutorType.RS_OPEN_META,<a name="line.1914"></a> +<span class="sourceLineNo">1915</span> conf.getInt("hbase.regionserver.executor.openmeta.threads", 1));<a name="line.1915"></a> +<span class="sourceLineNo">1916</span> this.executorService.startExecutorService(ExecutorType.RS_OPEN_PRIORITY_REGION,<a name="line.1916"></a> +<span class="sourceLineNo">1917</span> conf.getInt("hbase.regionserver.executor.openpriorityregion.threads", 3));<a name="line.1917"></a> +<span class="sourceLineNo">1918</span> this.executorService.startExecutorService(ExecutorType.RS_CLOSE_REGION,<a name="line.1918"></a> +<span class="sourceLineNo">1919</span> conf.getInt("hbase.regionserver.executor.closeregion.threads", 3));<a name="line.1919"></a> +<span class="sourceLineNo">1920</span> this.executorService.startExecutorService(ExecutorType.RS_CLOSE_META,<a name="line.1920"></a> +<span class="sourceLineNo">1921</span> conf.getInt("hbase.regionserver.executor.closemeta.threads", 1));<a name="line.1921"></a> +<span class="sourceLineNo">1922</span> if (conf.getBoolean(StoreScanner.STORESCANNER_PARALLEL_SEEK_ENABLE, false)) {<a name="line.1922"></a> +<span class="sourceLineNo">1923</span> this.executorService.startExecutorService(ExecutorType.RS_PARALLEL_SEEK,<a name="line.1923"></a> +<span class="sourceLineNo">1924</span> conf.getInt("hbase.storescanner.parallel.seek.threads", 10));<a name="line.1924"></a> +<span class="sourceLineNo">1925</span> }<a name="line.1925"></a> +<span class="sourceLineNo">1926</span> this.executorService.startExecutorService(ExecutorType.RS_LOG_REPLAY_OPS, conf.getInt(<a name="line.1926"></a> +<span class="sourceLineNo">1927</span> "hbase.regionserver.wal.max.splitters", SplitLogWorkerCoordination.DEFAULT_MAX_SPLITTERS));<a name="line.1927"></a> +<span class="sourceLineNo">1928</span> // Start the threads for compacted files discharger<a name="line.1928"></a> +<span class="sourceLineNo">1929</span> this.executorService.startExecutorService(ExecutorType.RS_COMPACTED_FILES_DISCHARGER,<a name="line.1929"></a> +<span class="sourceLineNo">1930</span> conf.getInt(CompactionConfiguration.HBASE_HFILE_COMPACTION_DISCHARGER_THREAD_COUNT, 10));<a name="line.1930"></a> +<span class="sourceLineNo">1931</span> if (ServerRegionReplicaUtil.isRegionReplicaWaitForPrimaryFlushEnabled(conf)) {<a name="line.1931"></a> +<span class="sourceLineNo">1932</span> this.executorService.startExecutorService(ExecutorType.RS_REGION_REPLICA_FLUSH_OPS,<a name="line.1932"></a> +<span class="sourceLineNo">1933</span> conf.getInt("hbase.regionserver.region.replica.flusher.threads",<a name="line.1933"></a> +<span class="sourceLineNo">1934</span> conf.getInt("hbase.regionserver.executor.openregion.threads", 3)));<a name="line.1934"></a> +<span class="sourceLineNo">1935</span> }<a name="line.1935"></a> +<span class="sourceLineNo">1936</span> this.executorService.startExecutorService(ExecutorType.RS_REFRESH_PEER,<a name="line.1936"></a> +<span class="sourceLineNo">1937</span> conf.getInt("hbase.regionserver.executor.refresh.peer.threads", 2));<a name="line.1937"></a> +<span class="sourceLineNo">1938</span> this.executorService.startExecutorService(ExecutorType.RS_REPLAY_SYNC_REPLICATION_WAL,<a name="line.1938"></a> +<span class="sourceLineNo">1939</span> conf.getInt("hbase.regionserver.executor.replay.sync.replication.wal.threads", 1));<a name="line.1939"></a> +<span class="sourceLineNo">1940</span><a name="line.1940"></a> +<span class="sourceLineNo">1941</span> Threads.setDaemonThreadRunning(this.walRoller.getThread(), getName() + ".logRoller",<a name="line.1941"></a> +<span class="sourceLineNo">1942</span> uncaughtExceptionHandler);<a name="line.1942"></a> +<span class="sourceLineNo">1943</span> this.cacheFlusher.start(uncaughtExceptionHandler);<a name="line.1943"></a> +<span class="sourceLineNo">1944</span> Threads.setDaemonThreadRunning(this.procedureResultReporter,<a name="line.1944"></a> +<span class="sourceLineNo">1945</span> getName() + ".procedureResultReporter", uncaughtExceptionHandler);<a name="line.1945"></a> +<span class="sourceLineNo">1946</span><a name="line.1946"></a> +<span class="sourceLineNo">1947</span> if (this.compactionChecker != null) choreService.scheduleChore(compactionChecker);<a name="line.1947"></a> +<span class="sourceLineNo">1948</span> if (this.periodicFlusher != null) choreService.scheduleChore(periodicFlusher);<a name="line.1948"></a> +<span class="sourceLineNo">1949</span> if (this.healthCheckChore != null) choreService.scheduleChore(healthCheckChore);<a name="line.1949"></a> +<span class="sourceLineNo">1950</span> if (this.nonceManagerChore != null) choreService.scheduleChore(nonceManagerChore);<a name="line.1950"></a> +<span class="sourceLineNo">1951</span> if (this.storefileRefresher != null) choreService.scheduleChore(storefileRefresher);<a name="line.1951"></a> +<span class="sourceLineNo">1952</span> if (this.movedRegionsCleaner != null) choreService.scheduleChore(movedRegionsCleaner);<a name="line.1952"></a> +<span class="sourceLineNo">1953</span> if (this.fsUtilizationChore != null) choreService.scheduleChore(fsUtilizationChore);<a name="line.1953"></a> <span class="sourceLineNo">1954</span><a name="line.1954"></a> -<span class="sourceLineNo">1955</span> // Create the log splitting worker and start it<a name="line.1955"></a> -<span class="sourceLineNo">1956</span> // set a smaller retries to fast fail otherwise splitlogworker could be blocked for<a name="line.1956"></a> -<span class="sourceLineNo">1957</span> // quite a while inside Connection layer. The worker won't be available for other<a name="line.1957"></a> -<span class="sourceLineNo">1958</span> // tasks even after current task is preempted after a split task times out.<a name="line.1958"></a> -<span class="sourceLineNo">1959</span> Configuration sinkConf = HBaseConfiguration.create(conf);<a name="line.1959"></a> -<span class="sourceLineNo">1960</span> sinkConf.setInt(HConstants.HBASE_CLIENT_RETRIES_NUMBER,<a name="line.1960"></a> -<span class="sourceLineNo">1961</span> conf.getInt("hbase.log.replay.retries.number", 8)); // 8 retries take about 23 seconds<a name="line.1961"></a> -<span class="sourceLineNo">1962</span> sinkConf.setInt(HConstants.HBASE_RPC_TIMEOUT_KEY,<a name="line.1962"></a> -<span class="sourceLineNo">1963</span> conf.getInt("hbase.log.replay.rpc.timeout", 30000)); // default 30 seconds<a name="line.1963"></a> -<span class="sourceLineNo">1964</span> sinkConf.setInt(HConstants.HBASE_CLIENT_SERVERSIDE_RETRIES_MULTIPLIER, 1);<a name="line.1964"></a> -<span class="sourceLineNo">1965</span> if (this.csm != null) {<a name="line.1965"></a> -<span class="sourceLineNo">1966</span> // SplitLogWorker needs csm. If none, don't start this.<a name="line.1966"></a> -<span class="sourceLineNo">1967</span> this.splitLogWorker = new SplitLogWorker(sinkConf, this, this, walFactory);<a name="line.1967"></a> -<span class="sourceLineNo">1968</span> splitLogWorker.start();<a name="line.1968"></a> -<span class="sourceLineNo">1969</span> } else {<a name="line.1969"></a> -<span class="sourceLineNo">1970</span> LOG.warn("SplitLogWorker Service NOT started; CoordinatedStateManager is null");<a name="line.1970"></a> -<span class="sourceLineNo">1971</span> }<a name="line.1971"></a> -<span class="sourceLineNo">1972</span><a name="line.1972"></a> -<span class="sourceLineNo">1973</span> // Memstore services.<a name="line.1973"></a> -<span class="sourceLineNo">1974</span> startHeapMemoryManager();<a name="line.1974"></a> -<span class="sourceLineNo">1975</span> // Call it after starting HeapMemoryManager.<a name="line.1975"></a> -<span class="sourceLineNo">1976</span> initializeMemStoreChunkCreator();<a name="line.1976"></a> -<span class="sourceLineNo">1977</span> }<a name="line.1977"></a> -<span class="sourceLineNo">1978</span><a name="line.1978"></a> -<span class="sourceLineNo">1979</span> private void initializeThreads() throws IOException {<a name="line.1979"></a> -<span class="sourceLineNo">1980</span> // Cache flushing thread.<a name="line.1980"></a> -<span class="sourceLineNo">1981</span> this.cacheFlusher = new MemStoreFlusher(conf, this);<a name="line.1981"></a> -<span class="sourceLineNo">1982</span><a name="line.1982"></a> -<span class="sourceLineNo">1983</span> // Compaction thread<a name="line.1983"></a> -<span class="sourceLineNo">1984</span> this.compactSplitThread = new CompactSplit(this);<a name="line.1984"></a> -<span class="sourceLineNo">1985</span><a name="line.1985"></a> -<span class="sourceLineNo">1986</span> // Background thread to check for compactions; needed if region has not gotten updates<a name="line.1986"></a> -<span class="sourceLineNo">1987</span> // in a while. It will take care of not checking too frequently on store-by-store basis.<a name="line.1987"></a> -<span class="sourceLineNo">1988</span> this.compactionChecker = new CompactionChecker(this, this.threadWakeFrequency, this);<a name="line.1988"></a> -<span class="sourceLineNo">1989</span> this.periodicFlusher = new PeriodicMemStoreFlusher(this.threadWakeFrequency, this);<a name="line.1989"></a> -<span class="sourceLineNo">1990</span> this.leases = new Leases(this.threadWakeFrequency);<a name="line.1990"></a> -<span class="sourceLineNo">1991</span><a name="line.1991"></a> -<span class="sourceLineNo">1992</span> // Create the thread to clean the moved regions list<a name="line.1992"></a> -<span class="sourceLineNo">1993</span> movedRegionsCleaner = MovedRegionsCleaner.create(this);<a name="line.1993"></a> -<span class="sourceLineNo">1994</span><a name="line.1994"></a> -<span class="sourceLineNo">1995</span> if (this.nonceManager != null) {<a name="line.1995"></a> -<span class="sourceLineNo">1996</span> // Create the scheduled chore that cleans up nonces.<a name="line.1996"></a> -<span class="sourceLineNo">1997</span> nonceManagerChore = this.nonceManager.createCleanupScheduledChore(this);<a name="line.1997"></a> -<span class="sourceLineNo">1998</span> }<a name="line.1998"></a> +<span class="sourceLineNo">1955</span> // Leases is not a Thread. Internally it runs a daemon thread. If it gets<a name="line.1955"></a> +<span class="sourceLineNo">1956</span> // an unhandled exception, it will just exit.<a name="line.1956"></a> +<span class="sourceLineNo">1957</span> Threads.setDaemonThreadRunning(this.leases.getThread(), getName() + ".leaseChecker",<a name="line.1957"></a> +<span class="sourceLineNo">1958</span> uncaughtExceptionHandler);<a name="line.1958"></a> +<span class="sourceLineNo">1959</span><a name="line.1959"></a> +<span class="sourceLineNo">1960</span> // Create the log splitting worker and start it<a name="line.1960"></a> +<span class="sourceLineNo">1961</span> // set a smaller retries to fast fail otherwise splitlogworker could be blocked for<a name="line.1961"></a> +<span class="sourceLineNo">1962</span> // quite a while inside Connection layer. The worker won't be available for other<a name="line.1962"></a> +<span class="sourceLineNo">1963</span> // tasks even after current task is preempted after a split task times out.<a name="line.1963"></a> +<span class="sourceLineNo">1964</span> Configuration sinkConf = HBaseConfiguration.create(conf);<a name="line.1964"></a> +<span class="sourceLineNo">1965</span> sinkConf.setInt(HConstants.HBASE_CLIENT_RETRIES_NUMBER,<a name="line.1965"></a> +<span class="sourceLineNo">1966</span> conf.getInt("hbase.log.replay.retries.number", 8)); // 8 retries take about 23 seconds<a name="line.1966"></a> +<span class="sourceLineNo">1967</span> sinkConf.setInt(HConstants.HBASE_RPC_TIMEOUT_KEY,<a name="line.1967"></a> +<span class="sourceLineNo">1968</span> conf.getInt("hbase.log.replay.rpc.timeout", 30000)); // default 30 seconds<a name="line.1968"></a> +<span class="sourceLineNo">1969</span> sinkConf.setInt(HConstants.HBASE_CLIENT_SERVERSIDE_RETRIES_MULTIPLIER, 1);<a name="line.1969"></a> +<span class="sourceLineNo">1970</span> if (this.csm != null) {<a name="line.1970"></a> +<span class="sourceLineNo">1971</span> // SplitLogWorker needs csm. If none, don't start this.<a name="line.1971"></a> +<span class="sourceLineNo">1972</span> this.splitLogWorker = new SplitLogWorker(sinkConf, this, this, walFactory);<a name="line.1972"></a> +<span class="sourceLineNo">1973</span> splitLogWorker.start();<a name="line.1973"></a> +<span class="sourceLineNo">1974</span> } else {<a name="line.1974"></a> +<span class="sourceLineNo">1975</span> LOG.warn("SplitLogWorker Service NOT started; CoordinatedStateManager is null");<a name="line.1975"></a> +<span class="sourceLineNo">1976</span> }<a name="line.1976"></a> +<span class="sourceLineNo">1977</span><a name="line.1977"></a> +<span class="sourceLineNo">1978</span> // Memstore services.<a name="line.1978"></a> +<span class="sourceLineNo">1979</span> startHeapMemoryManager();<a name="line.1979"></a> +<span class="sourceLineNo">1980</span> // Call it after starting HeapMemoryManager.<a name="line.1980"></a> +<span class="sourceLineNo">1981</span> initializeMemStoreChunkCreator();<a name="line.1981"></a> +<span class="sourceLineNo">1982</span> }<a name="line.1982"></a> +<span class="sourceLineNo">1983</span><a name="line.1983"></a> +<span class="sourceLineNo">1984</span> private void initializeThreads() throws IOException {<a name="line.1984"></a> +<span class="sourceLineNo">1985</span> // Cache flushing thread.<a name="line.1985"></a> +<span class="sourceLineNo">1986</span> this.cacheFlusher = new MemStoreFlusher(conf, this);<a name="line.1986"></a> +<span class="sourceLineNo">1987</span><a name="line.1987"></a> +<span class="sourceLineNo">1988</span> // Compaction thread<a name="line.1988"></a> +<span class="sourceLineNo">1989</span> this.compactSplitThread = new CompactSplit(this);<a name="line.1989"></a> +<span class="sourceLineNo">1990</span><a name="line.1990"></a> +<span class="sourceLineNo">1991</span> // Background thread to check for compactions; needed if region has not gotten updates<a name="line.1991"></a> +<span class="sourceLineNo">1992</span> // in a while. It will take care of not checking too frequently on store-by-store basis.<a name="line.1992"></a> +<span class="sourceLineNo">1993</span> this.compactionChecker = new CompactionChecker(this, this.threadWakeFrequency, this);<a name="line.1993"></a> +<span class="sourceLineNo">1994</span> this.periodicFlusher = new PeriodicMemStoreFlusher(this.threadWakeFrequency, this);<a name="line.1994"></a> +<span class="sourceLineNo">1995</span> this.leases = new Leases(this.threadWakeFrequency);<a name="line.1995"></a> +<span class="sourceLineNo">1996</span><a name="line.1996"></a> +<span class="sourceLineNo">1997</span> // Create the thread to clean the moved regions list<a name="line.1997"></a> +<span class="sourceLineNo">1998</span> movedRegionsCleaner = MovedRegionsCleaner.create(this);<a name="line.1998"></a> <span class="sourceLineNo">1999</span><a name="line.1999"></a> -<span class="sourceLineNo">2000</span> // Setup the Quota Manager<a name="line.2000"></a> -<span class="sourceLineNo">2001</span> rsQuotaManager = new RegionServerRpcQuotaManager(this);<a name="line.2001"></a> -<span class="sourceLineNo">2002</span> rsSpaceQuotaManager = new RegionServerSpaceQuotaManager(this);<a name="line.2002"></a> -<span class="sourceLineNo">2003</span><a name="line.2003"></a> -<span class="sourceLineNo">2004</span> if (QuotaUtil.isQuotaEnabled(conf)) {<a name="line.2004"></a> -<span class="sourceLineNo">2005</span> this.fsUtilizationChore = new FileSystemUtilizationChore(this);<a name="line.2005"></a> -<span class="sourceLineNo">2006</span> }<a name="line.2006"></a> -<span class="sourceLineNo">2007</span><a name="line.2007"></a> +<span class="sourceLineNo">2000</span> if (this.nonceManager != null) {<a name="line.2000"></a> +<span class="sourceLineNo">2001</span> // Create the scheduled chore that cleans up nonces.<a name="line.2001"></a> +<span class="sourceLineNo">2002</span> nonceManagerChore = this.nonceManager.createCleanupScheduledChore(this);<a name="line.2002"></a> +<span class="sourceLineNo">2003</span> }<a name="line.2003"></a> +<span class="sourceLineNo">2004</span><a name="line.2004"></a> +<span class="sourceLineNo">2005</span> // Setup the Quota Manager<a name="line.2005"></a> +<span class="sourceLineNo">2006</span> rsQuotaManager = new RegionServerRpcQuotaManager(this);<a name="line.2006"></a> +<span class="sourceLineNo">2007</span> rsSpaceQuotaManager = new RegionServerSpaceQuotaManager(this);<a name="line.2007"></a> <span class="sourceLineNo">2008</span><a name="line.2008"></a> -<span class="sourceLineNo">2009</span> boolean onlyMetaRefresh = false;<a name="line.2009"></a> -<span class="sourceLineNo">2010</span> int storefileRefreshPeriod = conf.getInt(<a name="line.2010"></a> -<span class="sourceLineNo">2011</span> StorefileRefresherChore.REGIONSERVER_STOREFILE_REFRESH_PERIOD,<a name="line.2011"></a> -<span class="sourceLineNo">2012</span> StorefileRefresherChore.DEFAULT_REGIONSERVER_STOREFILE_REFRESH_PERIOD);<a name="line.2012"></a> -<span class="sourceLineNo">2013</span> if (storefileRefreshPeriod == 0) {<a name="line.2013"></a> -<span class="sourceLineNo">2014</span> storefileRefreshPeriod = conf.getInt(<a name="line.2014"></a> -<span class="sourceLineNo">2015</span> StorefileRefresherChore.REGIONSERVER_META_STOREFILE_REFRESH_PERIOD,<a name="line.2015"></a> -<span class="sourceLineNo">2016</span> StorefileRefresherChore.DEFAULT_REGIONSERVER_STOREFILE_REFRESH_PERIOD);<a name="line.2016"></a> -<span class="sourceLineNo">2017</span> onlyMetaRefresh = true;<a name="line.2017"></a> -<span class="sourceLineNo">2018</span> }<a name="line.2018"></a> -<span class="sourceLineNo">2019</span> if (storefileRefreshPeriod > 0) {<a name="line.2019"></a> -<span class="sourceLineNo">2020</span> this.storefileRefresher = new StorefileRefresherChore(storefileRefreshPeriod,<a name="line.2020"></a> -<span class="sourceLineNo">2021</span> onlyMetaRefresh, this, this);<a name="line.2021"></a> -<span class="sourceLineNo">2022</span> }<a name="line.2022"></a> -<span class="sourceLineNo">2023</span> registerConfigurationObservers();<a name="line.2023"></a> -<span class="sourceLineNo">2024</span> }<a name="line.2024"></a> -<span class="sourceLineNo">2025</span><a name="line.2025"></a> -<span class="sourceLineNo">2026</span> private void registerConfigurationObservers() {<a name="line.2026"></a> -<span class="sourceLineNo">2027</span> // Registering the compactSplitThread object with the ConfigurationManager.<a name="line.2027"></a> -<span class="sourceLineNo">2028</span> configurationManager.registerObserver(this.compactSplitThread);<a name="line.2028"></a> -<span class="sourceLineNo">2029</span> configurationManager.registerObserver(this.rpcServices);<a name="line.2029"></a> -<span class="sourceLineNo">2030</span> configurationManager.registerObserver(this);<a name="line.2030"></a> -<span class="sourceLineNo">2031</span> }<a name="line.2031"></a> -<span class="sourceLineNo">2032</span><a name="line.2032"></a> -<span class="sourceLineNo">2033</span> /**<a name="line.2033"></a> -<span class="sourceLineNo">2034</span> * Puts up the webui.<a name="line.2034"></a> -<span class="sourceLineNo">2035</span> * @return Returns final port -- maybe different from what we started with.<a name="line.2035"></a> -<span class="sourceLineNo">2036</span> * @throws IOException<a name="line.2036"></a> -<span class="sourceLineNo">2037</span> */<a name="line.2037"></a> -<span class="sourceLineNo">2038</span> private int putUpWebUI() throws IOException {<a name="line.2038"></a> -<span class="sourceLineNo">2039</span> int port = this.conf.getInt(HConstants.REGIONSERVER_INFO_PORT,<a name="line.2039"></a> -<span class="sourceLineNo">2040</span> HConstants.DEFAULT_REGIONSERVER_INFOPORT);<a name="line.2040"></a> -<span class="sourceLineNo">2041</span> String addr = this.conf.get("hbase.regionserver.info.bindAddress", "0.0.0.0");<a name="line.2041"></a> -<span class="sourceLineNo">2042</span><a name="line.2042"></a> -<span class="sourceLineNo">2043</span> if(this instanceof HMaster) {<a name="line.2043"></a> -<span class="sourceLineNo">2044</span> port = conf.getInt(HConstants.MASTER_INFO_PORT,<a name="line.2044"></a> -<span class="sourceLineNo">2045</span> HConstants.DEFAULT_MASTER_INFOPORT);<a name="line.2045"></a> -<span class="sourceLineNo">2046</span> addr = this.conf.get("hbase.master.info.bindAddress", "0.0.0.0");<a name="line.2046"></a> -<span class="sourceLineNo">2047</span> }<a name="line.2047"></a> -<span class="sourceLineNo">2048</span> // -1 is for disabling info server<a name="line.2048"></a> -<span class="sourceLineNo">2049</span> if (port < 0) return port;<a name="line.2049"></a> -<span class="sourceLineNo">2050</span><a name="line.2050"></a> -<span class="sourceLineNo">2051</span> if (!Addressing.isLocalAddress(InetAddress.getByName(addr))) {<a name="line.2051"></a> -<span class="sourceLineNo">2052</span> String msg =<a name="line.2052"></a> -<span class="sourceLineNo">2053</span> "Failed to start http info server. Address " + addr<a name="line.2053"></a> -<span class="sourceLineNo">2054</span> + " does not belong to this host. Correct configuration parameter: "<a name="line.2054"></a> -<span class="sourceLineNo">2055</span> + "hbase.regionserver.info.bindAddress";<a name="line.2055"></a> -<span class="sourceLineNo">2056</span> LOG.error(msg);<a name="line.2056"></a> -<span class="sourceLineNo">2057</span> throw new IOException(msg);<a name="line.2057"></a> -<span class="sourceLineNo">2058</span> }<a name="line.2058"></a> -<span class="sourceLineNo">2059</span> // check if auto port bind enabled<a name="line.2059"></a> -<span class="sourceLineNo">2060</span> boolean auto = this.conf.getBoolean(HConstants.REGIONSERVER_INFO_PORT_AUTO,<a name="line.2060"></a> -<span class="sourceLineNo">2061</span> false);<a name="line.2061"></a> -<span class="sourceLineNo">2062</span> while (true) {<a name="line.2062"></a> -<span class="sourceLineNo">2063</span> try {<a name="line.2063"></a> -<span class="sourceLineNo">2064</span> this.infoServer = new InfoServer(getProcessName(), addr, port, false, this.conf);<a name="line.2064"></a> -<span class="sourceLineNo">2065</span> infoServer.addServlet("dump", "/dump", getDumpServlet());<a name="line.2065"></a> -<span class="sourceLineNo">2066</span> configureInfoServer();<a name="line.2066"></a> -<span class="sourceLineNo">2067</span> this.infoServer.start();<a name="line.2067"></a> -<span class="sourceLineNo">2068</span> break;<a name="line.2068"></a> -<span class="sourceLineNo">2069</span> } catch (BindException e) {<a name="line.2069"></a> -<span class="sourceLineNo">2070</span> if (!auto) {<a name="line.2070"></a> -<span class="sourceLineNo">2071</span> // auto bind disabled throw BindException<a name="line.2071"></a> -<span class="sourceLineNo">2072</span> LOG.error("Failed binding http info server to port: " + port);<a name="line.2072"></a> -<span class="sourceLineNo">2073</span> throw e;<a name="line.2073"></a> -<span class="sourceLineNo">2074</span> }<a name="line.2074"></a> -<span class="sourceLineNo">2075</span> // auto bind enabled, try to use another port<a name="line.2075"></a> -<span class="sourceLineNo">2076</span> LOG.info("Failed binding http info server to port: " + port);<a name="line.2076"></a> -<span class="sourceLineNo">2077</span> port++;<a name="line.2077"></a> -<span class="sourceLineNo">2078</span> }<a name="line.2078"></a> -<span class="sourceLineNo">2079</span> }<a name="line.2079"></a> -<span class="sourceLineNo">2080</span> port = this.infoServer.getPort();<a name="line.2080"></a> -<span class="sourceLineNo">2081</span> conf.setInt(HConstants.REGIONSERVER_INFO_PORT, port);<a name="line.2081"></a> -<span class="sourceLineNo">2082</span> int masterInfoPort = conf.getInt(HConstants.MASTER_INFO_PORT,<a name="line.2082"></a> -<span class="sourceLineNo">2083</span> HConstants.DEFAULT_MASTER_INFOPORT);<a name="line.2083"></a> -<span class="sourceLineNo">2084</span> conf.setInt("hbase.master.info.port.orig", masterInfoPort);<a name="line.2084"></a> -<span class="sourceLineNo">2085</span> conf.setInt(HConstants.MASTER_INFO_PORT, port);<a name="line.2085"></a> -<span class="sourceLineNo">2086</span> return port;<a name="line.2086"></a> -<span class="sourceLineNo">2087</span> }<a name="line.2087"></a> -<span class="sourceLineNo">2088</span><a name="line.2088"></a> -<span class="sourceLineNo">2089</span> /*<a name="line.2089"></a> -<span class="sourceLineNo">2090</span> * Verify that server is healthy<a name="line.2090"></a> -<span class="sourceLineNo">2091</span> */<a name="line.2091"></a> -<span class="sourceLineNo">2092</span> private boolean isHealthy() {<a name="line.2092"></a> -<span class="sourceLineNo">2093</span> if (!fsOk) {<a name="line.2093"></a> -<span class="sourceLineNo">2094</span> // File system problem<a name="line.2094"></a> -<span class="sourceLineNo">2095</span> return false;<a name="line.2095"></a> -<span class="sourceLineNo">2096</span> }<a name="line.2096"></a> -<span class="sourceLineNo">2097</span> // Verify that all threads are alive<a name="line.2097"></a> -<span class="sourceLineNo">2098</span> boolean healthy = (this.leases == null || this.leases.isAlive())<a name="line.2098"></a> -<span class="sourceLineNo">2099</span> && (this.cacheFlusher == null || this.cacheFlusher.isAlive())<a name="line.2099"></a> -<span class="sourceLineNo">2100</span> && (this.walRoller == null || this.walRoller.isAlive())<a name="line.2100"></a> -<span class="sourceLineNo">2101</span> && (this.compactionChecker == null || this.compactionChecker.isScheduled())<a name="line.2101"></a> -<span class="sourceLineNo">2102</span> && (this.periodicFlusher == null || this.periodicFlusher.isScheduled());<a name="line.2102"></a> -<span class="sourceLineNo">2103</span> if (!healthy) {<a name="line.2103"></a> -<span class="sourceLineNo">2104</span> stop("One or more threads are no longer alive -- stop");<a name="line.2104"></a> -<span class="sourceLineNo">2105</span> }<a name="line.2105"></a> -<span class="sourceLineNo">2106</span> return healthy;<a name="line.2106"></a> -<span class="sourceLineNo">2107</span> }<a name="line.2107"></a> -<span class="sourceLineNo">2108</span><a name="line.2108"></a> -<span class="sourceLineNo">2109</span> @Override<a name="line.2109"></a> -<span class="sourceLineNo">2110</span> public List<WAL> getWALs() throws IOException {<a name="line.2110"></a> -<span class="sourceLineNo">2111</span> return walFactory.getWALs();<a name="line.2111"></a> +<span class="sourceLineNo">2009</span> if (QuotaUtil.isQuotaEnabled(conf)) {<a name="line.2009"></a> +<span class="sourceLineNo">2010</span> this.fsUtilizationChore = new FileSystemUtilizationChore(this);<a name="line.2010"></a> +<span class="sourceLineNo">2011</span> }<a name="line.2011"></a> +<span class="sourceLineNo">2012</span><a name="line.2012"></a> +<span class="sourceLineNo">2013</span><a name="line.2013"></a> +<span class="sourceLineNo">2014</span> boolean onlyMetaRefresh = false;<a name="line.2014"></a> +<span class="sourceLineNo">2015</span> int storefileRefreshPeriod = conf.getInt(<a name="line.2015"></a> +<span class="sourceLineNo">2016</span> StorefileRefresherChore.REGIONSERVER_STOREFILE_REFRESH_PERIOD,<a name="line.2016"></a> +<span class="sourceLineNo">2017</span> StorefileRefresherChore.DEFAULT_REGIONSERVER_STOREFILE_REFRESH_PERIOD);<a name="line.2017"></a> +<span class="sourceLineNo">2018</span> if (storefileRefreshPeriod == 0) {<a name="line.2018"></a> +<span class="sourceLineNo">2019</span> storefileRefreshPeriod = conf.getInt(<a name="line.2019"></a> +<span class="sourceLineNo">2020</span> StorefileRefresherChore.REGIONSERVER_META_STOREFILE_REFRESH_PERIOD,<a name="line.2020"></a> +<span class="sourceLineNo">2021</span> StorefileRefresherChore.DEFAULT_REGIONSERVER_STOREFILE_REFRESH_PERIOD);<a name="line.2021"></a> +<span class="sourceLineNo">2022</span> onlyMetaRefresh = true;<a name="line.2022"></a> +<span class="sourceLineNo">2023</span> }<a name="line.2023"></a> +<span class="sourceLineNo">2024</span> if (storefileRefreshPeriod > 0) {<a name="line.2024"></a> +<span class="sourceLineNo">2025</span> this.storefileRefresher = new StorefileRefresherChore(storefileRefreshPeriod,<a name="line.2025"></a> +<span class="sourceLineNo">2026</span> onlyMetaRefresh, this, this);<a name="line.2026"></a> +<span class="sourceLineNo">2027</span> }<a name="line.2027"></a> +<span class="sourceLineNo">2028</span> registerConfigurationObservers();<a name="line.2028"></a> +<span class="sourceLineNo">2029</span> }<a name="line.2029"></a> +<span class="sourceLineNo">2030</span><a name="line.2030"></a> +<span class="sourceLineNo">2031</span> private void registerConfigurationObservers() {<a name="line.2031"></a> +<span class="sourceLineNo">2032</span> // Registering the compactSplitThread object with the ConfigurationManager.<a name="line.2032"></a> +<span class="sourceLineNo">2033</span> configurationManager.registerObserver(this.compactSplitThread);<a name="line.2033"></a> +<span class="sourceLineNo">2034</span> configurationManager.registerObserver(this.rpcServices);<a name="line.2034"></a> +<span class="sourceLineNo">2035</span> configurationManager.registerObserver(this);<a name="line.2035"></a> +<span class="sourceLineNo">2036</span> }<a name="line.2036"></a> +<span class="sourceLineNo">2037</span><a name="line.2037"></a> +<span class="sourceLineNo">2038</span> /**<a name="line.2038"></a> +<span class="sourceLineNo">2039</span> * Puts up the webui.<a name="line.2039"></a> +<span class="sourceLineNo">2040</span> * @return Returns final port -- maybe different from what we started with.<a name="line.2040"></a> +<span class="sourceLineNo">2041</span> * @throws IOException<a name="line.2041"></a> +<span class="sourceLineNo">2042</span> */<a name="line.2042"></a> +<span class="sourceLineNo">2043</span> private int putUpWebUI() throws IOException {<a name="line.2043"></a> +<span class="sourceLineNo">2044</span> int port = this.conf.getInt(HConstants.REGIONSERVER_INFO_PORT,<a name="line.2044"></a> +<span class="sourceLineNo">2045</span> HConstants.DEFAULT_REGIONSERVER_INFOPORT);<a name="line.2045"></a> +<span class="sourceLineNo">2046</span> String addr = this.conf.get("hbase.regionserver.info.bindAddress", "0.0.0.0");<a name="line.2046"></a> +<span class="sourceLineNo">2047</span><a name="line.2047"></a> +<span class="sourceLineNo">2048</span> if(this instanceof HMaster) {<a name="line.2048"></a> +<span class="sourceLineNo">2049</span> port = conf.getInt(HConstants.MASTER_INFO_PORT,<a name="line.2049"></a> +<span class="sourceLineNo">2050</span> HConstants.DEFAULT_MASTER_INFOPORT);<a name="line.2050"></a> +<span class="sourceLineNo">2051</span> addr = this.conf.get("hbase.master.info.bindAddress", "0.0.0.0");<a name="line.2051"></a> +<span class="sourceLineNo">2052</span> }<a name="line.2052"></a> +<span class="sourceLineNo">2053</span> // -1 is for disabling info server<a name="line.2053"></a> +<span class="sourceLineNo">2054</span> if (port < 0) return port;<a name="line.2054"></a> +<span class="sourceLineNo">2055</span><a name="line.2055"></a> +<span class="sourceLineNo">2056</span> if (!Addressing.isLocalAddress(InetAddress.getByName(addr))) {<a name="line.2056"></a> +<span class="sourceLineNo">2057</span> String msg =<a name="line.2057"></a> +<span class="sourceLineNo">2058</span> "Failed to start http info server. Address " + addr<a name="line.2058"></a> +<span class="sourceLineNo">2059</span> + " does not belong to this host. Correct configuration parameter: "<a name="line.2059"></a> +<span class="sourceLineNo">2060</span> + "hbase.regionserver.info.bindAddress";<a name="line.2060"></a> +<span class="sourceLineNo">2061</span> LOG.error(msg);<a name="line.2061"></a> +<span class="sourceLineNo">2062</span> throw new IOException(msg);<a name="line.2062"></a> +<span class="sourceLineNo">2063</span> }<a name="line.2063"></a> +<span class="sourceLineNo">2064</span> // check if auto port bind enabled<a name="line.2064"></a> +<span class="sourceLineNo">2065</span> boolean auto = this.conf.getBoolean(HConstants.REGIONSERVER_INFO_PORT_AUTO,<a name="line.2065"></a> +<span class="sourceLineNo">2066</span> false);<a name="line.2066"></a> +<span class="sourceLineNo">2067</span> while (true) {<a name="line.2067"></a> +<span class="sourceLineNo">2068</span> try {<a name="line.2068"></a> +<span class="sourceLineNo">2069</span> this.infoServer = new InfoServer(getProcessName(), addr, port, false, this.conf);<a name="line.2069"></a> +<span class="sourceLineNo">2070</span> infoServer.addServlet("dump", "/dump", getDumpServlet());<a name="line.2070"></a> +<span class="sourceLineNo">2071</span> configureInfoServer();<a name="line.2071"></a> +<span class="sourceLineNo">2072</span> this.infoServer.start();<a name="line.2072"></a> +<span class="sourceLineNo">2073</span> break;<a name="line.2073"></a> +<span class="sourceLineNo">2074</span> } catch (BindException e) {<a name="line.2074"></a> +<span class="sourceLineNo">2075</span> if (!auto) {<a name="line.2075"></a> +<span class="sourceLineNo">2076</span> // auto bind disabled throw BindException<a name="line.2076"></a> +<span class="sourceLineNo">2077</span> LOG.error("Failed binding http info server to port: " + port);<a name="line.2077"></a> +<span class="sourceLineNo">2078</span> throw e;<a name="line.2078"></a> +<span class="sourceLineNo">2079</span> }<a name="line.2079"></a> +<span class="sourceLineNo">2080</span> // auto bind enabled, try to use another port<a name="line.2080"></a> +<span class="sourceLineNo">2081</span> LOG.info("Failed binding http info server to port: " + port);<a name="line.2081"></a> +<span class="sourceLineNo">2082</span> port++;<a name="line.2082"></a> +<span class="sourceLineNo">2083</span> }<a name="line.2083"></a> +<span class="sourceLineNo">2084</span> }<a name="line.2084"></a> +<span class="sourceLineNo">2085</span> port = this.infoServer.getPort();<a name="line.2085"></a> +<span class="sourceLineNo">2086</span> conf.setInt(HConstants.REGIONSERVER_INFO_PORT, port);<a name="line.2086"></a> +<span class="sourceLineNo">2087</span> int masterInfoPort = conf.getInt(HConstants.MASTER_INFO_PORT,<a name="line.2087"></a> +<span class="sourceLineNo">2088</span> HConstants.DEFAULT_MASTER_INFOPORT);<a name="line.2088"></a> +<span class="sourceLineNo">2089</span> conf.setInt("hbase.master.info.port.orig", masterInfoPort);<a name="line.2089"></a> +<span class="sourceLineNo">2090</span> conf.setInt(HConstants.MASTER_INFO_PORT, port);<a name="line.2090"></a> +<span class="sourceLineNo">2091</span> return port;<a name="line.2091"></a> +<span class="sourceLineNo">2092</span> }<a name="line.2092"></a> +<span class="sourceLineNo">2093</span><a name="line.2093"></a> +<span class="sourceLineNo">2094</span> /*<a name="line.2094"></a> +<span class="sourceLineNo">2095</span> * Verify that server is healthy<a name="line.2095"></a> +<span class="sourceLineNo">2096</span> */<a name="line.2096"></a> +<span class="sourceLineNo">2097</span> private boolean isHealthy() {<a name="line.2097"></a> +<span class="sourceLineNo">2098</span> if (!fsOk) {<a name="line.2098"></a> +<span class="sourceLineNo">2099</span> // File system problem<a name="line.2099"></a> +<span class="sourceLineNo">2100</span> return false;<a name="line.2100"></a> +<span class="sourceLineNo">2101</span> }<a name="line.2101"></a> +<span class="sourceLineNo">2102</span> // Verify that all threads are alive<a name="line.2102"></a> +<span class="sourceLineNo">2103</span> boolean healthy = (this.leases == null || this.leases.isAlive())<a name="line.2103"></a> +<span class="sourceLineNo">2104</span> && (this.cacheFlusher == null || this.cacheFlusher.isAlive())<a name="line.2104"></a> +<span class="sourceLineNo">2105</span> && (this.walRoller == null || this.walRoller.isAlive())<a name="line.2105"></a> +<span class="sourceLineNo">2106</span> && (this.compactionChecker == null || this.compactionChecker.isScheduled())<a name="line.2106"></a> +<span class="sourceLineNo">2107</span> && (this.periodicFlusher == null || this.periodicFlusher.isScheduled());<a name="line.2107"></a> +<span class="sourceLineNo">2108</span> if (!healthy) {<a name="line.2108"></a> +<span class="sourceLineNo">2109</span> stop("One or more threads are no longer alive -- stop");<a name="line.2109"></a> +<span class="sourceLineNo">2110</span> }<a name="line.2110"></a> +<span class="sourceLineNo">2111</span> return healthy;<a name="line.2111"></a> <span class="sourceLineNo">2112</span> }<a name="line.2112"></a> <span class="sourceLineNo">2113</span><a name="line.2113"></a> <span class="sourceLineNo">2114</span> @Override<a name="line.2114"></a> -<span class="sourceLineNo">2115</span> public WAL getWAL(RegionInfo regionInfo) throws IOException {<a name="line.2115"></a> -<span class="sourceLineNo">2116</span> WAL wal = walFactory.getWAL(regionInfo);<a name="line.2116"></a> -<span class="sourceLineNo">2117</span> if (this.walRoller != null) {<a name="line.2117"></a> -<span class="sourceLineNo">2118</span> this.walRoller.addWAL(wal);<a name="line.2118"></a> -<span class="sourceLineNo">2119</span> }<a name="line.2119"></a> -<span class="sourceLineNo">2120</span> return wal;<a name="line.2120"></a> -<span class="sourceLineNo">2121</span> }<a name="line.2121"></a> -<span class="sourceLineNo">2122</span><a name="line.2122"></a> -<span class="sourceLineNo">2123</span> public LogRoller getWalRoller() {<a name="line.2123"></a> -<span class="sourceLineNo">2124</span> return walRoller;<a name="line.2124"></a> -<span class="sourceLineNo">2125</span> }<a name="line.2125"></a> -<span class="sourceLineNo">2126</span><a name="line.2126"></a> -<span class="sourceLineNo">2127</span> @Override<a name="line.2127"></a> -<span class="sourceLineNo">2128</span> public Connection getConnection() {<a name="line.2128"></a> -<span class="sourceLineNo">2129</span> return getClusterConnection();<a name="line.2129"></a> +<span class="sourceLineNo">2115</span> public List<WAL> getWALs() throws IOException {<a name="line.2115"></a> +<span class="sourceLineNo">2116</span> return walFactory.getWALs();<a name="line.2116"></a> +<span class="sourceLineNo">2117</span> }<a name="line.2117"></a> +<span class="sourceLineNo">2118</span><a name="line.2118"></a> +<span class="sourceLineNo">2119</span> @Override<a name="line.2119"></a> +<span class="sourceLineNo">2120</span> public WAL getWAL(RegionInfo regionInfo) throws IOException {<a name="line.2120"></a> +<span class="sourceLineNo">2121</span> WAL wal = walFactory.getWAL(regionInfo);<a name="line.2121"></a> +<span class="sourceLineNo">2122</span> if (this.walRoller != null) {<a name="line.2122"></a> +<span class="sourceLineNo">2123</span> this.walRoller.addWAL(wal);<a name="line.2123"></a> +<span class="sourceLineNo">2124</span> }<a name="line.2124"></a> +<span class="sourceLineNo">2125</span> return wal;<a name="line.2125"></a> +<span class="sourceLineNo">2126</span> }<a name="line.2126"></a> +<span class="sourceLineNo">2127</span><a name="line.2127"></a> +<span class="sourceLineNo">2128</span> public LogRoller getWalRoller() {<a name="line.2128"></a> +<span class="sourceLineNo">2129</span> return walRoller;<a name="line.2129"></a> <span class="sourceLineNo">2130</span> }<a name="line.2130"></a> <span class="sourceLineNo">2131</span><a name="line.2131"></a> <span class="sourceLineNo">2132</span> @Override<a name="line.2132"></a> -<span class="sourceLineNo">2133</span> public ClusterConnection getClusterConnection() {<a name="line.2133"></a> -<span class="sourceLineNo">2134</span> return this.clusterConnection;<a name="line.2134"></a> +<span class="sourceLineNo">2133</span> public Connection getConnection() {<a name="line.2133"></a> +<span class="sourceLineNo">2134</span> return getClusterConnection();<a name="line.2134"></a> <span class="sourceLineNo">2135</span> }<a name="line.2135"></a> <span class="sourceLineNo">2136</span><a name="line.2136"></a> <span class="sourceLineNo">2137</span> @Override<a name="line.2137"></a> -<span class="sourceLineNo">2138</span> public MetaTableLocator getMetaTableLocator() {<a name="line.2138"></a> -<span class="sourceLineNo">2139</span> return this.metaTableLocator;<a name="line.2139"></a> +<span class="sourceLineNo">2138</span> public ClusterConnection getClusterConnection() {<a name="line.2138"></a> +<span class="sourceLineNo">2139</span> return this.clusterConnection;<a name="line.2139"></a> <span class="sourceLineNo">2140</span> }<a name="line.2140"></a> <span class="sourceLineNo">2141</span><a name="line.2141"></a> <span class="sourceLineNo">2142</span> @Override<a name="line.2142"></a> -<span class="sourceLineNo">2143</span> public void stop(final String msg) {<a name="line.2143"></a> -<span class="sourceLineNo">2144</span> stop(msg, false, RpcServer.getRequestUser().orElse(null));<a name="line.2144"></a> +<span class="sourceLineNo">2143</span> public MetaTableLocator getMetaTableLocator() {<a name="line.2143"></a> +<span class="sourceLineNo">2144</span> return this.metaTableLocator;<a name="line.2144"></a> <span class="sourceLineNo">2145</span> }<a name="line.2145"></a> <span class="sourceLineNo">2146</span><a name="line.2146"></a> -<span class="sourceLineNo">2147</span> /**<a name="line.2147"></a> -<span class="sourceLineNo">2148</span> * Stops the regionserver.<a name="line.2148"></a> -<span class="sourceLineNo">2149</span> * @param msg Status message<a name="line.2149"></a> -<span class="sourceLineNo">2150</span> * @param force True if this is a regionserver abort<a name="line.2150"></a> -<span class="sourceLineNo">2151</span> * @param user The user executing the stop request, or null if no user is associated<a name="line.2151"></a> -<span class="sourceLineNo">2152</span> */<a name="line.2152"></a> -<span class="sourceLineNo">2153</span> public void stop(final String msg, final boolean force, final User user) {<a name="line.2153"></a> -<span class="sourceLineNo">2154</span> if (!this.stopped) {<a name="line.2154"></a> -<span class="sourceLineNo">2155</span> LOG.info("***** STOPPING region server '" + this + "' *****");<a name="line.2155"></a> -<span class="sourceLineNo">2156</span> if (this.rsHost != null) {<a name="line.2156"></a> -<span class="sourceLineNo">2157</span> // when forced via abort don't allow CPs to override<a name="line.2157"></a> -<span class="sourceLineNo">2158</span> try {<a name="line.2158"></a> -<span class="sourceLineNo">2159</span> this.rsHost.preStop(msg, user);<a name="line.2159"></a> -<span class="sourceLineNo">2160</span> } catch (IOException ioe) {<a name="line.2160"></a> -<span class="sourceLineNo">2161</span> if (!force) {<a name="line.2161"></a> -<span class="sourceLineNo">2162</span> LOG.warn("The region server did not stop", ioe);<a name="line.2162"></a> -<span class="sourceLineNo">2163</span> return;<a name="line.2163"></a> -<span class="sourceLineNo">2164</span> }<a name="line.2164"></a> -<span class="sourceLineNo">2165</span> LOG.warn("Skipping coprocessor exception on preStop() due to forced shutdown", ioe);<a name="line.2165"></a> -<span class="sourceLineNo">2166</span> }<a name="line.2166"></a> -<span class="sourceLineNo">2167</span> }<a name="line.2167"></a> -<span class="sourceLineNo">2168</span> this.stopped = true;<a name="line.2168"></a> -<span class="sourceLineNo">2169</span> LOG.info("STOPPED: " + msg);<a name="line.2169"></a> -<span class="sourceLineNo">2170</span> // Wakes run() if it is sleeping<a name="line.2170"></a> -<span class="sourceLineNo">2171</span> sleeper.skipSleepCycle();<a name="line.2171"></a> -<span class="sourceLineNo">2172</span> }<a name="line.2172"></a> -<span class="sourceLineNo">2173</span> }<a name="line.2173"></a> -<span class="sourceLineNo">2174</span><a name="line.2174"></a> -<span class="sourceLineNo">2175</span> public void waitForServerOnline(){<a name="line.2175"></a> -<span class="sourceLineNo">2176</span> while (!isStopped() && !isOnline()) {<a name="line.2176"></a> -<span class="sourceLineNo">2177</span> synchronized (online) {<a name="line.2177"></a> -<span class="sourceLineNo">2178</span> try {<a name="line.2178"></a> -<span class="sourceLineNo">2179</span> online.wait(msgInterval);<a name="line.2179"></a> -<span class="sourceLineNo">2180</span> } catch (InterruptedException ie) {<a name="line.2180"></a> -<span class="sourceLineNo">2181</span> Thread.currentThread().interrupt();<a name="line.2181"></a> -<span class="sourceLineNo">2182</span> break;<a name="line.2182"></a> -<span class="sourceLineNo">2183</span> }<a name="line.2183"></a> -<span class="sourceLineNo">2184</span> }<a name="line.2184"></a> -<span class="sourceLineNo">2185</span> }<a name="line.2185"></a> -<span class="sourceLineNo">2186</span> }<a name="line.2186"></a> -<span class="sourceLineNo">2187</span><a name="line.2187"></a> -<span class="sourceLineNo">2188</span> @Override<a name="line.2188"></a> -<span class="sourceLineNo">2189</span> public void postOpenDeployTasks(final PostOpenDeployContext context) throws IOException {<a name="line.2189"></a> -<span class="sourceLineNo">2190</span> HRegion r = context.getRegion();<a name="line.2190"></a> -<span class="sourceLineNo">2191</span> long masterSystemTime = context.getMasterSystemTime();<a name="line.2191"></a> -<span class="sourceLineNo">2192</span> rpcServices.checkOpen();<a name="line.2192"></a> -<span class="sourceLineNo">2193</span> LOG.info("Post open deploy tasks for " + r.getRegionInfo().getRegionNameAsString());<a name="line.2193"></a> -<span class="sourceLineNo">2194</span> // Do checks to see if we need to compact (references or too many files)<a name="line.2194"></a> -<span class="sourceLineNo">2195</span> for (HStore s : r.stores.values()) {<a name="line.2195"></a> -<span class="sourceLineNo">2196</span> if (s.hasReferences() || s.needsCompaction()) {<a name="line.2196"></a> -<span class="sourceLineNo">2197</span> this.compactSplitThread.requestSystemCompaction(r, s, "Opening Region");<a name="line.2197"></a> -<span class="sourceLineNo">2198</span> }<a name="line.2198"></a> -<span class="sourceLineNo">2199</span> }<a name="line.2199"></a> -<span class="sourceLineNo">2200</span> long openSeqNum = r.getOpenSeqNum();<a name="line.2200"></a> -<span class="sourceLineNo">2201</span> if (openSeqNum == HConstants.NO_SEQNUM) {<a name="line.2201"></a> -<span class="sourceLineNo">2202</span> // If we opened a region, we should have read some sequence number from it.<a name="line.2202"></a> -<span class="sourceLineNo">2203</span> LOG.error(<a name="line.2203"></a> -<span class="sourceLineNo">2204</span> "No sequence number found when opening " + r.getRegionInfo().getRegionNameAsString());<a name="line.2204"></a> -<span class="sourceLineNo">2205</span> openSeqNum = 0;<a name="line.2205"></a> -<span class="sourceLineNo">2206</span> }<a name="line.2206"></a> -<span class="sourceLineNo">2207</span><a name="line.2207"></a> -<span class="sourceLineNo">2208</span> // Notify master<a name="line.2208"></a> -<span class="sourceLineNo">2209</span> if (!reportRegionStateTransition(new RegionStateTransitionContext(TransitionCode.OPENED,<a name="line.2209"></a> -<span class="sourceLineNo">2210</span> openSeqNum, masterSystemTime, r.getRegionInfo()))) {<a name="line.2210"></a> -<span class="sourceLineNo">2211</span> throw new IOException(<a name="line.2211"></a> -<span class="sourceLineNo">2212</span> "Failed to report opened region to master: " + r.getRegionInfo().getRegionNameAsString());<a name="line.2212"></a> -<span class="sourceLineNo">2213</span> }<a name="line.2213"></a> -<span class="sourceLineNo">2214</span><a name="line.2214"></a> -<span class="sourceLineNo">2215</span> triggerFlushInPrimaryRegion(r);<a name="line.2215"></a> -<span class="sourceLineNo">2216</span><a name="line.2216"></a> -<span class="sourceLineNo">2217</span> LOG.debug("Finished post open deploy task for " + r.getRegionInfo().getRegionNameAsString());<a name="line.2217"></a> -<span class="sourceLineNo">2218</span> }<a name="line.2218"></a> +<span class="sourceLineNo">2147</span> @Override<a name="line.2147"></a> +<span class="sourceLineNo">2148</span> public void stop(final String msg) {<a name="line.2148"></a> +<span class="sourceLineNo">2149</span> stop(msg, false, RpcServer.getRequestUser().orElse(null));<a name="line.2149"></a> +<span class="sourceLineNo">2150</span> }<a name="line.2150"></a> +<span class="sourceLineNo">2151</span><a name="line.2151"></a> +<span class="sourceLineNo">2152</span> /**<a name="line.2152"></a> +<span class="sourceLineNo">2153</span> * Stops the regionserver.<a name="line.2153"></a> +<span class="sourceLineNo">2154</span> * @param msg Status message<a name="line.2
<TRUNCATED>
