[29/41] hbase-site git commit: Published site at fdbaa4c3f0253700d12b6bd61cacf29ca7fbc19f.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html
index ad93f10..32aa215 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html
@@ -834,448 +834,450 @@
 826  byte[] regionName = 
regionEntry.getKey();
 827
 828  Throwable regionException = 
responses.getExceptions().get(regionName);
-829  cleanServerCache(server, 
regionException);
-830
-831  Map 
regionResults =
-832results.containsKey(regionName) ? 
results.get(regionName).result : Collections.emptyMap();
-833  boolean regionFailureRegistered = 
false;
-834  for (Action sentAction : 
regionEntry.getValue()) {
-835Object result = 
regionResults.get(sentAction.getOriginalIndex());
-836if (result == null) {
-837  if (regionException == null) 
{
-838LOG.error("Server sent us 
neither results nor exceptions for "
-839  + 
Bytes.toStringBinary(regionName)
-840  + ", numAttempt:" + 
numAttempt);
-841regionException = new 
RuntimeException("Invalid response");
-842  }
-843  // If the row operation 
encounters the region-lever error, the exception of action may be
-844  // null.
-845  result = regionException;
-846}
-847// Failure: retry if it's make 
sense else update the errors lists
-848if (result instanceof Throwable) 
{
-849  Throwable actionException = 
(Throwable) result;
-850  Row row = 
sentAction.getAction();
-851  lastException = regionException 
!= null ? regionException
-852: 
ClientExceptionsUtil.findException(actionException);
-853  // Register corresponding 
failures once per server/once per region.
-854  if (!regionFailureRegistered) 
{
-855regionFailureRegistered = 
true;
-856updateCachedLocations(server, 
regionName, row.getRow(), actionException);
-857  }
-858  if (retry == null) {
-859
errorsByServer.reportServerError(server);
-860// We determine canRetry only 
once for all calls, after reporting server failure.
-861retry = 
errorsByServer.canTryMore(numAttempt) ?
-862  Retry.YES : 
Retry.NO_RETRIES_EXHAUSTED;
-863  }
-864  ++failureCount;
-865  switch 
(manageError(sentAction.getOriginalIndex(), row, retry, actionException,
-866server)) {
-867case YES:
-868  toReplay.add(sentAction);
-869  break;
-870case NO_OTHER_SUCCEEDED:
-871  ++stopped;
-872  break;
-873default:
-874  ++failed;
-875  break;
-876  }
-877} else {
-878  invokeCallBack(regionName, 
sentAction.getAction().getRow(), (CResult) result);
-879  setResult(sentAction, 
result);
-880}
-881  }
-882}
-883if (toReplay.isEmpty()) {
-884  logNoResubmit(server, numAttempt, 
failureCount, lastException, failed, stopped);
-885} else {
-886  resubmit(server, toReplay, 
numAttempt, failureCount, lastException);
-887}
-888  }
-889
-890  private void 
updateCachedLocations(ServerName server, byte[] regionName, byte[] row,
-891Throwable rowException) {
-892if (tableName == null) {
-893  return;
-894}
-895try {
-896  asyncProcess.connection
-897.updateCachedLocations(tableName, 
regionName, row, rowException, server);
-898} catch (Throwable ex) {
-899  // That should never happen, but if 
it did, we want to make sure
-900  // we still process errors
-901  LOG.error("Couldn't update cached 
region locations: " + ex);
-902}
-903  }
-904
-905  private void invokeCallBack(byte[] 
regionName, byte[] row, CResult result) {
-906if (callback != null) {
-907  try {
-908//noinspection unchecked
-909// TODO: would callback expect a 
replica region name if it gets one?
-910this.callback.update(regionName, 
row, result);
-911  } catch (Throwable t) {
-912LOG.error("User callback threw an 
exception for "
-913  + 
Bytes.toStringBinary(regionName) + ", ignoring", t);
-914  }
-915}
-916  }
-917
-918  private void 
cleanServerCache(ServerName server, Throwable regionException) {
-919if (tableName == null && 
ClientExceptionsUtil.isMetaClearingException(regionException)) {
-920  // For multi-actions, we don't have 
a table name, but we want to make sure to clear the
-921  // cache in case there were 
location-related e

[22/41] hbase-site git commit: Published site at fdbaa4c3f0253700d12b6bd61cacf29ca7fbc19f.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.CompactionChecker.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.CompactionChecker.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.CompactionChecker.html
index 803ed21..cb9d178 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.CompactionChecker.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.CompactionChecker.html
@@ -1765,2040 +1765,2045 @@
 1757
 1758  static class PeriodicMemStoreFlusher 
extends ScheduledChore {
 1759final HRegionServer server;
-1760final static int RANGE_OF_DELAY = 5 
* 60 * 1000; // 5 min in milliseconds
+1760final static int RANGE_OF_DELAY = 5 
* 60; // 5 min in seconds
 1761final static int MIN_DELAY_TIME = 0; 
// millisec
-1762public PeriodicMemStoreFlusher(int 
cacheFlushInterval, final HRegionServer server) {
-1763  super("MemstoreFlusherChore", 
server, cacheFlushInterval);
-1764  this.server = server;
-1765}
-1766
-1767@Override
-1768protected void chore() {
-1769  final StringBuilder whyFlush = new 
StringBuilder();
-1770  for (HRegion r : 
this.server.onlineRegions.values()) {
-1771if (r == null) continue;
-1772if (r.shouldFlush(whyFlush)) {
-1773  FlushRequester requester = 
server.getFlushRequester();
-1774  if (requester != null) {
-1775long randomDelay = (long) 
RandomUtils.nextInt(0, RANGE_OF_DELAY) + MIN_DELAY_TIME;
-1776LOG.info(getName() + " 
requesting flush of " +
-1777  
r.getRegionInfo().getRegionNameAsString() + " because " +
-1778  whyFlush.toString() +
-1779  " after random delay " + 
randomDelay + "ms");
-1780//Throttle the flushes by 
putting a delay. If we don't throttle, and there
-1781//is a balanced write-load 
on the regions in a table, we might end up
-1782//overwhelming the 
filesystem with too many flushes at once.
-1783
requester.requestDelayedFlush(r, randomDelay, false);
-1784  }
-1785}
-1786  }
-1787}
-1788  }
-1789
-1790  /**
-1791   * Report the status of the server. A 
server is online once all the startup is
-1792   * completed (setting up filesystem, 
starting executorService threads, etc.). This
-1793   * method is designed mostly to be 
useful in tests.
-1794   *
-1795   * @return true if online, false if 
not.
-1796   */
-1797  public boolean isOnline() {
-1798return online.get();
-1799  }
-1800
-1801  /**
-1802   * Setup WAL log and replication if 
enabled. Replication setup is done in here because it wants to
-1803   * be hooked up to WAL.
-1804   */
-1805  private void setupWALAndReplication() 
throws IOException {
-1806boolean 
isMasterNoTableOrSystemTableOnly = this instanceof HMaster &&
-1807  
(!LoadBalancer.isTablesOnMaster(conf) || 
LoadBalancer.isSystemTablesOnlyOnMaster(conf));
-1808WALFactory factory =
-1809new WALFactory(conf, 
serverName.toString(), !isMasterNoTableOrSystemTableOnly);
-1810if 
(!isMasterNoTableOrSystemTableOnly) {
-1811  // TODO Replication make 
assumptions here based on the default filesystem impl
-1812  Path oldLogDir = new 
Path(walRootDir, HConstants.HREGION_OLDLOGDIR_NAME);
-1813  String logName = 
AbstractFSWALProvider.getWALDirectoryName(this.serverName.toString());
-1814
-1815  Path logDir = new Path(walRootDir, 
logName);
-1816  LOG.debug("logDir={}", logDir);
-1817  if (this.walFs.exists(logDir)) {
-1818throw new 
RegionServerRunningException(
-1819"Region server has already 
created directory at " + this.serverName.toString());
-1820  }
-1821  // Always create wal directory as 
now we need this when master restarts to find out the live
-1822  // region servers.
-1823  if (!this.walFs.mkdirs(logDir)) 
{
-1824throw new IOException("Can not 
create wal directory " + logDir);
+1762
+1763final int rangeOfDelay;
+1764public PeriodicMemStoreFlusher(int 
cacheFlushInterval, final HRegionServer server) {
+1765  super("MemstoreFlusherChore", 
server, cacheFlushInterval);
+1766  this.server = server;
+1767
+1768  this.rangeOfDelay = 
this.server.conf.getInt("hbase.regionserver.periodicmemstoreflusher.rangeofdelayseconds",
+1769  RANGE_OF_DELAY)*1000;
+1770}
+1771
+1772@Override
+1773protected void chore() {
+1774  final StringBuilder whyFlush = new 
StringBuilder();
+1775  for (HRegion r : 
this.server.onlineRegions.values()) {
+1776if (r == null) continue;
+1777if (r.shouldFlush(whyFlush)) {
+1778  FlushRequester requester = 
server.getFlushRequester();
+1779  if (requester != 

[35/41] hbase-site git commit: Published site at fdbaa4c3f0253700d12b6bd61cacf29ca7fbc19f.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/devapidocs/org/apache/hadoop/hbase/regionserver/HRegionServer.html
--
diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/HRegionServer.html 
b/devapidocs/org/apache/hadoop/hbase/regionserver/HRegionServer.html
index 9e659a0..9ccc52a 100644
--- a/devapidocs/org/apache/hadoop/hbase/regionserver/HRegionServer.html
+++ b/devapidocs/org/apache/hadoop/hbase/regionserver/HRegionServer.html
@@ -2424,7 +2424,7 @@ protected static final https://docs.oracle.com/javase/8/docs/api/j
 
 
 movedRegions
-protected https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true";
 title="class or interface in java.util">MapString,HRegionServer.MovedRegionInfo> movedRegions
+protected https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true";
 title="class or interface in java.util">MapString,HRegionServer.MovedRegionInfo> movedRegions
 
 
 
@@ -2433,7 +2433,7 @@ protected static final https://docs.oracle.com/javase/8/docs/api/j
 
 
 TIMEOUT_REGION_MOVED
-private static final int TIMEOUT_REGION_MOVED
+private static final int TIMEOUT_REGION_MOVED
 
 See Also:
 Constant
 Field Values
@@ -3076,7 +3076,7 @@ protected static final https://docs.oracle.com/javase/8/docs/api/j
 
 
 isOnline
-public boolean isOnline()
+public boolean isOnline()
 Report the status of the server. A server is online once 
all the startup is
  completed (setting up filesystem, starting executorService threads, etc.). 
This
  method is designed mostly to be useful in tests.
@@ -3092,7 +3092,7 @@ protected static final https://docs.oracle.com/javase/8/docs/api/j
 
 
 setupWALAndReplication
-private void setupWALAndReplication()
+private void setupWALAndReplication()
  throws https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true";
 title="class or interface in java.io">IOException
 Setup WAL log and replication if enabled. Replication setup 
is done in here because it wants to
  be hooked up to WAL.
@@ -3108,7 +3108,7 @@ protected static final https://docs.oracle.com/javase/8/docs/api/j
 
 
 startReplicationService
-private void startReplicationService()
+private void startReplicationService()
   throws https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true";
 title="class or interface in java.io">IOException
 Start up replication source and sink handlers.
 
@@ -3123,7 +3123,7 @@ protected static final https://docs.oracle.com/javase/8/docs/api/j
 
 
 getRegionServerMetrics
-public MetricsRegionServer getRegionServerMetrics()
+public MetricsRegionServer getRegionServerMetrics()
 
 
 
@@ -3132,7 +3132,7 @@ protected static final https://docs.oracle.com/javase/8/docs/api/j
 
 
 getMasterAddressTracker
-public MasterAddressTracker getMasterAddressTracker()
+public MasterAddressTracker getMasterAddressTracker()
 
 Returns:
 Master address tracker instance.
@@ -3145,7 +3145,7 @@ protected static final https://docs.oracle.com/javase/8/docs/api/j
 
 
 startServices
-private void startServices()
+private void startServices()
 throws https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true";
 title="class or interface in java.io">IOException
 
 Throws:
@@ -3159,7 +3159,7 @@ protected static final https://docs.oracle.com/javase/8/docs/api/j
 
 
 initializeThreads
-private void initializeThreads()
+private void initializeThreads()
 throws https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true";
 title="class or interface in java.io">IOException
 
 Throws:
@@ -3173,7 +3173,7 @@ protected static final https://docs.oracle.com/javase/8/docs/api/j
 
 
 registerConfigurationObservers
-private void registerConfigurationObservers()
+private void registerConfigurationObservers()
 
 
 
@@ -3182,7 +3182,7 @@ protected static final https://docs.oracle.com/javase/8/docs/api/j
 
 
 putUpWebUI
-private int putUpWebUI()
+private int putUpWebUI()
 throws https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true";
 title="class or interface in java.io">IOException
 Puts up the webui.
 
@@ -3199,7 +3199,7 @@ protected static final https://docs.oracle.com/javase/8/docs/api/j
 
 
 isHealthy
-private boolean isHealthy()
+private boolean isHealthy()
 
 
 
@@ -3208,7 +3208,7 @@ protected static final https://docs.oracle.com/javase/8/docs/api/j
 
 
 getWALs
-public https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true";
 title="class or interface in java.util">List getWALs()
+public https://

[27/41] hbase-site git commit: Published site at fdbaa4c3f0253700d12b6bd61cacf29ca7fbc19f.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/devapidocs/src-html/org/apache/hadoop/hbase/master/MasterRpcServices.BalanceSwitchMode.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/MasterRpcServices.BalanceSwitchMode.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/MasterRpcServices.BalanceSwitchMode.html
index 145330c..5d529eb 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/MasterRpcServices.BalanceSwitchMode.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/MasterRpcServices.BalanceSwitchMode.html
@@ -431,2033 +431,2034 @@
 423  if (master.cpHost != null) {
 424
master.cpHost.postBalanceSwitch(oldValue, newValue);
 425  }
-426} catch (IOException ioe) {
-427  LOG.warn("Error flipping balance 
switch", ioe);
-428}
-429return oldValue;
-430  }
-431
-432  boolean synchronousBalanceSwitch(final 
boolean b) throws IOException {
-433return switchBalancer(b, 
BalanceSwitchMode.SYNC);
-434  }
-435
-436  /**
-437   * @return list of blocking services 
and their security info classes that this server supports
-438   */
-439  @Override
-440  protected 
List getServices() {
-441
List bssi = new ArrayList<>(5);
-442bssi.add(new 
BlockingServiceAndInterface(
-443  
MasterService.newReflectiveBlockingService(this),
-444  
MasterService.BlockingInterface.class));
-445bssi.add(new 
BlockingServiceAndInterface(
-446  
RegionServerStatusService.newReflectiveBlockingService(this),
-447  
RegionServerStatusService.BlockingInterface.class));
-448bssi.add(new 
BlockingServiceAndInterface(LockService.newReflectiveBlockingService(this),
-449
LockService.BlockingInterface.class));
-450bssi.add(new 
BlockingServiceAndInterface(HbckService.newReflectiveBlockingService(this),
-451
HbckService.BlockingInterface.class));
-452bssi.addAll(super.getServices());
-453return bssi;
-454  }
-455
-456  @Override
-457  @QosPriority(priority = 
HConstants.ADMIN_QOS)
-458  public GetLastFlushedSequenceIdResponse 
getLastFlushedSequenceId(RpcController controller,
-459  GetLastFlushedSequenceIdRequest 
request) throws ServiceException {
-460try {
-461  master.checkServiceStarted();
-462} catch (IOException ioe) {
-463  throw new ServiceException(ioe);
-464}
-465byte[] encodedRegionName = 
request.getRegionName().toByteArray();
-466RegionStoreSequenceIds ids = 
master.getServerManager()
-467  
.getLastFlushedSequenceId(encodedRegionName);
-468return 
ResponseConverter.buildGetLastFlushedSequenceIdResponse(ids);
-469  }
-470
-471  @Override
-472  public RegionServerReportResponse 
regionServerReport(RpcController controller,
-473  RegionServerReportRequest request) 
throws ServiceException {
-474try {
-475  master.checkServiceStarted();
-476  int versionNumber = 0;
-477  String version = "0.0.0";
-478  VersionInfo versionInfo = 
VersionInfoUtil.getCurrentClientVersionInfo();
-479  if (versionInfo != null) {
-480version = 
versionInfo.getVersion();
-481versionNumber = 
VersionInfoUtil.getVersionNumber(versionInfo);
-482  }
-483  ClusterStatusProtos.ServerLoad sl = 
request.getLoad();
-484  ServerName serverName = 
ProtobufUtil.toServerName(request.getServer());
-485  ServerMetrics oldLoad = 
master.getServerManager().getLoad(serverName);
-486  ServerMetrics newLoad =
-487
ServerMetricsBuilder.toServerMetrics(serverName, versionNumber, version, sl);
-488  
master.getServerManager().regionServerReport(serverName, newLoad);
-489  
master.getAssignmentManager().reportOnlineRegions(serverName,
-490
newLoad.getRegionMetrics().keySet());
-491  if (sl != null && 
master.metricsMaster != null) {
-492// Up our metrics.
-493
master.metricsMaster.incrementRequests(
-494  sl.getTotalNumberOfRequests() - 
(oldLoad != null ? oldLoad.getRequestCount() : 0));
-495  }
-496} catch (IOException ioe) {
-497  throw new ServiceException(ioe);
-498}
-499return 
RegionServerReportResponse.newBuilder().build();
-500  }
-501
-502  @Override
-503  public RegionServerStartupResponse 
regionServerStartup(RpcController controller,
-504  RegionServerStartupRequest request) 
throws ServiceException {
-505// Register with server manager
-506try {
-507  master.checkServiceStarted();
-508  int versionNumber = 0;
-509  String version = "0.0.0";
-510  VersionInfo versionInfo = 
VersionInfoUtil.getCurrentClientVersionInfo();
-511  if (versionInfo != null) {
-512version = 
versionInfo.getVersion();
-513versionNumber = 
VersionInfoUtil.getVersionNumber(versionInfo);
-514  }
-515  InetAddress ia = 
master.getRemoteInetAddress(request.getPort(), request.getServerSt

[14/41] hbase-site git commit: Published site at fdbaa4c3f0253700d12b6bd61cacf29ca7fbc19f.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.html 
b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.html
index 0bc3ddb..42dc187 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.html
@@ -468,8 +468,8 @@
 460  }
 461
 462  @Override
-463  public void requestFlush(HRegion r, 
boolean forceFlushAllStores, FlushLifeCycleTracker tracker) {
-464r.incrementFlushesQueuedCount();
+463  public boolean requestFlush(HRegion r, 
boolean forceFlushAllStores,
+464  
FlushLifeCycleTracker tracker) {
 465synchronized (regionsInQueue) {
 466  if (!regionsInQueue.containsKey(r)) 
{
 467// This entry has no delay so it 
will be added at the top of the flush
@@ -477,476 +477,481 @@
 469FlushRegionEntry fqe = new 
FlushRegionEntry(r, forceFlushAllStores, tracker);
 470this.regionsInQueue.put(r, 
fqe);
 471this.flushQueue.add(fqe);
-472  } else {
-473tracker.notExecuted("Flush 
already requested on " + r);
-474  }
-475}
-476  }
-477
-478  @Override
-479  public void requestDelayedFlush(HRegion 
r, long delay, boolean forceFlushAllStores) {
-480r.incrementFlushesQueuedCount();
-481synchronized (regionsInQueue) {
-482  if (!regionsInQueue.containsKey(r)) 
{
-483// This entry has some delay
-484FlushRegionEntry fqe =
-485new FlushRegionEntry(r, 
forceFlushAllStores, FlushLifeCycleTracker.DUMMY);
-486fqe.requeue(delay);
-487this.regionsInQueue.put(r, 
fqe);
-488this.flushQueue.add(fqe);
-489  }
-490}
-491  }
-492
-493  public int getFlushQueueSize() {
-494return flushQueue.size();
-495  }
-496
-497  /**
-498   * Only interrupt once it's done with a 
run through the work loop.
-499   */
-500  void interruptIfNecessary() {
-501lock.writeLock().lock();
-502try {
-503  for (FlushHandler flushHander : 
flushHandlers) {
-504if (flushHander != null) 
flushHander.interrupt();
-505  }
-506} finally {
-507  lock.writeLock().unlock();
-508}
-509  }
-510
-511  synchronized void 
start(UncaughtExceptionHandler eh) {
-512ThreadFactory flusherThreadFactory = 
Threads.newDaemonThreadFactory(
-513
server.getServerName().toShortString() + "-MemStoreFlusher", eh);
-514for (int i = 0; i < 
flushHandlers.length; i++) {
-515  flushHandlers[i] = new 
FlushHandler("MemStoreFlusher." + i);
-516  
flusherThreadFactory.newThread(flushHandlers[i]);
-517  flushHandlers[i].start();
-518}
-519  }
-520
-521  boolean isAlive() {
-522for (FlushHandler flushHander : 
flushHandlers) {
-523  if (flushHander != null && 
flushHander.isAlive()) {
-524return true;
-525  }
-526}
-527return false;
-528  }
-529
-530  void join() {
-531for (FlushHandler flushHander : 
flushHandlers) {
-532  if (flushHander != null) {
-533
Threads.shutdown(flushHander.getThread());
-534  }
-535}
-536  }
-537
-538  /**
-539   * A flushRegion that checks store file 
count.  If too many, puts the flush
-540   * on delay queue to retry later.
-541   * @param fqe
-542   * @return true if the region was 
successfully flushed, false otherwise. If
-543   * false, there will be accompanying 
log messages explaining why the region was
-544   * not flushed.
-545   */
-546  private boolean flushRegion(final 
FlushRegionEntry fqe) {
-547HRegion region = fqe.region;
-548if 
(!region.getRegionInfo().isMetaRegion() && isTooManyStoreFiles(region)) 
{
-549  if 
(fqe.isMaximumWait(this.blockingWaitTime)) {
-550LOG.info("Waited " + 
(EnvironmentEdgeManager.currentTime() - fqe.createTime) +
-551  "ms on a compaction to clean up 
'too many store files'; waited " +
-552  "long enough... proceeding with 
flush of " +
-553  
region.getRegionInfo().getRegionNameAsString());
-554  } else {
-555// If this is first time we've 
been put off, then emit a log message.
-556if (fqe.getRequeueCount() <= 
0) {
-557  // Note: We don't impose 
blockingStoreFiles constraint on meta regions
-558  LOG.warn("{} has too many store 
files({}); delaying flush up to {} ms",
-559  
region.getRegionInfo().getEncodedName(), getStoreFileCount(region),
-560  this.blockingWaitTime);
-561  if 
(!this.server.compactSplitThread.requestSplit(region)) {
-562try {
-563  
this.server.compactSplitThread.requestSystemCompaction(region,
-564
Thread.currentThread().getName());
-565} catch (IOException e) {
-566   

[26/41] hbase-site git commit: Published site at fdbaa4c3f0253700d12b6bd61cacf29ca7fbc19f.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/devapidocs/src-html/org/apache/hadoop/hbase/master/MasterRpcServices.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/MasterRpcServices.html 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/MasterRpcServices.html
index 145330c..5d529eb 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/MasterRpcServices.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/MasterRpcServices.html
@@ -431,2033 +431,2034 @@
 423  if (master.cpHost != null) {
 424
master.cpHost.postBalanceSwitch(oldValue, newValue);
 425  }
-426} catch (IOException ioe) {
-427  LOG.warn("Error flipping balance 
switch", ioe);
-428}
-429return oldValue;
-430  }
-431
-432  boolean synchronousBalanceSwitch(final 
boolean b) throws IOException {
-433return switchBalancer(b, 
BalanceSwitchMode.SYNC);
-434  }
-435
-436  /**
-437   * @return list of blocking services 
and their security info classes that this server supports
-438   */
-439  @Override
-440  protected 
List getServices() {
-441
List bssi = new ArrayList<>(5);
-442bssi.add(new 
BlockingServiceAndInterface(
-443  
MasterService.newReflectiveBlockingService(this),
-444  
MasterService.BlockingInterface.class));
-445bssi.add(new 
BlockingServiceAndInterface(
-446  
RegionServerStatusService.newReflectiveBlockingService(this),
-447  
RegionServerStatusService.BlockingInterface.class));
-448bssi.add(new 
BlockingServiceAndInterface(LockService.newReflectiveBlockingService(this),
-449
LockService.BlockingInterface.class));
-450bssi.add(new 
BlockingServiceAndInterface(HbckService.newReflectiveBlockingService(this),
-451
HbckService.BlockingInterface.class));
-452bssi.addAll(super.getServices());
-453return bssi;
-454  }
-455
-456  @Override
-457  @QosPriority(priority = 
HConstants.ADMIN_QOS)
-458  public GetLastFlushedSequenceIdResponse 
getLastFlushedSequenceId(RpcController controller,
-459  GetLastFlushedSequenceIdRequest 
request) throws ServiceException {
-460try {
-461  master.checkServiceStarted();
-462} catch (IOException ioe) {
-463  throw new ServiceException(ioe);
-464}
-465byte[] encodedRegionName = 
request.getRegionName().toByteArray();
-466RegionStoreSequenceIds ids = 
master.getServerManager()
-467  
.getLastFlushedSequenceId(encodedRegionName);
-468return 
ResponseConverter.buildGetLastFlushedSequenceIdResponse(ids);
-469  }
-470
-471  @Override
-472  public RegionServerReportResponse 
regionServerReport(RpcController controller,
-473  RegionServerReportRequest request) 
throws ServiceException {
-474try {
-475  master.checkServiceStarted();
-476  int versionNumber = 0;
-477  String version = "0.0.0";
-478  VersionInfo versionInfo = 
VersionInfoUtil.getCurrentClientVersionInfo();
-479  if (versionInfo != null) {
-480version = 
versionInfo.getVersion();
-481versionNumber = 
VersionInfoUtil.getVersionNumber(versionInfo);
-482  }
-483  ClusterStatusProtos.ServerLoad sl = 
request.getLoad();
-484  ServerName serverName = 
ProtobufUtil.toServerName(request.getServer());
-485  ServerMetrics oldLoad = 
master.getServerManager().getLoad(serverName);
-486  ServerMetrics newLoad =
-487
ServerMetricsBuilder.toServerMetrics(serverName, versionNumber, version, sl);
-488  
master.getServerManager().regionServerReport(serverName, newLoad);
-489  
master.getAssignmentManager().reportOnlineRegions(serverName,
-490
newLoad.getRegionMetrics().keySet());
-491  if (sl != null && 
master.metricsMaster != null) {
-492// Up our metrics.
-493
master.metricsMaster.incrementRequests(
-494  sl.getTotalNumberOfRequests() - 
(oldLoad != null ? oldLoad.getRequestCount() : 0));
-495  }
-496} catch (IOException ioe) {
-497  throw new ServiceException(ioe);
-498}
-499return 
RegionServerReportResponse.newBuilder().build();
-500  }
-501
-502  @Override
-503  public RegionServerStartupResponse 
regionServerStartup(RpcController controller,
-504  RegionServerStartupRequest request) 
throws ServiceException {
-505// Register with server manager
-506try {
-507  master.checkServiceStarted();
-508  int versionNumber = 0;
-509  String version = "0.0.0";
-510  VersionInfo versionInfo = 
VersionInfoUtil.getCurrentClientVersionInfo();
-511  if (versionInfo != null) {
-512version = 
versionInfo.getVersion();
-513versionNumber = 
VersionInfoUtil.getVersionNumber(versionInfo);
-514  }
-515  InetAddress ia = 
master.getRemoteInetAddress(request.getPort(), request.getServerStartCode());
-516  // if regionserver passed hostname 
to use,
-517  // then use it in

[02/41] hbase-site git commit: Published site at fdbaa4c3f0253700d12b6bd61cacf29ca7fbc19f.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/testdevapidocs/src-html/org/apache/hadoop/hbase/regionserver/wal/AbstractTestWALReplay.CustomStoreFlusher.html
--
diff --git 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/regionserver/wal/AbstractTestWALReplay.CustomStoreFlusher.html
 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/regionserver/wal/AbstractTestWALReplay.CustomStoreFlusher.html
index 21a4102..6fd805b 100644
--- 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/regionserver/wal/AbstractTestWALReplay.CustomStoreFlusher.html
+++ 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/regionserver/wal/AbstractTestWALReplay.CustomStoreFlusher.html
@@ -1118,134 +1118,136 @@
 1110private HRegion r;
 
 1112@Override
-1113public void requestFlush(HRegion 
region, boolean force, FlushLifeCycleTracker tracker) {
+1113public boolean requestFlush(HRegion 
region, boolean force, FlushLifeCycleTracker tracker) {
 1114  try {
 1115r.flush(force);
-1116  } catch (IOException e) {
-1117throw new 
RuntimeException("Exception flushing", e);
-1118  }
-1119}
-1120
-1121@Override
-1122public void 
requestDelayedFlush(HRegion region, long when, boolean forceFlushAllStores) {
-1123}
-1124
-1125@Override
-1126public void 
registerFlushRequestListener(FlushRequestListener listener) {
-1127
-1128}
+1116return true;
+1117  } catch (IOException e) {
+1118throw new 
RuntimeException("Exception flushing", e);
+1119  }
+1120}
+1121
+1122@Override
+1123public boolean 
requestDelayedFlush(HRegion region, long when, boolean forceFlushAllStores) {
+1124  return true;
+1125}
+1126
+1127@Override
+1128public void 
registerFlushRequestListener(FlushRequestListener listener) {
 1129
-1130@Override
-1131public boolean 
unregisterFlushRequestListener(FlushRequestListener listener) {
-1132  return false;
-1133}
-1134
-1135@Override
-1136public void 
setGlobalMemStoreLimit(long globalMemStoreSize) {
-1137
-1138}
-1139  }
-1140
-1141  private WALKeyImpl createWALKey(final 
TableName tableName, final HRegionInfo hri,
-1142  final 
MultiVersionConcurrencyControl mvcc, NavigableMap 
scopes) {
-1143return new 
WALKeyImpl(hri.getEncodedNameAsBytes(), tableName, 999, mvcc, scopes);
-1144  }
-1145
-1146  private WALEdit createWALEdit(final 
byte[] rowName, final byte[] family, EnvironmentEdge ee,
-1147  int index) {
-1148byte[] qualifierBytes = 
Bytes.toBytes(Integer.toString(index));
-1149byte[] columnBytes = 
Bytes.toBytes(Bytes.toString(family) + ":" + Integer.toString(index));
-1150WALEdit edit = new WALEdit();
-1151edit.add(new KeyValue(rowName, 
family, qualifierBytes, ee.currentTime(), columnBytes));
-1152return edit;
-1153  }
-1154
-1155  private FSWALEntry 
createFSWALEntry(HTableDescriptor htd, HRegionInfo hri, long sequence,
-1156  byte[] rowName, byte[] family, 
EnvironmentEdge ee, MultiVersionConcurrencyControl mvcc,
-1157  int index, NavigableMap scopes) throws IOException {
-1158FSWALEntry entry =
-1159new FSWALEntry(sequence, 
createWALKey(htd.getTableName(), hri, mvcc, scopes), createWALEdit(
-1160  rowName, family, ee, index), 
hri, true);
-1161
entry.stampRegionSequenceId(mvcc.begin());
-1162return entry;
-1163  }
-1164
-1165  private void addWALEdits(final 
TableName tableName, final HRegionInfo hri, final byte[] rowName,
-1166  final byte[] family, final int 
count, EnvironmentEdge ee, final WAL wal,
-1167  final HTableDescriptor htd, final 
MultiVersionConcurrencyControl mvcc,
-1168  NavigableMap scopes) throws IOException {
-1169for (int j = 0; j < count; j++) 
{
-1170  wal.append(hri, 
createWALKey(tableName, hri, mvcc, scopes),
-1171createWALEdit(rowName, family, 
ee, j), true);
-1172}
-1173wal.sync();
-1174  }
-1175
-1176  static List 
addRegionEdits(final byte[] rowName, final byte[] family, final int count,
-1177  EnvironmentEdge ee, final Region 
r, final String qualifierPrefix) throws IOException {
-1178List puts = new 
ArrayList<>();
-1179for (int j = 0; j < count; j++) 
{
-1180  byte[] qualifier = 
Bytes.toBytes(qualifierPrefix + Integer.toString(j));
-1181  Put p = new Put(rowName);
-1182  p.addColumn(family, qualifier, 
ee.currentTime(), rowName);
-1183  r.put(p);
-1184  puts.add(p);
-1185}
-1186return puts;
-1187  }
-1188
-1189  /*
-1190   * Creates an HRI around an HTD that 
has tableName and three
-1191   * column families named 'a','b', and 
'c'.
-1192   * @param tableName Name of table to 
use when we create HTableDescriptor.
-1193   */
-1194   private HRegionInfo 
createBasic3FamilyHRegionInfo(final TableName tableName) {
-1195return new HRegionIn

[10/41] hbase-site git commit: Published site at fdbaa4c3f0253700d12b6bd61cacf29ca7fbc19f.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/testdevapidocs/org/apache/hadoop/hbase/class-use/HBaseClassTestRule.html
--
diff --git 
a/testdevapidocs/org/apache/hadoop/hbase/class-use/HBaseClassTestRule.html 
b/testdevapidocs/org/apache/hadoop/hbase/class-use/HBaseClassTestRule.html
index a1a9736..00739b6 100644
--- a/testdevapidocs/org/apache/hadoop/hbase/class-use/HBaseClassTestRule.html
+++ b/testdevapidocs/org/apache/hadoop/hbase/class-use/HBaseClassTestRule.html
@@ -1335,326 +1335,330 @@
 
 
 static HBaseClassTestRule
-TestConnectionUtils.CLASS_RULE 
+TestRegionLocationCaching.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestAsyncTableScanMetrics.CLASS_RULE 
+TestConnectionUtils.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestFromClientSideScanExcpetionWithCoprocessor.CLASS_RULE 
+TestAsyncTableScanMetrics.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestAsyncDecommissionAdminApi.CLASS_RULE 
+TestFromClientSideScanExcpetionWithCoprocessor.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestMetaCache.CLASS_RULE 
+TestAsyncDecommissionAdminApi.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestClientScannerRPCTimeout.CLASS_RULE 
+TestMetaCache.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestAsyncReplicationAdminApiWithClusters.CLASS_RULE 
+TestClientScannerRPCTimeout.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestCIPutOperationTimeout.CLASS_RULE 
+TestAsyncReplicationAdminApiWithClusters.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestAsyncClusterAdminApi.CLASS_RULE 
+TestCIPutOperationTimeout.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestScannersFromClientSide.CLASS_RULE 
+TestAsyncClusterAdminApi.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestHTableMultiplexer.CLASS_RULE 
+TestScannersFromClientSide.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestMobSnapshotCloneIndependence.CLASS_RULE 
+TestHTableMultiplexer.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestAsyncRegionLocatorTimeout.CLASS_RULE 
+TestMobSnapshotCloneIndependence.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestUpdateConfiguration.CLASS_RULE 
+TestAsyncRegionLocatorTimeout.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestAdmin1.CLASS_RULE 
+TestUpdateConfiguration.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestCIIncrementRpcTimeout.CLASS_RULE 
+TestAdmin1.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestCloneSnapshotFromClientWithRegionReplicas.CLASS_RULE 
+TestCIIncrementRpcTimeout.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestIllegalTableDescriptor.CLASS_RULE 
+TestCloneSnapshotFromClientWithRegionReplicas.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestGetScanPartialResult.CLASS_RULE 
+TestIllegalTableDescriptor.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestShortCircuitConnection.CLASS_RULE 
+TestGetScanPartialResult.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestResultFromCoprocessor.CLASS_RULE 
+TestShortCircuitConnection.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestCIDeleteOperationTimeout.CLASS_RULE 
+TestResultFromCoprocessor.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestSnapshotTemporaryDirectoryWithRegionReplicas.CLASS_RULE 
+TestCIDeleteOperationTimeout.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestAsyncTableGetMultiThreadedWithEagerCompaction.CLASS_RULE 
+TestSnapshotTemporaryDirectoryWithRegionReplicas.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestPutWithDelete.CLASS_RULE 
+TestAsyncTableGetMultiThreadedWithEagerCompaction.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestEnableTable.CLASS_RULE 
+TestPutWithDelete.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestLeaseRenewal.CLASS_RULE 
+TestEnableTable.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestReplicaWithCluster.CLASS_RULE 
+TestLeaseRenewal.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestAsyncRegionAdminApi2.CLASS_RULE 
+TestReplicaWithCluster.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestTableFavoredNodes.CLASS_RULE 
+TestAsyncRegionAdminApi2.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestMobSnapshotFromClient.CLASS_RULE 
+TestTableFavoredNodes.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestFromClientSideNoCodec.CLASS_RULE 
+TestMobSnapshotFromClient.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestFromClientSideWithCoprocessor.CLASS_RULE 
+TestFromClientSideNoCodec.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestAsyncTableLocatePrefetch.CLASS_RULE 
+TestFromClientSideWithCoprocessor.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestMalformedCellFromClient.CLASS_RULE 
+TestAsyncTableLocatePrefetch.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestAsyncTableGetMultiThreadedWithBasicCompaction.CLASS_RULE 
+TestMalformedCellFromClient.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestTimestampsFilter.CLASS_RULE 
+TestAsyncTableGetMultiThreadedWithBasicCompaction.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestAsyncTableScanner.CLASS_RULE 
+TestTimestampsFilter.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestAsyncTableScanRenewLease.CLASS_RULE 
+TestAsyncTableScanner.CLASS_RULE 
 
 

[17/41] hbase-site git commit: Published site at fdbaa4c3f0253700d12b6bd61cacf29ca7fbc19f.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.FlushHandler.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.FlushHandler.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.FlushHandler.html
index 0bc3ddb..42dc187 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.FlushHandler.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.FlushHandler.html
@@ -468,8 +468,8 @@
 460  }
 461
 462  @Override
-463  public void requestFlush(HRegion r, 
boolean forceFlushAllStores, FlushLifeCycleTracker tracker) {
-464r.incrementFlushesQueuedCount();
+463  public boolean requestFlush(HRegion r, 
boolean forceFlushAllStores,
+464  
FlushLifeCycleTracker tracker) {
 465synchronized (regionsInQueue) {
 466  if (!regionsInQueue.containsKey(r)) 
{
 467// This entry has no delay so it 
will be added at the top of the flush
@@ -477,476 +477,481 @@
 469FlushRegionEntry fqe = new 
FlushRegionEntry(r, forceFlushAllStores, tracker);
 470this.regionsInQueue.put(r, 
fqe);
 471this.flushQueue.add(fqe);
-472  } else {
-473tracker.notExecuted("Flush 
already requested on " + r);
-474  }
-475}
-476  }
-477
-478  @Override
-479  public void requestDelayedFlush(HRegion 
r, long delay, boolean forceFlushAllStores) {
-480r.incrementFlushesQueuedCount();
-481synchronized (regionsInQueue) {
-482  if (!regionsInQueue.containsKey(r)) 
{
-483// This entry has some delay
-484FlushRegionEntry fqe =
-485new FlushRegionEntry(r, 
forceFlushAllStores, FlushLifeCycleTracker.DUMMY);
-486fqe.requeue(delay);
-487this.regionsInQueue.put(r, 
fqe);
-488this.flushQueue.add(fqe);
-489  }
-490}
-491  }
-492
-493  public int getFlushQueueSize() {
-494return flushQueue.size();
-495  }
-496
-497  /**
-498   * Only interrupt once it's done with a 
run through the work loop.
-499   */
-500  void interruptIfNecessary() {
-501lock.writeLock().lock();
-502try {
-503  for (FlushHandler flushHander : 
flushHandlers) {
-504if (flushHander != null) 
flushHander.interrupt();
-505  }
-506} finally {
-507  lock.writeLock().unlock();
-508}
-509  }
-510
-511  synchronized void 
start(UncaughtExceptionHandler eh) {
-512ThreadFactory flusherThreadFactory = 
Threads.newDaemonThreadFactory(
-513
server.getServerName().toShortString() + "-MemStoreFlusher", eh);
-514for (int i = 0; i < 
flushHandlers.length; i++) {
-515  flushHandlers[i] = new 
FlushHandler("MemStoreFlusher." + i);
-516  
flusherThreadFactory.newThread(flushHandlers[i]);
-517  flushHandlers[i].start();
-518}
-519  }
-520
-521  boolean isAlive() {
-522for (FlushHandler flushHander : 
flushHandlers) {
-523  if (flushHander != null && 
flushHander.isAlive()) {
-524return true;
-525  }
-526}
-527return false;
-528  }
-529
-530  void join() {
-531for (FlushHandler flushHander : 
flushHandlers) {
-532  if (flushHander != null) {
-533
Threads.shutdown(flushHander.getThread());
-534  }
-535}
-536  }
-537
-538  /**
-539   * A flushRegion that checks store file 
count.  If too many, puts the flush
-540   * on delay queue to retry later.
-541   * @param fqe
-542   * @return true if the region was 
successfully flushed, false otherwise. If
-543   * false, there will be accompanying 
log messages explaining why the region was
-544   * not flushed.
-545   */
-546  private boolean flushRegion(final 
FlushRegionEntry fqe) {
-547HRegion region = fqe.region;
-548if 
(!region.getRegionInfo().isMetaRegion() && isTooManyStoreFiles(region)) 
{
-549  if 
(fqe.isMaximumWait(this.blockingWaitTime)) {
-550LOG.info("Waited " + 
(EnvironmentEdgeManager.currentTime() - fqe.createTime) +
-551  "ms on a compaction to clean up 
'too many store files'; waited " +
-552  "long enough... proceeding with 
flush of " +
-553  
region.getRegionInfo().getRegionNameAsString());
-554  } else {
-555// If this is first time we've 
been put off, then emit a log message.
-556if (fqe.getRequeueCount() <= 
0) {
-557  // Note: We don't impose 
blockingStoreFiles constraint on meta regions
-558  LOG.warn("{} has too many store 
files({}); delaying flush up to {} ms",
-559  
region.getRegionInfo().getEncodedName(), getStoreFileCount(region),
-560  this.blockingWaitTime);
-561  if 
(!this.server.compactSplitThread.requestSplit(region)) {
-562try {
-563  
this.server.compactSplitThread.requestSystemCompaction(region,
-564
Thread.currentThread()

[31/41] hbase-site git commit: Published site at fdbaa4c3f0253700d12b6bd61cacf29ca7fbc19f.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html
index ad93f10..32aa215 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html
@@ -834,448 +834,450 @@
 826  byte[] regionName = 
regionEntry.getKey();
 827
 828  Throwable regionException = 
responses.getExceptions().get(regionName);
-829  cleanServerCache(server, 
regionException);
-830
-831  Map 
regionResults =
-832results.containsKey(regionName) ? 
results.get(regionName).result : Collections.emptyMap();
-833  boolean regionFailureRegistered = 
false;
-834  for (Action sentAction : 
regionEntry.getValue()) {
-835Object result = 
regionResults.get(sentAction.getOriginalIndex());
-836if (result == null) {
-837  if (regionException == null) 
{
-838LOG.error("Server sent us 
neither results nor exceptions for "
-839  + 
Bytes.toStringBinary(regionName)
-840  + ", numAttempt:" + 
numAttempt);
-841regionException = new 
RuntimeException("Invalid response");
-842  }
-843  // If the row operation 
encounters the region-lever error, the exception of action may be
-844  // null.
-845  result = regionException;
-846}
-847// Failure: retry if it's make 
sense else update the errors lists
-848if (result instanceof Throwable) 
{
-849  Throwable actionException = 
(Throwable) result;
-850  Row row = 
sentAction.getAction();
-851  lastException = regionException 
!= null ? regionException
-852: 
ClientExceptionsUtil.findException(actionException);
-853  // Register corresponding 
failures once per server/once per region.
-854  if (!regionFailureRegistered) 
{
-855regionFailureRegistered = 
true;
-856updateCachedLocations(server, 
regionName, row.getRow(), actionException);
-857  }
-858  if (retry == null) {
-859
errorsByServer.reportServerError(server);
-860// We determine canRetry only 
once for all calls, after reporting server failure.
-861retry = 
errorsByServer.canTryMore(numAttempt) ?
-862  Retry.YES : 
Retry.NO_RETRIES_EXHAUSTED;
-863  }
-864  ++failureCount;
-865  switch 
(manageError(sentAction.getOriginalIndex(), row, retry, actionException,
-866server)) {
-867case YES:
-868  toReplay.add(sentAction);
-869  break;
-870case NO_OTHER_SUCCEEDED:
-871  ++stopped;
-872  break;
-873default:
-874  ++failed;
-875  break;
-876  }
-877} else {
-878  invokeCallBack(regionName, 
sentAction.getAction().getRow(), (CResult) result);
-879  setResult(sentAction, 
result);
-880}
-881  }
-882}
-883if (toReplay.isEmpty()) {
-884  logNoResubmit(server, numAttempt, 
failureCount, lastException, failed, stopped);
-885} else {
-886  resubmit(server, toReplay, 
numAttempt, failureCount, lastException);
-887}
-888  }
-889
-890  private void 
updateCachedLocations(ServerName server, byte[] regionName, byte[] row,
-891Throwable rowException) {
-892if (tableName == null) {
-893  return;
-894}
-895try {
-896  asyncProcess.connection
-897.updateCachedLocations(tableName, 
regionName, row, rowException, server);
-898} catch (Throwable ex) {
-899  // That should never happen, but if 
it did, we want to make sure
-900  // we still process errors
-901  LOG.error("Couldn't update cached 
region locations: " + ex);
-902}
-903  }
-904
-905  private void invokeCallBack(byte[] 
regionName, byte[] row, CResult result) {
-906if (callback != null) {
-907  try {
-908//noinspection unchecked
-909// TODO: would callback expect a 
replica region name if it gets one?
-910this.callback.update(regionName, 
row, result);
-911  } catch (Throwable t) {
-912LOG.error("User callback threw an 
exception for "
-913  + 
Bytes.toStringBinary(regionName) + ", ignoring", t);
-914  }
-915}
-916  }
-917
-918  private void 
cleanServerCache(ServerName server, Throwable regionException) {
-919if (tableName == null && 
ClientExceptionsUtil.isMetaClearingException(regionException)) {
-920  // For multi-actions, we don't have 
a table name, but we want to make sure to clear the
-921  // cache in case 

[30/41] hbase-site git commit: Published site at fdbaa4c3f0253700d12b6bd61cacf29ca7fbc19f.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.SingleServerRequestRunnable.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.SingleServerRequestRunnable.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.SingleServerRequestRunnable.html
index ad93f10..32aa215 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.SingleServerRequestRunnable.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.SingleServerRequestRunnable.html
@@ -834,448 +834,450 @@
 826  byte[] regionName = 
regionEntry.getKey();
 827
 828  Throwable regionException = 
responses.getExceptions().get(regionName);
-829  cleanServerCache(server, 
regionException);
-830
-831  Map 
regionResults =
-832results.containsKey(regionName) ? 
results.get(regionName).result : Collections.emptyMap();
-833  boolean regionFailureRegistered = 
false;
-834  for (Action sentAction : 
regionEntry.getValue()) {
-835Object result = 
regionResults.get(sentAction.getOriginalIndex());
-836if (result == null) {
-837  if (regionException == null) 
{
-838LOG.error("Server sent us 
neither results nor exceptions for "
-839  + 
Bytes.toStringBinary(regionName)
-840  + ", numAttempt:" + 
numAttempt);
-841regionException = new 
RuntimeException("Invalid response");
-842  }
-843  // If the row operation 
encounters the region-lever error, the exception of action may be
-844  // null.
-845  result = regionException;
-846}
-847// Failure: retry if it's make 
sense else update the errors lists
-848if (result instanceof Throwable) 
{
-849  Throwable actionException = 
(Throwable) result;
-850  Row row = 
sentAction.getAction();
-851  lastException = regionException 
!= null ? regionException
-852: 
ClientExceptionsUtil.findException(actionException);
-853  // Register corresponding 
failures once per server/once per region.
-854  if (!regionFailureRegistered) 
{
-855regionFailureRegistered = 
true;
-856updateCachedLocations(server, 
regionName, row.getRow(), actionException);
-857  }
-858  if (retry == null) {
-859
errorsByServer.reportServerError(server);
-860// We determine canRetry only 
once for all calls, after reporting server failure.
-861retry = 
errorsByServer.canTryMore(numAttempt) ?
-862  Retry.YES : 
Retry.NO_RETRIES_EXHAUSTED;
-863  }
-864  ++failureCount;
-865  switch 
(manageError(sentAction.getOriginalIndex(), row, retry, actionException,
-866server)) {
-867case YES:
-868  toReplay.add(sentAction);
-869  break;
-870case NO_OTHER_SUCCEEDED:
-871  ++stopped;
-872  break;
-873default:
-874  ++failed;
-875  break;
-876  }
-877} else {
-878  invokeCallBack(regionName, 
sentAction.getAction().getRow(), (CResult) result);
-879  setResult(sentAction, 
result);
-880}
-881  }
-882}
-883if (toReplay.isEmpty()) {
-884  logNoResubmit(server, numAttempt, 
failureCount, lastException, failed, stopped);
-885} else {
-886  resubmit(server, toReplay, 
numAttempt, failureCount, lastException);
-887}
-888  }
-889
-890  private void 
updateCachedLocations(ServerName server, byte[] regionName, byte[] row,
-891Throwable rowException) {
-892if (tableName == null) {
-893  return;
-894}
-895try {
-896  asyncProcess.connection
-897.updateCachedLocations(tableName, 
regionName, row, rowException, server);
-898} catch (Throwable ex) {
-899  // That should never happen, but if 
it did, we want to make sure
-900  // we still process errors
-901  LOG.error("Couldn't update cached 
region locations: " + ex);
-902}
-903  }
-904
-905  private void invokeCallBack(byte[] 
regionName, byte[] row, CResult result) {
-906if (callback != null) {
-907  try {
-908//noinspection unchecked
-909// TODO: would callback expect a 
replica region name if it gets one?
-910this.callback.update(regionName, 
row, result);
-911  } catch (Throwable t) {
-912LOG.error("User callback threw an 
exception for "
-913  + 
Bytes.toStringBinary(regionName) + ", ignoring", t);
-914  }
-915}
-916  }
-917
-918  private void 
cleanServerCache(ServerName server, Throwable regionException) {
-919if (tableName == null && 
ClientExceptionsUtil.isMetaClearingException(regionException)) {
-920  // For

[37/41] hbase-site git commit: Published site at fdbaa4c3f0253700d12b6bd61cacf29ca7fbc19f.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/devapidocs/org/apache/hadoop/hbase/master/balancer/BaseLoadBalancer.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/balancer/BaseLoadBalancer.html 
b/devapidocs/org/apache/hadoop/hbase/master/balancer/BaseLoadBalancer.html
index fb1162f..7ff373c 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/balancer/BaseLoadBalancer.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/balancer/BaseLoadBalancer.html
@@ -18,7 +18,7 @@
 catch(err) {
 }
 //-->
-var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10};
+var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10};
 var tabs = {65535:["t0","All Methods"],2:["t2","Instance 
Methods"],8:["t4","Concrete Methods"]};
 var altColor = "altColor";
 var rowColor = "rowColor";
@@ -459,6 +459,12 @@ implements Stop this service.
 
 
+
+void
+updateBalancerStatus(boolean status)
+Updates the balancer status tag reported to JMX
+
+
 
 
 
@@ -1054,13 +1060,27 @@ implements 
+
+
+
+
+updateBalancerStatus
+public void updateBalancerStatus(boolean status)
+Updates the balancer status tag reported to JMX
+
+Specified by:
+updateBalancerStatus in
 interface LoadBalancer
+
+
+
 
 
 
 
 
 randomAssignment
-private ServerName randomAssignment(BaseLoadBalancer.Cluster cluster,
+private ServerName randomAssignment(BaseLoadBalancer.Cluster cluster,
 RegionInfo regionInfo,
 https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true";
 title="class or interface in java.util">List servers)
 Used to assign a single region to a random server.
@@ -1072,7 +1092,7 @@ implements 
 
 roundRobinAssignment
-private void roundRobinAssignment(BaseLoadBalancer.Cluster cluster,
+private void roundRobinAssignment(BaseLoadBalancer.Cluster cluster,
   https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true";
 title="class or interface in java.util">List regions,
   https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true";
 title="class or interface in java.util">List unassignedRegions,
   https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true";
 title="class or interface in java.util">List servers,
@@ -1086,7 +1106,7 @@ implements 
 
 getRegionAssignmentsByServer
-protected https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true";
 title="class or interface in java.util">MapList> getRegionAssignmentsByServer(https://docs.oracle.com/javase/8/docs/api/java/util/Collection.html?is-external=true";
 title="class or interface in java.util">Collection regions)
+protected https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true";
 title="class or interface in java.util">MapList> getRegionAssignmentsByServer(https://docs.oracle.com/javase/8/docs/api/java/util/Collection.html?is-external=true";
 title="class or interface in java.util">Collection regions)
 
 
 
@@ -1095,7 +1115,7 @@ implements 
 
 onConfigurationChange
-public void onConfigurationChange(org.apache.hadoop.conf.Configuration conf)
+public void onConfigurationChange(org.apache.hadoop.conf.Configuration conf)
 Description copied from 
interface: ConfigurationObserver
 This method would be called by the ConfigurationManager
  object when the Configuration object is reloaded from disk.

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/devapidocs/org/apache/hadoop/hbase/master/balancer/FavoredStochasticBalancer.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/balancer/FavoredStochasticBalancer.html
 
b/devapidocs/org/apache/hadoop/hbase/master/balancer/FavoredStochasticBalancer.html
index a4edbd9..2f25629 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/master/balancer/FavoredStochasticBalancer.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/balancer/FavoredStochasticBalancer.html
@@ -389,7 +389,7 @@ implements BaseLoadBalancer
-assignMaste

[41/41] hbase-site git commit: Published site at fdbaa4c3f0253700d12b6bd61cacf29ca7fbc19f.

[git-site-role]

Published site at fdbaa4c3f0253700d12b6bd61cacf29ca7fbc19f.


Project: http://git-wip-us.apache.org/repos/asf/hbase-site/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase-site/commit/83fd16f2
Tree: http://git-wip-us.apache.org/repos/asf/hbase-site/tree/83fd16f2
Diff: http://git-wip-us.apache.org/repos/asf/hbase-site/diff/83fd16f2

Branch: refs/heads/asf-site
Commit: 83fd16f2fa9f09cdef0ba09ef41632e1bb7ccff3
Parents: 2f23410
Author: jenkins 
Authored: Sat Sep 29 14:51:59 2018 +
Committer: jenkins 
Committed: Sat Sep 29 14:51:59 2018 +

--
 acid-semantics.html | 4 +-
 apache_hbase_reference_guide.pdf| 4 +-
 book.html   | 2 +-
 bulk-loads.html | 4 +-
 checkstyle-aggregate.html   | 30912 +
 checkstyle.rss  |36 +-
 coc.html| 4 +-
 dependencies.html   | 4 +-
 dependency-convergence.html | 4 +-
 dependency-info.html| 4 +-
 dependency-management.html  | 4 +-
 devapidocs/constant-values.html |23 +-
 devapidocs/index-all.html   |22 +
 .../hadoop/hbase/backup/package-tree.html   | 4 +-
 .../hbase/client/AsyncRequestFutureImpl.html|42 +-
 .../hadoop/hbase/client/package-tree.html   |24 +-
 .../hadoop/hbase/coprocessor/package-tree.html  | 2 +-
 .../hadoop/hbase/executor/package-tree.html | 2 +-
 .../hbase/favored/FavoredNodeLoadBalancer.html  | 2 +-
 .../hadoop/hbase/filter/package-tree.html   | 8 +-
 .../hadoop/hbase/io/hfile/package-tree.html | 6 +-
 .../apache/hadoop/hbase/ipc/package-tree.html   | 2 +-
 .../hadoop/hbase/mapreduce/package-tree.html| 4 +-
 .../hadoop/hbase/master/LoadBalancer.html   |19 +-
 .../hadoop/hbase/master/MasterRpcServices.html  |   202 +-
 .../hbase/master/balancer/BaseLoadBalancer.html |30 +-
 .../balancer/FavoredStochasticBalancer.html | 2 +-
 .../hbase/master/balancer/MetricsBalancer.html  |19 +-
 .../master/balancer/MetricsBalancerSource.html  |48 +-
 .../balancer/MetricsBalancerSourceImpl.html |29 +-
 .../balancer/MetricsStochasticBalancer.html |32 +-
 .../MetricsStochasticBalancerSource.html| 4 +-
 .../MetricsStochasticBalancerSourceImpl.html| 6 +-
 .../master/balancer/SimpleLoadBalancer.html | 2 +-
 .../master/balancer/StochasticLoadBalancer.html | 2 +-
 .../hadoop/hbase/master/package-tree.html   | 4 +-
 .../hbase/master/procedure/package-tree.html| 4 +-
 .../master/replication/ModifyPeerProcedure.html |58 +-
 .../org/apache/hadoop/hbase/package-tree.html   |18 +-
 .../hadoop/hbase/procedure2/package-tree.html   | 4 +-
 .../hadoop/hbase/quotas/package-tree.html   | 4 +-
 .../hbase/regionserver/FlushRequester.html  |26 +-
 .../HRegionServer.MovedRegionInfo.html  |16 +-
 .../HRegionServer.MovedRegionsCleaner.html  |16 +-
 .../HRegionServer.PeriodicMemStoreFlusher.html  |19 +-
 .../hbase/regionserver/HRegionServer.html   |   260 +-
 .../MemStoreFlusher.FlushQueueEntry.html| 2 +-
 .../MemStoreFlusher.FlushRegionEntry.html   |36 +-
 .../hbase/regionserver/MemStoreFlusher.html |56 +-
 .../class-use/FlushLifeCycleTracker.html| 4 +-
 .../hbase/regionserver/class-use/HRegion.html   | 8 +-
 .../hadoop/hbase/regionserver/package-tree.html |14 +-
 .../hadoop/hbase/replication/package-tree.html  | 2 +-
 .../hadoop/hbase/rest/model/package-tree.html   | 2 +-
 .../hbase/rsgroup/RSGroupBasedLoadBalancer.html |21 +-
 .../hbase/rsgroup/RSGroupableBalancer.html  | 2 +-
 .../hadoop/hbase/security/package-tree.html | 2 +-
 .../hadoop/hbase/thrift/package-tree.html   | 2 +-
 .../apache/hadoop/hbase/util/package-tree.html  | 6 +-
 .../org/apache/hadoop/hbase/Version.html| 6 +-
 ...stFutureImpl.ReplicaCallIssuingRunnable.html |   884 +-
 ...yncRequestFutureImpl.ReplicaResultState.html |   884 +-
 .../client/AsyncRequestFutureImpl.Retry.html|   884 +-
 ...tFutureImpl.SingleServerRequestRunnable.html |   884 +-
 .../hbase/client/AsyncRequestFutureImpl.html|   884 +-
 .../hadoop/hbase/master/LoadBalancer.html   |25 +-
 .../MasterRpcServices.BalanceSwitchMode.html|  4053 +--
 .../hadoop/hbase/master/MasterRpcServices.html  |  4053 +--
 .../BaseLoadBalancer.Cluster.Action.Type.html   |   167 +-
 .../BaseLoadBalancer.Cluster.Action.html|   167 +-
 ...LoadBalancer.Cluster.AssignRegionAction.html |   167 +-
 .../BaseLoadBalancer.Cluster.LocalityType.html  |   167 +-
 ...seLoadBalancer.Cluster.MoveRegio

[08/41] hbase-site git commit: Published site at fdbaa4c3f0253700d12b6bd61cacf29ca7fbc19f.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/testdevapidocs/org/apache/hadoop/hbase/client/package-summary.html
--
diff --git a/testdevapidocs/org/apache/hadoop/hbase/client/package-summary.html 
b/testdevapidocs/org/apache/hadoop/hbase/client/package-summary.html
index 91f1930..690ad04 100644
--- a/testdevapidocs/org/apache/hadoop/hbase/client/package-summary.html
+++ b/testdevapidocs/org/apache/hadoop/hbase/client/package-summary.html
@@ -1115,153 +1115,157 @@
  
 
 
+TestRegionLocationCaching
+ 
+
+
 TestReplicasClient
 
 Tests for region replicas.
 
 
-
+
 TestReplicasClient.SlowMeCopro
 
 This copro is used to synchronize the tests.
 
 
-
+
 TestReplicationShell
  
 
-
+
 TestReplicaWithCluster
  
 
-
+
 TestReplicaWithCluster.RegionServerHostingPrimayMetaRegionSlowOrStopCopro
 
 This copro is used to slow down the primary meta region 
scan a bit
 
 
-
+
 TestReplicaWithCluster.RegionServerStoppedCopro
 
 This copro is used to simulate region server down exception 
for Get and Scan
 
 
-
+
 TestReplicaWithCluster.SlowMeCopro
 
 This copro is used to synchronize the tests.
 
 
-
+
 TestRestoreSnapshotFromClient
 
 Test restore snapshots from the client
 
 
-
+
 TestRestoreSnapshotFromClientWithRegionReplicas
  
 
-
+
 TestResult
  
 
-
+
 TestResultFromCoprocessor
  
 
-
+
 TestResultFromCoprocessor.MyObserver
  
 
-
+
 TestResultScannerCursor
  
 
-
+
 TestResultSizeEstimation
  
 
-
+
 TestRetriesExhaustedWithDetailsException
  
 
-
+
 TestReversedScannerCallable
  
 
-
+
 TestRowComparator
  
 
-
+
 TestRpcControllerFactory
  
 
-
+
 TestRpcControllerFactory.CountingRpcController
  
 
-
+
 TestRpcControllerFactory.StaticRpcControllerFactory
  
 
-
+
 TestScan
  
 
-
+
 TestScannersFromClientSide
 
 A client-side test, mostly testing scanners with various 
parameters.
 
 
-
+
 TestScannersFromClientSide2
 
 Testcase for newly added feature in HBASE-17143, such as 
startRow and stopRow
  inclusive/exclusive, limit for rows, etc.
 
 
-
+
 TestScannerTimeout
 
 Test various scanner timeout issues.
 
 
-
+
 TestScanWithoutFetchingData
 
 Testcase to make sure that we do not close scanners if 
ScanRequest.numberOfRows is zero.
 
 
-
+
 TestSeparateClientZKCluster
  
 
-
+
 TestServerBusyException
 
 This class is for testing HBaseConnectionManager 
ServerBusyException.
 
 
-
+
 TestServerBusyException.SleepCoprocessor
  
 
-
+
 TestServerBusyException.SleepLongerAtFirstCoprocessor
  
 
-
+
 TestServerBusyException.TestGetThread
  
 
-
+
 TestServerBusyException.TestPutThread
  
 
-
+
 TestServerLoadDurability
 
 HBASE-19496 noticed that the RegionLoad/ServerLoad may be 
corrupted if rpc server
@@ -1269,125 +1273,125 @@
  invoke HMaster to iterate all stored server/region loads.
 
 
-
+
 TestShell
  
 
-
+
 TestShellNoCluster
  
 
-
+
 TestShortCircuitConnection
  
 
-
+
 TestSimpleRequestController
  
 
-
+
 TestSizeFailures
  
 
-
+
 TestSmallReversedScanner
  
 
-
+
 TestSnapshotCloneIndependence
 
 Test to verify that the cloned table is independent of the 
table from which it was cloned
 
 
-
+
 TestSnapshotDFSTemporaryDirectory
 
 This class tests that the use of a temporary snapshot 
directory supports snapshot functionality
  while the temporary directory is on the same file system as the root 
directory
 
 
-
+
 TestSnapshotFromAdmin
 
 Test snapshot logic from the client
 
 
-
+
 TestSnapshotFromClient
 
 Test create/using/deleting snapshots from the client
 
 
-
+
 TestSnapshotFromClientWithRegionReplicas
  
 
-
+
 TestSnapshotMetadata
 
 Test class to verify that metadata is consistent before and 
after a snapshot attempt.
 
 
-
+
 TestSnapshotTemporaryDirectory
 
 This class tests that the use of a temporary snapshot 
directory supports snapshot functionality
  while the temporary directory is on a different file system than the root 
directory
 
 
-
+
 TestSnapshotTemporaryDirectoryWithRegionReplicas
  
 
-
+
 TestSnapshotWithAcl
  
 
-
+
 TestSnapshotWithAcl.AccessReadAction
  
 
-
+
 TestSnapshotWithAcl.AccessWriteAction
  
 
-
+
 TestSplitOrMergeStatus
  
 
-
+
 TestTableDescriptorBuilder
 
 Test setting values in the descriptor
 
 
-
+
 TestTableDescriptorUtils
  
 
-
+
 TestTableFavoredNodes
  
 
-
+
 TestTableShell
  
 
-
+
 TestTableSnapshotScanner
  
 
-
+
 TestTimestampsFilter
 
 Run tests related to TimestampsFilter using 
HBase client APIs.
 
 
-
+
 TestUpdateConfiguration
  
 
-
+
 TestZKAsyncRegistry
  
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/testdevapidocs/org/apache/hadoop/hbase/client/package-tree.html
--
diff --git a/testdevapidocs/org/apache/hadoop/hbase/client/package-tree.html 
b/testdevapidocs/org/apache/hadoop/hbase/client/package-tree.html
index 2e79ffd..bf990b3 100644
--- a/testdevapidocs/org/apache/hadoop/hbase/client/package-tree.html
+++ b/testdevapidocs/org/apache/hadoop/hbase/client/pa

[20/41] hbase-site git commit: Published site at fdbaa4c3f0253700d12b6bd61cacf29ca7fbc19f.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.MovedRegionsCleaner.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.MovedRegionsCleaner.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.MovedRegionsCleaner.html
index 803ed21..cb9d178 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.MovedRegionsCleaner.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.MovedRegionsCleaner.html
@@ -1765,2040 +1765,2045 @@
 1757
 1758  static class PeriodicMemStoreFlusher 
extends ScheduledChore {
 1759final HRegionServer server;
-1760final static int RANGE_OF_DELAY = 5 
* 60 * 1000; // 5 min in milliseconds
+1760final static int RANGE_OF_DELAY = 5 
* 60; // 5 min in seconds
 1761final static int MIN_DELAY_TIME = 0; 
// millisec
-1762public PeriodicMemStoreFlusher(int 
cacheFlushInterval, final HRegionServer server) {
-1763  super("MemstoreFlusherChore", 
server, cacheFlushInterval);
-1764  this.server = server;
-1765}
-1766
-1767@Override
-1768protected void chore() {
-1769  final StringBuilder whyFlush = new 
StringBuilder();
-1770  for (HRegion r : 
this.server.onlineRegions.values()) {
-1771if (r == null) continue;
-1772if (r.shouldFlush(whyFlush)) {
-1773  FlushRequester requester = 
server.getFlushRequester();
-1774  if (requester != null) {
-1775long randomDelay = (long) 
RandomUtils.nextInt(0, RANGE_OF_DELAY) + MIN_DELAY_TIME;
-1776LOG.info(getName() + " 
requesting flush of " +
-1777  
r.getRegionInfo().getRegionNameAsString() + " because " +
-1778  whyFlush.toString() +
-1779  " after random delay " + 
randomDelay + "ms");
-1780//Throttle the flushes by 
putting a delay. If we don't throttle, and there
-1781//is a balanced write-load 
on the regions in a table, we might end up
-1782//overwhelming the 
filesystem with too many flushes at once.
-1783
requester.requestDelayedFlush(r, randomDelay, false);
-1784  }
-1785}
-1786  }
-1787}
-1788  }
-1789
-1790  /**
-1791   * Report the status of the server. A 
server is online once all the startup is
-1792   * completed (setting up filesystem, 
starting executorService threads, etc.). This
-1793   * method is designed mostly to be 
useful in tests.
-1794   *
-1795   * @return true if online, false if 
not.
-1796   */
-1797  public boolean isOnline() {
-1798return online.get();
-1799  }
-1800
-1801  /**
-1802   * Setup WAL log and replication if 
enabled. Replication setup is done in here because it wants to
-1803   * be hooked up to WAL.
-1804   */
-1805  private void setupWALAndReplication() 
throws IOException {
-1806boolean 
isMasterNoTableOrSystemTableOnly = this instanceof HMaster &&
-1807  
(!LoadBalancer.isTablesOnMaster(conf) || 
LoadBalancer.isSystemTablesOnlyOnMaster(conf));
-1808WALFactory factory =
-1809new WALFactory(conf, 
serverName.toString(), !isMasterNoTableOrSystemTableOnly);
-1810if 
(!isMasterNoTableOrSystemTableOnly) {
-1811  // TODO Replication make 
assumptions here based on the default filesystem impl
-1812  Path oldLogDir = new 
Path(walRootDir, HConstants.HREGION_OLDLOGDIR_NAME);
-1813  String logName = 
AbstractFSWALProvider.getWALDirectoryName(this.serverName.toString());
-1814
-1815  Path logDir = new Path(walRootDir, 
logName);
-1816  LOG.debug("logDir={}", logDir);
-1817  if (this.walFs.exists(logDir)) {
-1818throw new 
RegionServerRunningException(
-1819"Region server has already 
created directory at " + this.serverName.toString());
-1820  }
-1821  // Always create wal directory as 
now we need this when master restarts to find out the live
-1822  // region servers.
-1823  if (!this.walFs.mkdirs(logDir)) 
{
-1824throw new IOException("Can not 
create wal directory " + logDir);
+1762
+1763final int rangeOfDelay;
+1764public PeriodicMemStoreFlusher(int 
cacheFlushInterval, final HRegionServer server) {
+1765  super("MemstoreFlusherChore", 
server, cacheFlushInterval);
+1766  this.server = server;
+1767
+1768  this.rangeOfDelay = 
this.server.conf.getInt("hbase.regionserver.periodicmemstoreflusher.rangeofdelayseconds",
+1769  RANGE_OF_DELAY)*1000;
+1770}
+1771
+1772@Override
+1773protected void chore() {
+1774  final StringBuilder whyFlush = new 
StringBuilder();
+1775  for (HRegion r : 
this.server.onlineRegions.values()) {
+1776if (r == null) continue;
+1777if (r.shouldFlush(whyFlush)) {
+1778  FlushRequester requester = 
server.getFlushRequester();
+1779  if (req

[04/41] hbase-site git commit: Published site at fdbaa4c3f0253700d12b6bd61cacf29ca7fbc19f.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/testdevapidocs/src-html/org/apache/hadoop/hbase/regionserver/TestHeapMemoryManager.RegionServerStub.html
--
diff --git 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/regionserver/TestHeapMemoryManager.RegionServerStub.html
 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/regionserver/TestHeapMemoryManager.RegionServerStub.html
index 9ce16ac..5aaf744 100644
--- 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/regionserver/TestHeapMemoryManager.RegionServerStub.html
+++ 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/regionserver/TestHeapMemoryManager.RegionServerStub.html
@@ -766,174 +766,175 @@
 758}
 759
 760@Override
-761public void requestFlush(HRegion 
region, boolean forceFlushAllStores,
+761public boolean requestFlush(HRegion 
region, boolean forceFlushAllStores,
 762FlushLifeCycleTracker tracker) 
{
 763  
this.listener.flushRequested(flushType, region);
-764}
-765
-766@Override
-767public void 
requestDelayedFlush(HRegion region, long delay, boolean forceFlushAllStores) 
{
-768
-769}
-770
-771@Override
-772public void 
registerFlushRequestListener(FlushRequestListener listener) {
-773  this.listener = listener;
-774}
-775
-776@Override
-777public boolean 
unregisterFlushRequestListener(FlushRequestListener listener) {
-778  return false;
-779}
-780
-781@Override
-782public void 
setGlobalMemStoreLimit(long globalMemStoreSize) {
-783  this.memstoreSize = 
globalMemStoreSize;
-784}
-785  }
-786
-787  private static class RegionServerStub 
implements Server {
-788private Configuration conf;
-789private boolean stopped = false;
-790
-791public RegionServerStub(Configuration 
conf) {
-792  this.conf = conf;
-793}
-794
-795@Override
-796public void abort(String why, 
Throwable e) {
-797
-798}
-799
-800@Override
-801public boolean isAborted() {
-802  return false;
-803}
-804
-805@Override
-806public void stop(String why) {
-807  this.stopped = true;
-808}
-809
-810@Override
-811public boolean isStopped() {
-812  return this.stopped;
-813}
-814
-815@Override
-816public Configuration 
getConfiguration() {
-817  return this.conf;
-818}
-819
-820@Override
-821public ZKWatcher getZooKeeper() {
-822  return null;
-823}
-824
-825@Override
-826public CoordinatedStateManager 
getCoordinatedStateManager() {
-827  return null;
-828}
-829
-830@Override
-831public ClusterConnection 
getConnection() {
-832  return null;
-833}
-834
-835@Override
-836public MetaTableLocator 
getMetaTableLocator() {
-837  return null;
-838}
-839
-840@Override
-841public ServerName getServerName() {
-842  return 
ServerName.valueOf("server1",4000,12345);
-843}
-844
-845@Override
-846public ChoreService getChoreService() 
{
-847  return null;
-848}
-849
-850@Override
-851public ClusterConnection 
getClusterConnection() {
-852  // TODO Auto-generated method 
stub
-853  return null;
-854}
-855
-856@Override
-857public FileSystem getFileSystem() {
-858  return null;
-859}
-860
-861@Override
-862public boolean isStopping() {
-863  return false;
-864}
-865
-866@Override
-867public Connection 
createConnection(Configuration conf) throws IOException {
-868  return null;
-869}
-870  }
-871
-872  static class CustomHeapMemoryTuner 
implements HeapMemoryTuner {
-873static float blockCacheSize = 0.4f;
-874static float memstoreSize = 0.4f;
-875
-876@Override
-877public Configuration getConf() {
-878  return null;
-879}
-880
-881@Override
-882public void setConf(Configuration 
arg0) {
-883
-884}
-885
-886@Override
-887public TunerResult tune(TunerContext 
context) {
-888  TunerResult result = new 
TunerResult(true);
-889  
result.setBlockCacheSize(blockCacheSize);
-890  
result.setMemStoreSize(memstoreSize);
-891  return result;
-892}
-893  }
-894
-895  private static class 
RegionServerAccountingStub extends RegionServerAccounting {
-896boolean offheap;
-897
-898public 
RegionServerAccountingStub(Configuration conf) {
-899  super(conf);
-900}
-901
-902public 
RegionServerAccountingStub(Configuration conf, boolean offheap) {
-903  super(conf);
-904  this.offheap = offheap;
-905}
-906
-907private long testMemstoreSize = 0;
-908
-909@Override
-910public long 
getGlobalMemStoreDataSize() {
-911  return testMemstoreSize;
-912}
-913
-914@Override
-915public long 
getGlobalMemStoreHeapSize() {
-916  return testMemstoreSize;
-917}
-918
-919@Override
-920public boolean isOffheap() {
-921  return offheap;
-922}
-923
-924public

hbase-site git commit: INFRA-10751 Empty commit

[git-site-role]

Repository: hbase-site
Updated Branches:
  refs/heads/asf-site 83fd16f2f -> 5899a1c79


INFRA-10751 Empty commit


Project: http://git-wip-us.apache.org/repos/asf/hbase-site/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase-site/commit/5899a1c7
Tree: http://git-wip-us.apache.org/repos/asf/hbase-site/tree/5899a1c7
Diff: http://git-wip-us.apache.org/repos/asf/hbase-site/diff/5899a1c7

Branch: refs/heads/asf-site
Commit: 5899a1c796df7d90c545b3168aa2da5510544493
Parents: 83fd16f
Author: jenkins 
Authored: Sat Sep 29 14:52:22 2018 +
Committer: jenkins 
Committed: Sat Sep 29 14:52:22 2018 +

--

--

[32/41] hbase-site git commit: Published site at fdbaa4c3f0253700d12b6bd61cacf29ca7fbc19f.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaResultState.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaResultState.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaResultState.html
index ad93f10..32aa215 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaResultState.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaResultState.html
@@ -834,448 +834,450 @@
 826  byte[] regionName = 
regionEntry.getKey();
 827
 828  Throwable regionException = 
responses.getExceptions().get(regionName);
-829  cleanServerCache(server, 
regionException);
-830
-831  Map 
regionResults =
-832results.containsKey(regionName) ? 
results.get(regionName).result : Collections.emptyMap();
-833  boolean regionFailureRegistered = 
false;
-834  for (Action sentAction : 
regionEntry.getValue()) {
-835Object result = 
regionResults.get(sentAction.getOriginalIndex());
-836if (result == null) {
-837  if (regionException == null) 
{
-838LOG.error("Server sent us 
neither results nor exceptions for "
-839  + 
Bytes.toStringBinary(regionName)
-840  + ", numAttempt:" + 
numAttempt);
-841regionException = new 
RuntimeException("Invalid response");
-842  }
-843  // If the row operation 
encounters the region-lever error, the exception of action may be
-844  // null.
-845  result = regionException;
-846}
-847// Failure: retry if it's make 
sense else update the errors lists
-848if (result instanceof Throwable) 
{
-849  Throwable actionException = 
(Throwable) result;
-850  Row row = 
sentAction.getAction();
-851  lastException = regionException 
!= null ? regionException
-852: 
ClientExceptionsUtil.findException(actionException);
-853  // Register corresponding 
failures once per server/once per region.
-854  if (!regionFailureRegistered) 
{
-855regionFailureRegistered = 
true;
-856updateCachedLocations(server, 
regionName, row.getRow(), actionException);
-857  }
-858  if (retry == null) {
-859
errorsByServer.reportServerError(server);
-860// We determine canRetry only 
once for all calls, after reporting server failure.
-861retry = 
errorsByServer.canTryMore(numAttempt) ?
-862  Retry.YES : 
Retry.NO_RETRIES_EXHAUSTED;
-863  }
-864  ++failureCount;
-865  switch 
(manageError(sentAction.getOriginalIndex(), row, retry, actionException,
-866server)) {
-867case YES:
-868  toReplay.add(sentAction);
-869  break;
-870case NO_OTHER_SUCCEEDED:
-871  ++stopped;
-872  break;
-873default:
-874  ++failed;
-875  break;
-876  }
-877} else {
-878  invokeCallBack(regionName, 
sentAction.getAction().getRow(), (CResult) result);
-879  setResult(sentAction, 
result);
-880}
-881  }
-882}
-883if (toReplay.isEmpty()) {
-884  logNoResubmit(server, numAttempt, 
failureCount, lastException, failed, stopped);
-885} else {
-886  resubmit(server, toReplay, 
numAttempt, failureCount, lastException);
-887}
-888  }
-889
-890  private void 
updateCachedLocations(ServerName server, byte[] regionName, byte[] row,
-891Throwable rowException) {
-892if (tableName == null) {
-893  return;
-894}
-895try {
-896  asyncProcess.connection
-897.updateCachedLocations(tableName, 
regionName, row, rowException, server);
-898} catch (Throwable ex) {
-899  // That should never happen, but if 
it did, we want to make sure
-900  // we still process errors
-901  LOG.error("Couldn't update cached 
region locations: " + ex);
-902}
-903  }
-904
-905  private void invokeCallBack(byte[] 
regionName, byte[] row, CResult result) {
-906if (callback != null) {
-907  try {
-908//noinspection unchecked
-909// TODO: would callback expect a 
replica region name if it gets one?
-910this.callback.update(regionName, 
row, result);
-911  } catch (Throwable t) {
-912LOG.error("User callback threw an 
exception for "
-913  + 
Bytes.toStringBinary(regionName) + ", ignoring", t);
-914  }
-915}
-916  }
-917
-918  private void 
cleanServerCache(ServerName server, Throwable regionException) {
-919if (tableName == null && 
ClientExceptionsUtil.isMetaClearingException(regionException)) {
-920  // For multi-actions, we don't have 
a table name, 

[06/41] hbase-site git commit: Published site at fdbaa4c3f0253700d12b6bd61cacf29ca7fbc19f.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/testdevapidocs/org/apache/hadoop/hbase/regionserver/wal/AbstractTestWALReplay.html
--
diff --git 
a/testdevapidocs/org/apache/hadoop/hbase/regionserver/wal/AbstractTestWALReplay.html
 
b/testdevapidocs/org/apache/hadoop/hbase/regionserver/wal/AbstractTestWALReplay.html
index d22d14d..cdd2bf4 100644
--- 
a/testdevapidocs/org/apache/hadoop/hbase/regionserver/wal/AbstractTestWALReplay.html
+++ 
b/testdevapidocs/org/apache/hadoop/hbase/regionserver/wal/AbstractTestWALReplay.html
@@ -929,7 +929,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 createWALKey
-private org.apache.hadoop.hbase.wal.WALKeyImpl createWALKey(org.apache.hadoop.hbase.TableName tableName,
+private org.apache.hadoop.hbase.wal.WALKeyImpl createWALKey(org.apache.hadoop.hbase.TableName tableName,
 
org.apache.hadoop.hbase.HRegionInfo hri,
 
org.apache.hadoop.hbase.regionserver.MultiVersionConcurrencyControl mvcc,
 https://docs.oracle.com/javase/8/docs/api/java/util/NavigableMap.html?is-external=true";
 title="class or interface in java.util">NavigableMapInteger> scopes)
@@ -941,7 +941,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 createWALEdit
-private org.apache.hadoop.hbase.wal.WALEdit createWALEdit(byte[] rowName,
+private org.apache.hadoop.hbase.wal.WALEdit createWALEdit(byte[] rowName,
   byte[] family,
   
org.apache.hadoop.hbase.util.EnvironmentEdge ee,
   int index)
@@ -953,7 +953,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 createFSWALEntry
-private org.apache.hadoop.hbase.regionserver.wal.FSWALEntry createFSWALEntry(org.apache.hadoop.hbase.HTableDescriptor htd,
+private org.apache.hadoop.hbase.regionserver.wal.FSWALEntry createFSWALEntry(org.apache.hadoop.hbase.HTableDescriptor htd,
  
org.apache.hadoop.hbase.HRegionInfo hri,
  
long sequence,
  
byte[] rowName,
@@ -975,7 +975,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 addWALEdits
-private void addWALEdits(org.apache.hadoop.hbase.TableName tableName,
+private void addWALEdits(org.apache.hadoop.hbase.TableName tableName,
  org.apache.hadoop.hbase.HRegionInfo hri,
  byte[] rowName,
  byte[] family,
@@ -998,7 +998,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 addRegionEdits
-static https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true";
 title="class or interface in 
java.util">List addRegionEdits(byte[] rowName,
+static https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true";
 title="class or interface in 
java.util">List addRegionEdits(byte[] rowName,

byte[] family,
int count,

org.apache.hadoop.hbase.util.EnvironmentEdge ee,
@@ -1017,7 +1017,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 createBasic3FamilyHRegionInfo
-private org.apache.hadoop.hbase.HRegionInfo createBasic3FamilyHRegionInfo(org.apache.hadoop.hbase.TableName tableName)
+private org.apache.hadoop.hbase.HRegionInfo createBasic3FamilyHRegionInfo(org.apache.hadoop.hbase.TableName tableName)
 
 
 
@@ -1026,7 +1026,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 runWALSplit
-private org.apache.hadoop.fs.Path runWALSplit(org.apache.hadoop.conf.Configuration c)
+private org.apache.hadoop.fs.Path runWALSplit(org.apache.hadoop.conf.Configuration c)
throws https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true";
 title="class or interface in java.io">IOException
 
 Throws:
@@ -1040,7 +1040,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 createBasic3FamilyHTD
-private org.apache.hadoop.hbase.HTableDescriptor createBasic3FamilyHTD(org.apache.hadoop.hbase.TableName tableName)
+privat

[12/41] hbase-site git commit: Published site at fdbaa4c3f0253700d12b6bd61cacf29ca7fbc19f.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/devapidocs/src-html/org/apache/hadoop/hbase/tmpl/master/RegionServerListTmplImpl.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/tmpl/master/RegionServerListTmplImpl.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/tmpl/master/RegionServerListTmplImpl.html
index d8f9316..e04c9ff 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/tmpl/master/RegionServerListTmplImpl.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/tmpl/master/RegionServerListTmplImpl.html
@@ -124,8 +124,8 @@
 116throws java.io.IOException
 117  {
 118// 85, 1
-119jamonWriter.write("\n\n
\n\n
\n\n
\n\n\n");
-120// 94, 1
+119jamonWriter.write("
ServerName
Start time
Last contact
Version
Requests Per Second
Num. 
Regions
\n\n\n
\n\n
\n\n
\n\n\n\n\n");
+120// 97, 1
 121
 122int totalRegions = 0;
 123int totalRequestsPerSecond = 0;
@@ -152,81 +152,81 @@
 144}
 145long startcode = 
serverName.getStartcode();
 146
-147// 120, 1
+147// 123, 1
 148jamonWriter.write("\n
\n
\n
\n
\n
\n
\n\n");
-176// 128, 1
+176// 131, 1
 177
 178}
 179
-180// 131, 1
-181
jamonWriter.write("\n\n\n\n");
-186// 134, 1
+186// 138, 1
 187if (inconsistentNodeNum > 0)
 188{
-189  // 134, 31
+189  // 138, 31
 190  jamonWriter.write("\n  \n");
 195}
-196// 136, 1
+196// 140, 1
 197else
 198{
-199  // 136, 8
+199  // 140, 8
 200  jamonWriter.write("\n   
\n");
 201}
-202// 138, 7
+202// 142, 7
 203jamonWriter.write("\n\n\n\n
ServerName
Start time
Last contact
Version
Requests Per Second
Num. 
Regions
");
-149// 121, 9
+149// 124, 9
 150{
-151  // 121, 9
+151  // 124, 9
 152  
__jamon_innerUnit__serverNameLink(jamonWriter, serverName);
 153}
-154// 121, 53
+154// 124, 53
 155jamonWriter.write("
");
-156// 122, 9
+156// 125, 9
 157
org.jamon.escaping.Escaping.HTML.write(org.jamon.emit.StandardEmitter.valueOf(new
 Date(startcode)), jamonWriter);
-158// 122, 34
+158// 125, 34
 159jamonWriter.write("
");
-160// 123, 9
+160// 126, 9
 161
org.jamon.escaping.Escaping.HTML.write(org.jamon.emit.StandardEmitter.valueOf(TraditionalBinaryPrefix.long2String(lastContact,
 "s", 1)), jamonWriter);
-162// 123, 71
+162// 126, 71
 163jamonWriter.write("
");
-164// 124, 9
+164// 127, 9
 165
org.jamon.escaping.Escaping.HTML.write(org.jamon.emit.StandardEmitter.valueOf(version),
 jamonWriter);
-166// 124, 22
+166// 127, 22
 167jamonWriter.write("
");
-168// 125, 9
+168// 128, 9
 169
org.jamon.escaping.Escaping.HTML.write(org.jamon.emit.StandardEmitter.valueOf(String.format("%.0f",
 requestsPerSecond)), jamonWriter);
-170// 125, 55
+170// 128, 55
 171jamonWriter.write("
");
-172// 126, 9
+172// 129, 9
 173
org.jamon.escaping.Escaping.HTML.write(org.jamon.emit.StandardEmitter.valueOf(numRegionsOnline),
 jamonWriter);
-174// 126, 31
+174// 129, 31
 175
jamonWriter.write("
Total:");
-182// 131, 15
+180// 134, 1
+181
jamonWriter.write("
Total:");
+182// 135, 15
 183
org.jamon.escaping.Escaping.HTML.write(org.jamon.emit.StandardEmitter.valueOf(servers.size()),
 jamonWriter);
-184// 131, 35
+184// 135, 35
 185
jamonWriter.write("
");
-191  // 135, 26
+191  // 139, 26
 192  
org.jamon.escaping.Escaping.HTML.write(org.jamon.emit.StandardEmitter.valueOf(inconsistentNodeNum),
 jamonWriter);
-193  // 135, 51
+193  // 139, 51
 194  jamonWriter.write(" nodes with 
inconsistent version
");
-204// 139, 5
+204// 143, 5
 205
org.jamon.escaping.Escaping.HTML.write(org.jamon.emit.StandardEmitter.valueOf(totalRequestsPerSecond),
 jamonWriter);
-206// 139, 33
+206// 143, 33
 207
jamonWriter.write("
");
-208// 140, 5
+208// 144, 5
 209
org.jamon.escaping.Escaping.HTML.write(org.jamon.emit.StandardEmitter.valueOf(totalRegions),
 jamonWriter);
-210// 140, 23
+210// 144, 23
 211
jamonWriter.write("
\n");
 212  }
 213  
 214  
-215  // 292, 1
+215  // 308, 1
 216  private void 
__jamon_innerUnit__compactionStats(final java.io.Writer jamonWriter, final 
ServerName[] serverNames)
 217throws java.io.IOException
 218  {
-219// 296, 1
-220jamonWriter.write("
[16/41] hbase-site git commit: Published site at fdbaa4c3f0253700d12b6bd61cacf29ca7fbc19f.


2018-09-29

Thread
git-site-role
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.FlushQueueEntry.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.FlushQueueEntry.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.FlushQueueEntry.html
index 0bc3ddb..42dc187 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.FlushQueueEntry.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.FlushQueueEntry.html
@@ -468,8 +468,8 @@
 460  }
 461
 462  @Override
-463  public void requestFlush(HRegion r, 
boolean forceFlushAllStores, FlushLifeCycleTracker tracker) {
-464r.incrementFlushesQueuedCount();
+463  public boolean requestFlush(HRegion r, 
boolean forceFlushAllStores,
+464  
FlushLifeCycleTracker tracker) {
 465synchronized (regionsInQueue) {
 466  if (!regionsInQueue.containsKey(r)) 
{
 467// This entry has no delay so it 
will be added at the top of the flush
@@ -477,476 +477,481 @@
 469FlushRegionEntry fqe = new 
FlushRegionEntry(r, forceFlushAllStores, tracker);
 470this.regionsInQueue.put(r, 
fqe);
 471this.flushQueue.add(fqe);
-472  } else {
-473tracker.notExecuted("Flush 
already requested on " + r);
-474  }
-475}
-476  }
-477
-478  @Override
-479  public void requestDelayedFlush(HRegion 
r, long delay, boolean forceFlushAllStores) {
-480r.incrementFlushesQueuedCount();
-481synchronized (regionsInQueue) {
-482  if (!regionsInQueue.containsKey(r)) 
{
-483// This entry has some delay
-484FlushRegionEntry fqe =
-485new FlushRegionEntry(r, 
forceFlushAllStores, FlushLifeCycleTracker.DUMMY);
-486fqe.requeue(delay);
-487this.regionsInQueue.put(r, 
fqe);
-488this.flushQueue.add(fqe);
-489  }
-490}
-491  }
-492
-493  public int getFlushQueueSize() {
-494return flushQueue.size();
-495  }
-496
-497  /**
-498   * Only interrupt once it's done with a 
run through the work loop.
-499   */
-500  void interruptIfNecessary() {
-501lock.writeLock().lock();
-502try {
-503  for (FlushHandler flushHander : 
flushHandlers) {
-504if (flushHander != null) 
flushHander.interrupt();
-505  }
-506} finally {
-507  lock.writeLock().unlock();
-508}
-509  }
-510
-511  synchronized void 
start(UncaughtExceptionHandler eh) {
-512ThreadFactory flusherThreadFactory = 
Threads.newDaemonThreadFactory(
-513
server.getServerName().toShortString() + "-MemStoreFlusher", eh);
-514for (int i = 0; i < 
flushHandlers.length; i++) {
-515  flushHandlers[i] = new 
FlushHandler("MemStoreFlusher." + i);
-516  
flusherThreadFactory.newThread(flushHandlers[i]);
-517  flushHandlers[i].start();
-518}
-519  }
-520
-521  boolean isAlive() {
-522for (FlushHandler flushHander : 
flushHandlers) {
-523  if (flushHander != null && 
flushHander.isAlive()) {
-524return true;
-525  }
-526}
-527return false;
-528  }
-529
-530  void join() {
-531for (FlushHandler flushHander : 
flushHandlers) {
-532  if (flushHander != null) {
-533
Threads.shutdown(flushHander.getThread());
-534  }
-535}
-536  }
-537
-538  /**
-539   * A flushRegion that checks store file 
count.  If too many, puts the flush
-540   * on delay queue to retry later.
-541   * @param fqe
-542   * @return true if the region was 
successfully flushed, false otherwise. If
-543   * false, there will be accompanying 
log messages explaining why the region was
-544   * not flushed.
-545   */
-546  private boolean flushRegion(final 
FlushRegionEntry fqe) {
-547HRegion region = fqe.region;
-548if 
(!region.getRegionInfo().isMetaRegion() && isTooManyStoreFiles(region)) 
{
-549  if 
(fqe.isMaximumWait(this.blockingWaitTime)) {
-550LOG.info("Waited " + 
(EnvironmentEdgeManager.currentTime() - fqe.createTime) +
-551  "ms on a compaction to clean up 
'too many store files'; waited " +
-552  "long enough... proceeding with 
flush of " +
-553  
region.getRegionInfo().getRegionNameAsString());
-554  } else {
-555// If this is first time we've 
been put off, then emit a log message.
-556if (fqe.getRequeueCount() <= 
0) {
-557  // Note: We don't impose 
blockingStoreFiles constraint on meta regions
-558  LOG.warn("{} has too many store 
files({}); delaying flush up to {} ms",
-559  
region.getRegionInfo().getEncodedName(), getStoreFileCount(region),
-560  this.blockingWaitTime);
-561  if 
(!this.server.compactSplitThread.requestSplit(region)) {
-562try {
-563  
this.server.compactSplitThread.requestSystemCompaction(region,
-564
Thread.

[24/41] hbase-site git commit: Published site at fdbaa4c3f0253700d12b6bd61cacf29ca7fbc19f.


2018-09-29

Thread
git-site-role
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/BaseLoadBalancer.Cluster.SwapRegionsAction.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/BaseLoadBalancer.Cluster.SwapRegionsAction.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/BaseLoadBalancer.Cluster.SwapRegionsAction.html
index dee066e..1ba56c8 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/BaseLoadBalancer.Cluster.SwapRegionsAction.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/BaseLoadBalancer.Cluster.SwapRegionsAction.html
@@ -1563,87 +1563,94 @@
 1555  }
 1556
 1557  /**
-1558   * Used to assign a single region to a 
random server.
-1559   */
-1560  private ServerName 
randomAssignment(Cluster cluster, RegionInfo regionInfo,
-1561  List servers) 
{
-1562int numServers = servers.size(); // 
servers is not null, numServers > 1
-1563ServerName sn = null;
-1564final int maxIterations = numServers 
* 4;
-1565int iterations = 0;
-1566List usedSNs = new 
ArrayList<>(servers.size());
-1567do {
-1568  int i = 
RANDOM.nextInt(numServers);
-1569  sn = servers.get(i);
-1570  if (!usedSNs.contains(sn)) {
-1571usedSNs.add(sn);
-1572  }
-1573} while 
(cluster.wouldLowerAvailability(regionInfo, sn)
-1574&& iterations++ < 
maxIterations);
-1575if (iterations >= maxIterations) 
{
-1576  // We have reached the max. Means 
the servers that we collected is still lowering the
-1577  // availability
-1578  for (ServerName unusedServer : 
servers) {
-1579if 
(!usedSNs.contains(unusedServer)) {
-1580  // check if any other unused 
server is there for us to use.
-1581  // If so use it. Else we have 
not other go but to go with one of them
-1582  if 
(!cluster.wouldLowerAvailability(regionInfo, unusedServer)) {
-1583sn = unusedServer;
-1584break;
-1585  }
-1586}
-1587  }
-1588}
-1589cluster.doAssignRegion(regionInfo, 
sn);
-1590return sn;
-1591  }
-1592
-1593  /**
-1594   * Round robin a list of regions to a 
list of servers
-1595   */
-1596  private void 
roundRobinAssignment(Cluster cluster, List regions,
-1597  List 
unassignedRegions, List servers,
-1598  Map> assignments) {
+1558  * Updates the balancer status tag 
reported to JMX
+1559  */
+1560  public void 
updateBalancerStatus(boolean status) {
+1561
metricsBalancer.balancerStatus(status);
+1562  }
+1563
+1564  /**
+1565   * Used to assign a single region to a 
random server.
+1566   */
+1567  private ServerName 
randomAssignment(Cluster cluster, RegionInfo regionInfo,
+1568  List servers) 
{
+1569int numServers = servers.size(); // 
servers is not null, numServers > 1
+1570ServerName sn = null;
+1571final int maxIterations = numServers 
* 4;
+1572int iterations = 0;
+1573List usedSNs = new 
ArrayList<>(servers.size());
+1574do {
+1575  int i = 
RANDOM.nextInt(numServers);
+1576  sn = servers.get(i);
+1577  if (!usedSNs.contains(sn)) {
+1578usedSNs.add(sn);
+1579  }
+1580} while 
(cluster.wouldLowerAvailability(regionInfo, sn)
+1581&& iterations++ < 
maxIterations);
+1582if (iterations >= maxIterations) 
{
+1583  // We have reached the max. Means 
the servers that we collected is still lowering the
+1584  // availability
+1585  for (ServerName unusedServer : 
servers) {
+1586if 
(!usedSNs.contains(unusedServer)) {
+1587  // check if any other unused 
server is there for us to use.
+1588  // If so use it. Else we have 
not other go but to go with one of them
+1589  if 
(!cluster.wouldLowerAvailability(regionInfo, unusedServer)) {
+1590sn = unusedServer;
+1591break;
+1592  }
+1593}
+1594  }
+1595}
+1596cluster.doAssignRegion(regionInfo, 
sn);
+1597return sn;
+1598  }
 1599
-1600int numServers = servers.size();
-1601int numRegions = regions.size();
-1602int max = (int) Math.ceil((float) 
numRegions / numServers);
-1603int serverIdx = 0;
-1604if (numServers > 1) {
-1605  serverIdx = 
RANDOM.nextInt(numServers);
-1606}
-1607int regionIdx = 0;
-1608
-1609for (int j = 0; j < numServers; 
j++) {
-1610  ServerName server = servers.get((j 
+ serverIdx) % numServers);
-1611  List 
serverRegions = new ArrayList<>(max);
-1612  for (int i = regionIdx; i < 
numRegions; i += numServers) {
-1613RegionInfo region = 
regions.get(i % numRegions);
-1614if 
(cluster.wouldLowerAvailability(region, server)) {
-1615  
unassignedRegions.add(region);
-1616

[11/41] hbase-site git commit: Published site at fdbaa4c3f0253700d12b6bd61cacf29ca7fbc19f.


2018-09-29

Thread
git-site-role
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/testdevapidocs/allclasses-frame.html
--
diff --git a/testdevapidocs/allclasses-frame.html 
b/testdevapidocs/allclasses-frame.html
index 072fb4c..910b803 100644
--- a/testdevapidocs/allclasses-frame.html
+++ b/testdevapidocs/allclasses-frame.html
@@ -705,6 +705,7 @@
 TestBackupStatusProgress
 TestBackupSystemTable
 TestBackupUtils
+TestBalancerStatusTagInJMXMetrics
 TestBaseLoadBalancer
 TestBaseLoadBalancer.MockBalancer
 TestBaseSourceImpl
@@ -1743,6 +1744,7 @@
 TestRegionInfoBuilder
 TestRegionInfoDisplay
 TestRegionLoad
+TestRegionLocationCaching
 TestRegionLocationFinder
 TestRegionLocations
 TestRegionMergeTransactionOnCluster

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/testdevapidocs/allclasses-noframe.html
--
diff --git a/testdevapidocs/allclasses-noframe.html 
b/testdevapidocs/allclasses-noframe.html
index 3b89d30..6c18e91 100644
--- a/testdevapidocs/allclasses-noframe.html
+++ b/testdevapidocs/allclasses-noframe.html
@@ -705,6 +705,7 @@
 TestBackupStatusProgress
 TestBackupSystemTable
 TestBackupUtils
+TestBalancerStatusTagInJMXMetrics
 TestBaseLoadBalancer
 TestBaseLoadBalancer.MockBalancer
 TestBaseSourceImpl
@@ -1743,6 +1744,7 @@
 TestRegionInfoBuilder
 TestRegionInfoDisplay
 TestRegionLoad
+TestRegionLocationCaching
 TestRegionLocationFinder
 TestRegionLocations
 TestRegionMergeTransactionOnCluster

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/testdevapidocs/index-all.html
--
diff --git a/testdevapidocs/index-all.html b/testdevapidocs/index-all.html
index e43d3af..48b5071 100644
--- a/testdevapidocs/index-all.html
+++ b/testdevapidocs/index-all.html
@@ -3753,6 +3753,10 @@
  
 checkExistence(Table,
 byte[], byte[], byte[], byte[]) - Static method in class 
org.apache.hadoop.hbase.client.TestHTableMultiplexerFlushCache
  
+checkExistence(TableName,
 byte[], byte[], byte[]) - Static method in class 
org.apache.hadoop.hbase.client.TestRegionLocationCaching
+
+Method to check whether the passed row exists in the given 
table
+
 checkExit(int)
 - Method in class org.apache.hadoop.hbase.util.LauncherSecurityManager
  
 checkExit(int)
 - Method in class org.apache.hadoop.hbase.zookeeper.TestZKMainServer.NoExitSecurityManager
@@ -3929,6 +3933,10 @@
  
 checkRegionIsOpened(HBaseTestingUtility,
 HRegionServer, HRegionInfo) - Static method in class 
org.apache.hadoop.hbase.regionserver.TestRegionServerNoMaster
  
+checkRegionLocationIsCached(TableName,
 Connection) - Method in class org.apache.hadoop.hbase.client.TestRegionLocationCaching
+
+Method to check whether the cached region location is 
non-empty for the given table.
+
 checkRegionsAndRegionLoads(Collection,
 Collection) - Method in class 
org.apache.hadoop.hbase.client.TestAsyncClusterAdminApi
  
 checkRegionsAndRegionLoads(Collection,
 Collection) - Method in class 
org.apache.hadoop.hbase.TestRegionLoad
@@ -4455,6 +4463,8 @@
  
 CLASS_RULE
 - Static variable in class org.apache.hadoop.hbase.client.TestRegionInfoDisplay
  
+CLASS_RULE
 - Static variable in class org.apache.hadoop.hbase.client.TestRegionLocationCaching
+ 
 CLASS_RULE
 - Static variable in class org.apache.hadoop.hbase.client.TestReplicasClient
  
 CLASS_RULE
 - Static variable in class org.apache.hadoop.hbase.client.TestReplicationShell
@@ -5089,6 +5099,8 @@
  
 CLASS_RULE
 - Static variable in class org.apache.hadoop.hbase.master.assignment.TestTransitRegionStateProcedure
  
+CLASS_RULE
 - Static variable in class org.apache.hadoop.hbase.master.balancer.TestBalancerStatusTagInJMXMetrics
+ 
 CLASS_RULE
 - Static variable in class org.apache.hadoop.hbase.master.balancer.TestBaseLoadBalancer
  
 CLASS_RULE
 - Static variable in class org.apache.hadoop.hbase.master.balancer.TestDefaultLoadBalancer
@@ -7201,6 +7213,8 @@
  
 cluster
 - Static variable in class org.apache.hadoop.hbase.master.assignment.TestRogueRSAssignment
  
+cluster
 - Static variable in class org.apache.hadoop.hbase.master.balancer.TestBalancerStatusTagInJMXMetrics
+ 
 cluster
 - Variable in class org.apache.hadoop.hbase.master.balancer.TestFavoredStochasticBalancerPickers
  
 cluster
 - Variable in class org.apache.hadoop.hbase.master.balancer.TestFavoredStochasticLoadBalancer
@@ -8158,6 +8172,8 @@
  
 conf
 - Static variable in class org.apache.hadoop.hbase.master.balancer.BalancerTestBase
  
+conf
 - Static variable in class org.apache.hadoop.hbase.master.balancer.TestBalancerStatusTagInJMXMetrics
+ 
 conf
 - Static variable in class org.apache.hadoop.hbase.master.balancer.TestFavoredNodeTableImport
  
 conf
 - Static variable in class org.apache.hadoop.hbase.master.balancer.TestFavoredStochasticBalancerPickers
@@ -8754,6 +8770,8 @@
  
 connectorPort
 - Stati

[25/41] hbase-site git commit: Published site at fdbaa4c3f0253700d12b6bd61cacf29ca7fbc19f.


2018-09-29

Thread
git-site-role
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/BaseLoadBalancer.Cluster.Action.Type.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/BaseLoadBalancer.Cluster.Action.Type.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/BaseLoadBalancer.Cluster.Action.Type.html
index dee066e..1ba56c8 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/BaseLoadBalancer.Cluster.Action.Type.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/BaseLoadBalancer.Cluster.Action.Type.html
@@ -1563,87 +1563,94 @@
 1555  }
 1556
 1557  /**
-1558   * Used to assign a single region to a 
random server.
-1559   */
-1560  private ServerName 
randomAssignment(Cluster cluster, RegionInfo regionInfo,
-1561  List servers) 
{
-1562int numServers = servers.size(); // 
servers is not null, numServers > 1
-1563ServerName sn = null;
-1564final int maxIterations = numServers 
* 4;
-1565int iterations = 0;
-1566List usedSNs = new 
ArrayList<>(servers.size());
-1567do {
-1568  int i = 
RANDOM.nextInt(numServers);
-1569  sn = servers.get(i);
-1570  if (!usedSNs.contains(sn)) {
-1571usedSNs.add(sn);
-1572  }
-1573} while 
(cluster.wouldLowerAvailability(regionInfo, sn)
-1574&& iterations++ < 
maxIterations);
-1575if (iterations >= maxIterations) 
{
-1576  // We have reached the max. Means 
the servers that we collected is still lowering the
-1577  // availability
-1578  for (ServerName unusedServer : 
servers) {
-1579if 
(!usedSNs.contains(unusedServer)) {
-1580  // check if any other unused 
server is there for us to use.
-1581  // If so use it. Else we have 
not other go but to go with one of them
-1582  if 
(!cluster.wouldLowerAvailability(regionInfo, unusedServer)) {
-1583sn = unusedServer;
-1584break;
-1585  }
-1586}
-1587  }
-1588}
-1589cluster.doAssignRegion(regionInfo, 
sn);
-1590return sn;
-1591  }
-1592
-1593  /**
-1594   * Round robin a list of regions to a 
list of servers
-1595   */
-1596  private void 
roundRobinAssignment(Cluster cluster, List regions,
-1597  List 
unassignedRegions, List servers,
-1598  Map> assignments) {
+1558  * Updates the balancer status tag 
reported to JMX
+1559  */
+1560  public void 
updateBalancerStatus(boolean status) {
+1561
metricsBalancer.balancerStatus(status);
+1562  }
+1563
+1564  /**
+1565   * Used to assign a single region to a 
random server.
+1566   */
+1567  private ServerName 
randomAssignment(Cluster cluster, RegionInfo regionInfo,
+1568  List servers) 
{
+1569int numServers = servers.size(); // 
servers is not null, numServers > 1
+1570ServerName sn = null;
+1571final int maxIterations = numServers 
* 4;
+1572int iterations = 0;
+1573List usedSNs = new 
ArrayList<>(servers.size());
+1574do {
+1575  int i = 
RANDOM.nextInt(numServers);
+1576  sn = servers.get(i);
+1577  if (!usedSNs.contains(sn)) {
+1578usedSNs.add(sn);
+1579  }
+1580} while 
(cluster.wouldLowerAvailability(regionInfo, sn)
+1581&& iterations++ < 
maxIterations);
+1582if (iterations >= maxIterations) 
{
+1583  // We have reached the max. Means 
the servers that we collected is still lowering the
+1584  // availability
+1585  for (ServerName unusedServer : 
servers) {
+1586if 
(!usedSNs.contains(unusedServer)) {
+1587  // check if any other unused 
server is there for us to use.
+1588  // If so use it. Else we have 
not other go but to go with one of them
+1589  if 
(!cluster.wouldLowerAvailability(regionInfo, unusedServer)) {
+1590sn = unusedServer;
+1591break;
+1592  }
+1593}
+1594  }
+1595}
+1596cluster.doAssignRegion(regionInfo, 
sn);
+1597return sn;
+1598  }
 1599
-1600int numServers = servers.size();
-1601int numRegions = regions.size();
-1602int max = (int) Math.ceil((float) 
numRegions / numServers);
-1603int serverIdx = 0;
-1604if (numServers > 1) {
-1605  serverIdx = 
RANDOM.nextInt(numServers);
-1606}
-1607int regionIdx = 0;
-1608
-1609for (int j = 0; j < numServers; 
j++) {
-1610  ServerName server = servers.get((j 
+ serverIdx) % numServers);
-1611  List 
serverRegions = new ArrayList<>(max);
-1612  for (int i = regionIdx; i < 
numRegions; i += numServers) {
-1613RegionInfo region = 
regions.get(i % numRegions);
-1614if 
(cluster.wouldLowerAvailability(region, server)) {
-1615  
unassignedRegions.add(region);
-1616} else {
-1617  se

[39/41] hbase-site git commit: Published site at fdbaa4c3f0253700d12b6bd61cacf29ca7fbc19f.


2018-09-29

Thread
git-site-role
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/checkstyle.rss
--
diff --git a/checkstyle.rss b/checkstyle.rss
index 2599cf5..a353974 100644
--- a/checkstyle.rss
+++ b/checkstyle.rss
@@ -25,8 +25,8 @@ under the License.
 en-us
 ©2007 - 2018 The Apache Software Foundation
 
-  File: 3750,
- Errors: 15203,
+  File: 3752,
+ Errors: 15205,
  Warnings: 0,
  Infos: 0
   
@@ -14489,7 +14489,7 @@ under the License.
   0
 
 
-  75
+  76
 
   
   
@@ -19221,7 +19221,7 @@ under the License.
   0
 
 
-  1
+  0
 
   
   
@@ -46540,6 +46540,20 @@ under the License.
   
   
 
+  http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.client.TestRegionLocationCaching.java";>org/apache/hadoop/hbase/client/TestRegionLocationCaching.java
+
+
+  0
+
+
+  0
+
+
+  0
+
+  
+  
+
   http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.master.balancer.TestServerAndLoad.java";>org/apache/hadoop/hbase/master/balancer/TestServerAndLoad.java
 
 
@@ -50138,6 +50152,20 @@ under the License.
   
   
 
+  http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.master.balancer.TestBalancerStatusTagInJMXMetrics.java";>org/apache/hadoop/hbase/master/balancer/TestBalancerStatusTagInJMXMetrics.java
+
+
+  0
+
+
+  0
+
+
+  2
+
+  
+  
+
   http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.client.TestAsyncTableGetMultiThreadedWithEagerCompaction.java";>org/apache/hadoop/hbase/client/TestAsyncTableGetMultiThreadedWithEagerCompaction.java
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/coc.html
--
diff --git a/coc.html b/coc.html
index b97f03a..3e1251e 100644
--- a/coc.html
+++ b/coc.html
@@ -7,7 +7,7 @@
   
 
 
-
+
 
 Apache HBase – 
   Code of Conduct Policy
@@ -375,7 +375,7 @@ email to mailto:priv...@hbase.apache.org";>the priv
 https://www.apache.org/";>The Apache Software 
Foundation.
 All rights reserved.  
 
-  Last Published: 
2018-09-28
+  Last Published: 
2018-09-29
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/dependencies.html
--
diff --git a/dependencies.html b/dependencies.html
index 69d624e..c575f86 100644
--- a/dependencies.html
+++ b/dependencies.html
@@ -7,7 +7,7 @@
   
 
 
-
+
 
 Apache HBase – Project Dependencies
 
@@ -440,7 +440,7 @@
 https://www.apache.org/";>The Apache Software 
Foundation.
 All rights reserved.  
 
-  Last Published: 
2018-09-28
+  Last Published: 
2018-09-29
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/dependency-convergence.html
--
diff --git a/dependency-convergence.html b/dependency-convergence.html
index 762d212..5536e69 100644
--- a/dependency-convergence.html
+++ b/dependency-convergence.html
@@ -7,7 +7,7 @@
   
 
 
-
+
 
 Apache HBase – Reactor Dependency Convergence
 
@@ -879,7 +879,7 @@
 https://www.apache.org/";>The Apache Software 
Foundation.
 All rights reserved.  
 
-  Last Published: 
2018-09-28
+  Last Published: 
2018-09-29
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/dependency-info.html
--
diff --git a/dependency-info.html b/dependency-info.html
index fd254ce..3bdce7f 100644
--- a/dependency-info.html
+++ b/dependency-info.html
@@ -7,7 +7,7 @@
   
 
 
-
+
 
 Apache HB

[07/41] hbase-site git commit: Published site at fdbaa4c3f0253700d12b6bd61cacf29ca7fbc19f.


2018-09-29

Thread
git-site-role
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/testdevapidocs/org/apache/hadoop/hbase/master/balancer/package-summary.html
--
diff --git 
a/testdevapidocs/org/apache/hadoop/hbase/master/balancer/package-summary.html 
b/testdevapidocs/org/apache/hadoop/hbase/master/balancer/package-summary.html
index c0c080e..9be2272 100644
--- 
a/testdevapidocs/org/apache/hadoop/hbase/master/balancer/package-summary.html
+++ 
b/testdevapidocs/org/apache/hadoop/hbase/master/balancer/package-summary.html
@@ -116,110 +116,114 @@
 
 
 
-TestBaseLoadBalancer
+TestBalancerStatusTagInJMXMetrics
  
 
 
-TestBaseLoadBalancer.MockBalancer
+TestBaseLoadBalancer
  
 
 
+TestBaseLoadBalancer.MockBalancer
+ 
+
+
 TestDefaultLoadBalancer
 
 Test the load balancer that is created by default.
 
 
-
+
 TestFavoredNodeTableImport
  
 
-
+
 TestFavoredStochasticBalancerPickers
  
 
-
+
 TestFavoredStochasticLoadBalancer
  
 
-
+
 TestRegionLocationFinder
  
 
-
+
 TestRegionsOnMasterOptions
 
 Test options for regions on master; none, system, or any 
(i.e.
 
 
-
+
 TestRSGroupBasedLoadBalancer
 
 Test RSGroupBasedLoadBalancer with SimpleLoadBalancer as 
internal balancer
 
 
-
+
 TestRSGroupBasedLoadBalancerWithStochasticLoadBalancerAsInternal
 
 Test RSGroupBasedLoadBalancer with StochasticLoadBalancer 
as internal balancer
 
 
-
+
 TestServerAndLoad
  
 
-
+
 TestStochasticLoadBalancer
  
 
-
+
 TestStochasticLoadBalancerBalanceCluster
  
 
-
+
 TestStochasticLoadBalancerLargeCluster
  
 
-
+
 TestStochasticLoadBalancerMidCluster
  
 
-
+
 TestStochasticLoadBalancerRegionReplica
  
 
-
+
 TestStochasticLoadBalancerRegionReplica.ForTestRackManagerOne
  
 
-
+
 TestStochasticLoadBalancerRegionReplicaHighReplication
  
 
-
+
 TestStochasticLoadBalancerRegionReplicaLargeCluster
  
 
-
+
 TestStochasticLoadBalancerRegionReplicaMidCluster
  
 
-
+
 TestStochasticLoadBalancerRegionReplicaReplicationGreaterThanNumNodes
  
 
-
+
 TestStochasticLoadBalancerRegionReplicaSameHosts
  
 
-
+
 TestStochasticLoadBalancerRegionReplicaWithRacks
  
 
-
+
 TestStochasticLoadBalancerRegionReplicaWithRacks.ForTestRackManager
  
 
-
+
 TestStochasticLoadBalancerSmallCluster
  
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/testdevapidocs/org/apache/hadoop/hbase/master/balancer/package-tree.html
--
diff --git 
a/testdevapidocs/org/apache/hadoop/hbase/master/balancer/package-tree.html 
b/testdevapidocs/org/apache/hadoop/hbase/master/balancer/package-tree.html
index 23408d5..d4a7da7 100644
--- a/testdevapidocs/org/apache/hadoop/hbase/master/balancer/package-tree.html
+++ b/testdevapidocs/org/apache/hadoop/hbase/master/balancer/package-tree.html
@@ -96,6 +96,7 @@
 org.apache.hadoop.hbase.master.balancer.TestStochasticLoadBalancerRegionReplicaReplicationGreaterThanNumNodes
 
 
+org.apache.hadoop.hbase.master.balancer.TestBalancerStatusTagInJMXMetrics
 org.apache.hadoop.hbase.master.balancer.TestBaseLoadBalancer
 org.apache.hadoop.hbase.master.balancer.TestDefaultLoadBalancer
 org.apache.hadoop.hbase.master.balancer.TestFavoredStochasticBalancerPickers

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/testdevapidocs/org/apache/hadoop/hbase/package-tree.html
--
diff --git a/testdevapidocs/org/apache/hadoop/hbase/package-tree.html 
b/testdevapidocs/org/apache/hadoop/hbase/package-tree.html
index 1fa23d9..94fbbe3 100644
--- a/testdevapidocs/org/apache/hadoop/hbase/package-tree.html
+++ b/testdevapidocs/org/apache/hadoop/hbase/package-tree.html
@@ -579,15 +579,15 @@
 
 java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true";
 title="class or interface in java.lang">Enum (implements java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true";
 title="class or interface in java.lang">Comparable, java.io.https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true";
 title="class or interface in java.io">Serializable)
 
-org.apache.hadoop.hbase.IntegrationTestRegionReplicaPerf.Stat
-org.apache.hadoop.hbase.PerformanceEvaluation.Counter
-org.apache.hadoop.hbase.RESTApiClusterManager.RoleCommand
-org.apache.hadoop.hbase.ClusterManager.ServiceType
 org.apache.hadoop.hbase.ScanPerformanceEvaluation.ScanCounter
 org.apache.hadoop.hbase.HBaseClusterManager.CommandProvider.Operation
-org.apache.hadoop.hbase.RESTApiClusterManager.Service
-org.apache.hadoop.hbase.ResourceChecker.Phase
+org.apache.hadoop.hbase.PerformanceEvaluation.Counter
+org.apache.hadoop.hbase.RESTApiClusterManager.RoleCommand
 org.apache.hadoop.hbase.IntegrationTestDDLMasterFailover.ACTION
+org.apache.hadoop.hbase.ResourceChecker.Phase
+org.apache.hadoop.hbase.RESTApiClusterManager.Service
+org.apache.hadoop.hbase.ClusterManager.ServiceType
+org.apache.hadoop.hbase

[03/41] hbase-site git commit: Published site at fdbaa4c3f0253700d12b6bd61cacf29ca7fbc19f.


2018-09-29

Thread
git-site-role
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/testdevapidocs/src-html/org/apache/hadoop/hbase/regionserver/TestRegionServerMetrics.html
--
diff --git 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/regionserver/TestRegionServerMetrics.html
 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/regionserver/TestRegionServerMetrics.html
index 9628a56..d8f8b0d 100644
--- 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/regionserver/TestRegionServerMetrics.html
+++ 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/regionserver/TestRegionServerMetrics.html
@@ -120,516 +120,517 @@
 112// testMobMetrics creates few hfiles 
and manages compaction manually.
 113
conf.setInt("hbase.hstore.compactionThreshold", 100);
 114
conf.setInt("hbase.hstore.compaction.max", 100);
-115
conf.setInt(HConstants.REGIONSERVER_INFO_PORT, -1);
-116
-117TEST_UTIL.startMiniCluster();
-118cluster = 
TEST_UTIL.getHBaseCluster();
-119
cluster.waitForActiveAndReadyMaster();
-120admin = TEST_UTIL.getAdmin();
-121connection = 
TEST_UTIL.getConnection();
-122
-123while 
(cluster.getLiveRegionServerThreads().isEmpty() &&
-124cluster.getRegionServer(0) == 
null &&
-125rs.getRegionServerMetrics() == 
null) {
-126  Threads.sleep(100);
-127}
-128rs = cluster.getRegionServer(0);
-129metricsRegionServer = 
rs.getRegionServerMetrics();
-130serverSource = 
metricsRegionServer.getMetricsSource();
-131  }
-132
-133  @AfterClass
-134  public static void after() throws 
Exception {
-135if (TEST_UTIL != null) {
-136  TEST_UTIL.shutdownMiniCluster();
-137}
-138  }
-139
-140  TableName tableName;
-141  Table table;
-142
-143  @Before
-144  public void beforeTestMethod() throws 
Exception {
-145
metricsRegionServer.getRegionServerWrapper().forceRecompute();
-146tableName = 
TableName.valueOf(testName.getMethodName());
-147table = 
TEST_UTIL.createTable(tableName, cf);
-148  }
-149
-150  @After
-151  public void afterTestMethod() throws 
Exception {
-152admin.disableTable(tableName);
-153admin.deleteTable(tableName);
-154  }
-155
-156  public void waitTableDeleted(TableName 
name, long timeoutInMillis) throws Exception {
-157long start = 
System.currentTimeMillis();
-158while (true) {
-159  HTableDescriptor[] tables = 
admin.listTables();
-160  for (HTableDescriptor htd : tables) 
{
-161if (htd.getNameAsString() == 
name.getNameAsString())
-162  return;
-163  }
-164  if (System.currentTimeMillis() - 
start > timeoutInMillis)
-165return;
-166  Thread.sleep(1000);
-167}
-168  }
-169
-170  public void assertCounter(String 
metric, long expectedValue) {
-171metricsHelper.assertCounter(metric, 
expectedValue, serverSource);
-172  }
-173
-174  public void assertGauge(String metric, 
long expectedValue) {
-175metricsHelper.assertGauge(metric, 
expectedValue, serverSource);
-176  }
-177
-178  // Aggregates metrics from regions and 
assert given list of metrics and expected values.
-179  public void assertRegionMetrics(String 
metric, long expectedValue) throws Exception {
-180try (RegionLocator locator = 
connection.getRegionLocator(tableName)) {
-181  for ( HRegionLocation location: 
locator.getAllRegionLocations()) {
-182HRegionInfo hri = 
location.getRegionInfo();
-183MetricsRegionAggregateSource agg 
=
-184
rs.getRegion(hri.getRegionName()).getMetrics().getSource().getAggregateSource();
-185String prefix = "namespace_" + 
NamespaceDescriptor.DEFAULT_NAMESPACE_NAME_STR +
-186"_table_" + 
tableName.getNameAsString() +
-187"_region_" + 
hri.getEncodedName()+
-188"_metric_";
-189
metricsHelper.assertCounter(prefix + metric, expectedValue, agg);
-190  }
-191}
-192  }
-193
-194  public void doNPuts(int n, boolean 
batch) throws Exception {
-195if (batch) {
-196  List puts = new 
ArrayList<>();
-197  for (int i = 0; i < n; i++) {
-198Put p = new Put(Bytes.toBytes("" 
+ i + "row")).addColumn(cf, qualifier, val);
-199puts.add(p);
-200  }
-201  table.put(puts);
-202} else {
-203  for (int i = 0; i < n; i++) {
-204Put p = new 
Put(row).addColumn(cf, qualifier, val);
-205table.put(p);
-206  }
-207}
-208  }
-209
-210  public void doNGets(int n, boolean 
batch) throws Exception {
-211if (batch) {
-212  List gets = new 
ArrayList<>();
-213  for (int i = 0; i < n; i++) {
-214gets.add(new Get(row));
-215  }
-216  table.get(gets);
-217} else {
-218  for (int i = 0; i < n; i++) {
-219table.get(new Get(row));
-220  }
-221}
-222  }
-223
-224  public void doScan(int n, boolean 
caching) throws IOException {
-225Scan scan = new Scan();
-226if (caching) {
-227  scan.setCaching(n);
-228} else {
-

[40/41] hbase-site git commit: Published site at fdbaa4c3f0253700d12b6bd61cacf29ca7fbc19f.


2018-09-29

Thread
git-site-role
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/checkstyle-aggregate.html
--
diff --git a/checkstyle-aggregate.html b/checkstyle-aggregate.html
index 8279490..b14ffce 100644
--- a/checkstyle-aggregate.html
+++ b/checkstyle-aggregate.html
@@ -7,7 +7,7 @@
   
 
 
-
+
 
 Apache HBase – Checkstyle Results
 
@@ -281,10 +281,10 @@
  Warnings
  Errors
 
-3750
+3752
 0
 0
-15203
+15205
 
 Files
 
@@ -4919,290 +4919,290 @@
 0
 32
 
+org/apache/hadoop/hbase/master/balancer/TestBalancerStatusTagInJMXMetrics.java
+0
+0
+2
+
 org/apache/hadoop/hbase/master/balancer/TestBaseLoadBalancer.java
 0
 0
 16
-
+
 org/apache/hadoop/hbase/master/balancer/TestDefaultLoadBalancer.java
 0
 0
 48
-
+
 org/apache/hadoop/hbase/master/balancer/TestFavoredNodeTableImport.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/master/balancer/TestFavoredStochasticBalancerPickers.java
 0
 0
 2
-
+
 org/apache/hadoop/hbase/master/balancer/TestRegionsOnMasterOptions.java
 0
 0
 13
-
+
 org/apache/hadoop/hbase/master/balancer/TestServerAndLoad.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/master/balancer/TestStochasticLoadBalancer.java
 0
 0
 33
-
+
 org/apache/hadoop/hbase/master/cleaner/BaseFileCleanerDelegate.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/master/cleaner/BaseLogCleanerDelegate.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/master/cleaner/CleanerChore.java
 0
 0
 3
-
+
 org/apache/hadoop/hbase/master/cleaner/FileCleanerDelegate.java
 0
 0
 2
-
+
 org/apache/hadoop/hbase/master/cleaner/HFileLinkCleaner.java
 0
 0
 3
-
+
 org/apache/hadoop/hbase/master/cleaner/TestCleanerChore.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/master/cleaner/TestHFileCleaner.java
 0
 0
 4
-
+
 org/apache/hadoop/hbase/master/cleaner/TestHFileLinkCleaner.java
 0
 0
 2
-
+
 org/apache/hadoop/hbase/master/cleaner/TestSnapshotFromMaster.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/master/cleaner/TimeToLiveHFileCleaner.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/master/cleaner/TimeToLiveLogCleaner.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/master/locking/LockManager.java
 0
 0
 3
-
+
 org/apache/hadoop/hbase/master/locking/LockProcedure.java
 0
 0
 5
-
+
 org/apache/hadoop/hbase/master/normalizer/EmptyNormalizationPlan.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/master/normalizer/NormalizationPlan.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/master/normalizer/RegionNormalizerChore.java
 0
 0
 2
-
+
 org/apache/hadoop/hbase/master/normalizer/RegionNormalizerFactory.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/master/normalizer/TestSimpleRegionNormalizerOnCluster.java
 0
 0
 2
-
+
 org/apache/hadoop/hbase/master/procedure/AbstractStateMachineNamespaceProcedure.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/master/procedure/AbstractStateMachineRegionProcedure.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/master/procedure/CloneSnapshotProcedure.java
 0
 0
 8
-
+
 org/apache/hadoop/hbase/master/procedure/CreateNamespaceProcedure.java
 0
 0
 31
-
+
 org/apache/hadoop/hbase/master/procedure/DeleteNamespaceProcedure.java
 0
 0
 34
-
+
 org/apache/hadoop/hbase/master/procedure/EnableTableProcedure.java
 0
 0
 9
-
+
 org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/master/procedure/MasterProcedureScheduler.java
 0
 0
 5
-
+
 org/apache/hadoop/hbase/master/procedure/MasterProcedureSchedulerPerformanceEvaluation.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/master/procedure/MasterProcedureTestingUtility.java
 0
 0
 5
-
+
 org/apache/hadoop/hbase/master/procedure/MasterProcedureUtil.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/master/procedure/ModifyNamespaceProcedure.java
 0
 0
 21
-
+
 org/apache/hadoop/hbase/master/procedure/ModifyTableProcedure.java
 0
 0
 12
-
+
 org/apache/hadoop/hbase/master/procedure/ProcedureDescriber.java
 0
 0
 3
-
+
 org/apache/hadoop/hbase/master/procedure/ProcedurePrepareLatch.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/master/procedure/ProcedureSyncWait.java
 0
 0
 47
-
+
 org/apache/hadoop/hbase/master/procedure/RestoreSnapshotProcedure.java
 0
 0
 5
-
+
 org/apache/hadoop/hbase/master/procedure/ServerCrashProcedure.java
 0
 0
 2
-
+
 org/apache/hadoop/hbase/master/procedure/TestDeleteColumnFamilyProcedureFromClient.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/master/procedure/TestDeleteNamespaceProcedure.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/master/procedure/TestMasterObserverPostCalls.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/master/procedure/TestMasterProcedureEvents.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/master/procedure/TestMasterProcedureScheduler.java
 0
 0
 3
-
+
 org/apache/hadoop/hbase/master/procedure/TestMasterProcedureSchedulerConcurrency.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/master/procedure/TestMasterProcedureWalLease.java
 0
 0
 2
-
+
 org/apache/hadoop/hbase/master/procedure/TestSafemodeBringsDo

[19/41] hbase-site git commit: Published site at fdbaa4c3f0253700d12b6bd61cacf29ca7fbc19f.


2018-09-29

Thread
git-site-role
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.PeriodicMemStoreFlusher.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.PeriodicMemStoreFlusher.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.PeriodicMemStoreFlusher.html
index 803ed21..cb9d178 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.PeriodicMemStoreFlusher.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.PeriodicMemStoreFlusher.html
@@ -1765,2040 +1765,2045 @@
 1757
 1758  static class PeriodicMemStoreFlusher 
extends ScheduledChore {
 1759final HRegionServer server;
-1760final static int RANGE_OF_DELAY = 5 
* 60 * 1000; // 5 min in milliseconds
+1760final static int RANGE_OF_DELAY = 5 
* 60; // 5 min in seconds
 1761final static int MIN_DELAY_TIME = 0; 
// millisec
-1762public PeriodicMemStoreFlusher(int 
cacheFlushInterval, final HRegionServer server) {
-1763  super("MemstoreFlusherChore", 
server, cacheFlushInterval);
-1764  this.server = server;
-1765}
-1766
-1767@Override
-1768protected void chore() {
-1769  final StringBuilder whyFlush = new 
StringBuilder();
-1770  for (HRegion r : 
this.server.onlineRegions.values()) {
-1771if (r == null) continue;
-1772if (r.shouldFlush(whyFlush)) {
-1773  FlushRequester requester = 
server.getFlushRequester();
-1774  if (requester != null) {
-1775long randomDelay = (long) 
RandomUtils.nextInt(0, RANGE_OF_DELAY) + MIN_DELAY_TIME;
-1776LOG.info(getName() + " 
requesting flush of " +
-1777  
r.getRegionInfo().getRegionNameAsString() + " because " +
-1778  whyFlush.toString() +
-1779  " after random delay " + 
randomDelay + "ms");
-1780//Throttle the flushes by 
putting a delay. If we don't throttle, and there
-1781//is a balanced write-load 
on the regions in a table, we might end up
-1782//overwhelming the 
filesystem with too many flushes at once.
-1783
requester.requestDelayedFlush(r, randomDelay, false);
-1784  }
-1785}
-1786  }
-1787}
-1788  }
-1789
-1790  /**
-1791   * Report the status of the server. A 
server is online once all the startup is
-1792   * completed (setting up filesystem, 
starting executorService threads, etc.). This
-1793   * method is designed mostly to be 
useful in tests.
-1794   *
-1795   * @return true if online, false if 
not.
-1796   */
-1797  public boolean isOnline() {
-1798return online.get();
-1799  }
-1800
-1801  /**
-1802   * Setup WAL log and replication if 
enabled. Replication setup is done in here because it wants to
-1803   * be hooked up to WAL.
-1804   */
-1805  private void setupWALAndReplication() 
throws IOException {
-1806boolean 
isMasterNoTableOrSystemTableOnly = this instanceof HMaster &&
-1807  
(!LoadBalancer.isTablesOnMaster(conf) || 
LoadBalancer.isSystemTablesOnlyOnMaster(conf));
-1808WALFactory factory =
-1809new WALFactory(conf, 
serverName.toString(), !isMasterNoTableOrSystemTableOnly);
-1810if 
(!isMasterNoTableOrSystemTableOnly) {
-1811  // TODO Replication make 
assumptions here based on the default filesystem impl
-1812  Path oldLogDir = new 
Path(walRootDir, HConstants.HREGION_OLDLOGDIR_NAME);
-1813  String logName = 
AbstractFSWALProvider.getWALDirectoryName(this.serverName.toString());
-1814
-1815  Path logDir = new Path(walRootDir, 
logName);
-1816  LOG.debug("logDir={}", logDir);
-1817  if (this.walFs.exists(logDir)) {
-1818throw new 
RegionServerRunningException(
-1819"Region server has already 
created directory at " + this.serverName.toString());
-1820  }
-1821  // Always create wal directory as 
now we need this when master restarts to find out the live
-1822  // region servers.
-1823  if (!this.walFs.mkdirs(logDir)) 
{
-1824throw new IOException("Can not 
create wal directory " + logDir);
+1762
+1763final int rangeOfDelay;
+1764public PeriodicMemStoreFlusher(int 
cacheFlushInterval, final HRegionServer server) {
+1765  super("MemstoreFlusherChore", 
server, cacheFlushInterval);
+1766  this.server = server;
+1767
+1768  this.rangeOfDelay = 
this.server.conf.getInt("hbase.regionserver.periodicmemstoreflusher.rangeofdelayseconds",
+1769  RANGE_OF_DELAY)*1000;
+1770}
+1771
+1772@Override
+1773protected void chore() {
+1774  final StringBuilder whyFlush = new 
StringBuilder();
+1775  for (HRegion r : 
this.server.onlineRegions.values()) {
+1776if (r == null) continue;
+1777if (r.shouldFlush(whyFlush)) {
+1778  FlushRequester requester = 
server.getFlushRequester();
+1

[05/41] hbase-site git commit: Published site at fdbaa4c3f0253700d12b6bd61cacf29ca7fbc19f.


2018-09-29

Thread
git-site-role
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/testdevapidocs/src-html/org/apache/hadoop/hbase/regionserver/TestHeapMemoryManager.CustomHeapMemoryTuner.html
--
diff --git 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/regionserver/TestHeapMemoryManager.CustomHeapMemoryTuner.html
 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/regionserver/TestHeapMemoryManager.CustomHeapMemoryTuner.html
index 9ce16ac..5aaf744 100644
--- 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/regionserver/TestHeapMemoryManager.CustomHeapMemoryTuner.html
+++ 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/regionserver/TestHeapMemoryManager.CustomHeapMemoryTuner.html
@@ -766,174 +766,175 @@
 758}
 759
 760@Override
-761public void requestFlush(HRegion 
region, boolean forceFlushAllStores,
+761public boolean requestFlush(HRegion 
region, boolean forceFlushAllStores,
 762FlushLifeCycleTracker tracker) 
{
 763  
this.listener.flushRequested(flushType, region);
-764}
-765
-766@Override
-767public void 
requestDelayedFlush(HRegion region, long delay, boolean forceFlushAllStores) 
{
-768
-769}
-770
-771@Override
-772public void 
registerFlushRequestListener(FlushRequestListener listener) {
-773  this.listener = listener;
-774}
-775
-776@Override
-777public boolean 
unregisterFlushRequestListener(FlushRequestListener listener) {
-778  return false;
-779}
-780
-781@Override
-782public void 
setGlobalMemStoreLimit(long globalMemStoreSize) {
-783  this.memstoreSize = 
globalMemStoreSize;
-784}
-785  }
-786
-787  private static class RegionServerStub 
implements Server {
-788private Configuration conf;
-789private boolean stopped = false;
-790
-791public RegionServerStub(Configuration 
conf) {
-792  this.conf = conf;
-793}
-794
-795@Override
-796public void abort(String why, 
Throwable e) {
-797
-798}
-799
-800@Override
-801public boolean isAborted() {
-802  return false;
-803}
-804
-805@Override
-806public void stop(String why) {
-807  this.stopped = true;
-808}
-809
-810@Override
-811public boolean isStopped() {
-812  return this.stopped;
-813}
-814
-815@Override
-816public Configuration 
getConfiguration() {
-817  return this.conf;
-818}
-819
-820@Override
-821public ZKWatcher getZooKeeper() {
-822  return null;
-823}
-824
-825@Override
-826public CoordinatedStateManager 
getCoordinatedStateManager() {
-827  return null;
-828}
-829
-830@Override
-831public ClusterConnection 
getConnection() {
-832  return null;
-833}
-834
-835@Override
-836public MetaTableLocator 
getMetaTableLocator() {
-837  return null;
-838}
-839
-840@Override
-841public ServerName getServerName() {
-842  return 
ServerName.valueOf("server1",4000,12345);
-843}
-844
-845@Override
-846public ChoreService getChoreService() 
{
-847  return null;
-848}
-849
-850@Override
-851public ClusterConnection 
getClusterConnection() {
-852  // TODO Auto-generated method 
stub
-853  return null;
-854}
-855
-856@Override
-857public FileSystem getFileSystem() {
-858  return null;
-859}
-860
-861@Override
-862public boolean isStopping() {
-863  return false;
-864}
-865
-866@Override
-867public Connection 
createConnection(Configuration conf) throws IOException {
-868  return null;
-869}
-870  }
-871
-872  static class CustomHeapMemoryTuner 
implements HeapMemoryTuner {
-873static float blockCacheSize = 0.4f;
-874static float memstoreSize = 0.4f;
-875
-876@Override
-877public Configuration getConf() {
-878  return null;
-879}
-880
-881@Override
-882public void setConf(Configuration 
arg0) {
-883
-884}
-885
-886@Override
-887public TunerResult tune(TunerContext 
context) {
-888  TunerResult result = new 
TunerResult(true);
-889  
result.setBlockCacheSize(blockCacheSize);
-890  
result.setMemStoreSize(memstoreSize);
-891  return result;
-892}
-893  }
-894
-895  private static class 
RegionServerAccountingStub extends RegionServerAccounting {
-896boolean offheap;
-897
-898public 
RegionServerAccountingStub(Configuration conf) {
-899  super(conf);
-900}
-901
-902public 
RegionServerAccountingStub(Configuration conf, boolean offheap) {
-903  super(conf);
-904  this.offheap = offheap;
-905}
-906
-907private long testMemstoreSize = 0;
-908
-909@Override
-910public long 
getGlobalMemStoreDataSize() {
-911  return testMemstoreSize;
-912}
-913
-914@Override
-915public long 
getGlobalMemStoreHeapSize() {
-916  return testMemstoreSize;
-917}
-918
-919@Override
-920public boolean isOffheap() {
-921  return offheap;
-922

[33/41] hbase-site git commit: Published site at fdbaa4c3f0253700d12b6bd61cacf29ca7fbc19f.


2018-09-29

Thread
git-site-role
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaCallIssuingRunnable.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaCallIssuingRunnable.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaCallIssuingRunnable.html
index ad93f10..32aa215 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaCallIssuingRunnable.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaCallIssuingRunnable.html
@@ -834,448 +834,450 @@
 826  byte[] regionName = 
regionEntry.getKey();
 827
 828  Throwable regionException = 
responses.getExceptions().get(regionName);
-829  cleanServerCache(server, 
regionException);
-830
-831  Map 
regionResults =
-832results.containsKey(regionName) ? 
results.get(regionName).result : Collections.emptyMap();
-833  boolean regionFailureRegistered = 
false;
-834  for (Action sentAction : 
regionEntry.getValue()) {
-835Object result = 
regionResults.get(sentAction.getOriginalIndex());
-836if (result == null) {
-837  if (regionException == null) 
{
-838LOG.error("Server sent us 
neither results nor exceptions for "
-839  + 
Bytes.toStringBinary(regionName)
-840  + ", numAttempt:" + 
numAttempt);
-841regionException = new 
RuntimeException("Invalid response");
-842  }
-843  // If the row operation 
encounters the region-lever error, the exception of action may be
-844  // null.
-845  result = regionException;
-846}
-847// Failure: retry if it's make 
sense else update the errors lists
-848if (result instanceof Throwable) 
{
-849  Throwable actionException = 
(Throwable) result;
-850  Row row = 
sentAction.getAction();
-851  lastException = regionException 
!= null ? regionException
-852: 
ClientExceptionsUtil.findException(actionException);
-853  // Register corresponding 
failures once per server/once per region.
-854  if (!regionFailureRegistered) 
{
-855regionFailureRegistered = 
true;
-856updateCachedLocations(server, 
regionName, row.getRow(), actionException);
-857  }
-858  if (retry == null) {
-859
errorsByServer.reportServerError(server);
-860// We determine canRetry only 
once for all calls, after reporting server failure.
-861retry = 
errorsByServer.canTryMore(numAttempt) ?
-862  Retry.YES : 
Retry.NO_RETRIES_EXHAUSTED;
-863  }
-864  ++failureCount;
-865  switch 
(manageError(sentAction.getOriginalIndex(), row, retry, actionException,
-866server)) {
-867case YES:
-868  toReplay.add(sentAction);
-869  break;
-870case NO_OTHER_SUCCEEDED:
-871  ++stopped;
-872  break;
-873default:
-874  ++failed;
-875  break;
-876  }
-877} else {
-878  invokeCallBack(regionName, 
sentAction.getAction().getRow(), (CResult) result);
-879  setResult(sentAction, 
result);
-880}
-881  }
-882}
-883if (toReplay.isEmpty()) {
-884  logNoResubmit(server, numAttempt, 
failureCount, lastException, failed, stopped);
-885} else {
-886  resubmit(server, toReplay, 
numAttempt, failureCount, lastException);
-887}
-888  }
-889
-890  private void 
updateCachedLocations(ServerName server, byte[] regionName, byte[] row,
-891Throwable rowException) {
-892if (tableName == null) {
-893  return;
-894}
-895try {
-896  asyncProcess.connection
-897.updateCachedLocations(tableName, 
regionName, row, rowException, server);
-898} catch (Throwable ex) {
-899  // That should never happen, but if 
it did, we want to make sure
-900  // we still process errors
-901  LOG.error("Couldn't update cached 
region locations: " + ex);
-902}
-903  }
-904
-905  private void invokeCallBack(byte[] 
regionName, byte[] row, CResult result) {
-906if (callback != null) {
-907  try {
-908//noinspection unchecked
-909// TODO: would callback expect a 
replica region name if it gets one?
-910this.callback.update(regionName, 
row, result);
-911  } catch (Throwable t) {
-912LOG.error("User callback threw an 
exception for "
-913  + 
Bytes.toStringBinary(regionName) + ", ignoring", t);
-914  }
-915}
-916  }
-917
-918  private void 
cleanServerCache(ServerName server, Throwable regionException) {
-919if (tableName == null && 
ClientExceptionsUtil.isMetaClearingException(regionException)) {
-920  // For mult

[13/41] hbase-site git commit: Published site at fdbaa4c3f0253700d12b6bd61cacf29ca7fbc19f.


2018-09-29

Thread
git-site-role
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/devapidocs/src-html/org/apache/hadoop/hbase/rsgroup/RSGroupBasedLoadBalancer.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/rsgroup/RSGroupBasedLoadBalancer.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/rsgroup/RSGroupBasedLoadBalancer.html
index de04054..55b8200 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/rsgroup/RSGroupBasedLoadBalancer.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/rsgroup/RSGroupBasedLoadBalancer.html
@@ -486,7 +486,11 @@
 478  public void 
postMasterStartupInitialize() {
 479
this.internalBalancer.postMasterStartupInitialize();
 480  }
-481}
+481
+482  public void 
updateBalancerStatus(boolean status) {
+483
internalBalancer.updateBalancerStatus(status);
+484  }
+485}
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/devapidocs/src-html/org/apache/hadoop/hbase/tmpl/master/MasterStatusTmplImpl.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/tmpl/master/MasterStatusTmplImpl.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/tmpl/master/MasterStatusTmplImpl.html
index 245a882..af7f4d9 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/tmpl/master/MasterStatusTmplImpl.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/tmpl/master/MasterStatusTmplImpl.html
@@ -560,63 +560,63 @@
 552  jamonWriter.write("\n\t  
  
\n\t\n");
 553}
 554// 392, 23
-555jamonWriter.write("\n

















































LoadBalancer to be used in the 
Master
\n\n