date:20170724

hbase git commit: HBASE-18354 Fix TestMasterMetrics that were disabled by Proc-V2 AM in HBASE-14614 (Vladimir Rodionov)

2017-07-24 Thread syuanjiang

Repository: hbase
Updated Branches:
  refs/heads/branch-2 45bd493b3 -> 609190029


HBASE-18354 Fix TestMasterMetrics that were disabled by Proc-V2 AM in 
HBASE-14614 (Vladimir Rodionov)


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/60919002
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/60919002
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/60919002

Branch: refs/heads/branch-2
Commit: 609190029c4791a911349746da7f242a09c551ba
Parents: 45bd493
Author: Stephen Yuan Jiang 
Authored: Mon Jul 24 14:52:04 2017 -0700
Committer: Stephen Yuan Jiang 
Committed: Mon Jul 24 14:52:43 2017 -0700

--
 .../hadoop/hbase/master/TestMasterMetrics.java  | 23 ++--
 1 file changed, 11 insertions(+), 12 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/60919002/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterMetrics.java
--
diff --git 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterMetrics.java
 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterMetrics.java
index 8a216c5..77404d4 100644
--- 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterMetrics.java
+++ 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterMetrics.java
@@ -36,7 +36,6 @@ import org.apache.hadoop.hbase.testclassification.MediumTests;
 import org.apache.zookeeper.KeeperException;
 import org.junit.AfterClass;
 import org.junit.BeforeClass;
-import org.junit.Ignore;
 import org.junit.Test;
 import org.junit.experimental.categories.Category;
 
@@ -83,44 +82,44 @@ public class TestMasterMetrics {
 }
   }
 
-  @Ignore @Test(timeout = 30)
+  @Test(timeout = 30)
   public void testClusterRequests() throws Exception {
 
 // sending fake request to master to see how metric value has changed
+
 RegionServerStatusProtos.RegionServerReportRequest.Builder request =
 RegionServerStatusProtos.RegionServerReportRequest.newBuilder();
 ServerName serverName = cluster.getMaster(0).getServerName();
 request.setServer(ProtobufUtil.toServerName(serverName));
+long expectedRequestNumber = 1;
 
 MetricsMasterSource masterSource = 
master.getMasterMetrics().getMetricsSource();
 ClusterStatusProtos.ServerLoad sl = 
ClusterStatusProtos.ServerLoad.newBuilder()
-   .setTotalNumberOfRequests(1)
+   
.setTotalNumberOfRequests(expectedRequestNumber)
.build();
-masterSource.init();
 request.setLoad(sl);
+
 master.getMasterRpcServices().regionServerReport(null, request.build());
+metricsHelper.assertCounter("cluster_requests", expectedRequestNumber, 
masterSource);
 
-metricsHelper.assertCounter("cluster_requests", 1, masterSource);
+expectedRequestNumber = 15000;
 
 sl = ClusterStatusProtos.ServerLoad.newBuilder()
-.setTotalNumberOfRequests(15000)
+.setTotalNumberOfRequests(expectedRequestNumber)
 .build();
 request.setLoad(sl);
-master.getMasterRpcServices().regionServerReport(null, request.build());
-
-metricsHelper.assertCounter("cluster_requests", 15000, masterSource);
 
 master.getMasterRpcServices().regionServerReport(null, request.build());
+metricsHelper.assertCounter("cluster_requests", expectedRequestNumber, 
masterSource);
 
-metricsHelper.assertCounter("cluster_requests", 15000, masterSource);
 master.stopMaster();
   }
 
-  @Ignore @Test
+  @Test
   public void testDefaultMasterMetrics() throws Exception {
 MetricsMasterSource masterSource = 
master.getMasterMetrics().getMetricsSource();
 metricsHelper.assertGauge( "numRegionServers", 2, masterSource);
-metricsHelper.assertGauge( "averageLoad", 2, masterSource);
+metricsHelper.assertGauge( "averageLoad", 1, masterSource);
 metricsHelper.assertGauge( "numDeadRegionServers", 0, masterSource);
 
 metricsHelper.assertGauge("masterStartTime", master.getMasterStartTime(), 
masterSource);

hbase git commit: HBASE-18354 Fix TestMasterMetrics that were disabled by Proc-V2 AM in HBASE-14614 (Vladimir Rodionov)

2017-07-24 Thread syuanjiang

Repository: hbase
Updated Branches:
  refs/heads/master 8f006582e -> fabab8c23


HBASE-18354 Fix TestMasterMetrics that were disabled by Proc-V2 AM in 
HBASE-14614 (Vladimir Rodionov)


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/fabab8c2
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/fabab8c2
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/fabab8c2

Branch: refs/heads/master
Commit: fabab8c23f73488d2e113a2fe19b35b1433df959
Parents: 8f00658
Author: Stephen Yuan Jiang 
Authored: Mon Jul 24 14:52:04 2017 -0700
Committer: Stephen Yuan Jiang 
Committed: Mon Jul 24 14:52:04 2017 -0700

--
 .../hadoop/hbase/master/TestMasterMetrics.java  | 23 ++--
 1 file changed, 11 insertions(+), 12 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/fabab8c2/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterMetrics.java
--
diff --git 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterMetrics.java
 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterMetrics.java
index 8a216c5..77404d4 100644
--- 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterMetrics.java
+++ 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterMetrics.java
@@ -36,7 +36,6 @@ import org.apache.hadoop.hbase.testclassification.MediumTests;
 import org.apache.zookeeper.KeeperException;
 import org.junit.AfterClass;
 import org.junit.BeforeClass;
-import org.junit.Ignore;
 import org.junit.Test;
 import org.junit.experimental.categories.Category;
 
@@ -83,44 +82,44 @@ public class TestMasterMetrics {
 }
   }
 
-  @Ignore @Test(timeout = 30)
+  @Test(timeout = 30)
   public void testClusterRequests() throws Exception {
 
 // sending fake request to master to see how metric value has changed
+
 RegionServerStatusProtos.RegionServerReportRequest.Builder request =
 RegionServerStatusProtos.RegionServerReportRequest.newBuilder();
 ServerName serverName = cluster.getMaster(0).getServerName();
 request.setServer(ProtobufUtil.toServerName(serverName));
+long expectedRequestNumber = 1;
 
 MetricsMasterSource masterSource = 
master.getMasterMetrics().getMetricsSource();
 ClusterStatusProtos.ServerLoad sl = 
ClusterStatusProtos.ServerLoad.newBuilder()
-   .setTotalNumberOfRequests(1)
+   
.setTotalNumberOfRequests(expectedRequestNumber)
.build();
-masterSource.init();
 request.setLoad(sl);
+
 master.getMasterRpcServices().regionServerReport(null, request.build());
+metricsHelper.assertCounter("cluster_requests", expectedRequestNumber, 
masterSource);
 
-metricsHelper.assertCounter("cluster_requests", 1, masterSource);
+expectedRequestNumber = 15000;
 
 sl = ClusterStatusProtos.ServerLoad.newBuilder()
-.setTotalNumberOfRequests(15000)
+.setTotalNumberOfRequests(expectedRequestNumber)
 .build();
 request.setLoad(sl);
-master.getMasterRpcServices().regionServerReport(null, request.build());
-
-metricsHelper.assertCounter("cluster_requests", 15000, masterSource);
 
 master.getMasterRpcServices().regionServerReport(null, request.build());
+metricsHelper.assertCounter("cluster_requests", expectedRequestNumber, 
masterSource);
 
-metricsHelper.assertCounter("cluster_requests", 15000, masterSource);
 master.stopMaster();
   }
 
-  @Ignore @Test
+  @Test
   public void testDefaultMasterMetrics() throws Exception {
 MetricsMasterSource masterSource = 
master.getMasterMetrics().getMetricsSource();
 metricsHelper.assertGauge( "numRegionServers", 2, masterSource);
-metricsHelper.assertGauge( "averageLoad", 2, masterSource);
+metricsHelper.assertGauge( "averageLoad", 1, masterSource);
 metricsHelper.assertGauge( "numDeadRegionServers", 0, masterSource);
 
 metricsHelper.assertGauge("masterStartTime", master.getMasterStartTime(), 
masterSource);

[38/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/org/apache/hadoop/hbase/master/procedure/ProcedureSyncWait.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/procedure/ProcedureSyncWait.html 
b/devapidocs/org/apache/hadoop/hbase/master/procedure/ProcedureSyncWait.html
index 6cfc993..dc0942f 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/procedure/ProcedureSyncWait.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/ProcedureSyncWait.html
@@ -111,7 +111,7 @@ var activeTableTab = "activeTableTab";
 
 @InterfaceAudience.Private
  @InterfaceStability.Evolving
-public final class ProcedureSyncWait
+public final class ProcedureSyncWait
 extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true;
 title="class or interface in java.lang">Object
 Helper to synchronously wait on conditions.
  This will be removed in the future (mainly when the AssignmentManager will be
@@ -273,7 +273,7 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 
 
 LOG
-private static finalorg.apache.commons.logging.Log LOG
+private static finalorg.apache.commons.logging.Log LOG
 
 
 
@@ -290,7 +290,7 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 
 
 ProcedureSyncWait
-privateProcedureSyncWait()
+privateProcedureSyncWait()
 
 
 
@@ -307,7 +307,7 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 
 
 submitProcedure
-public statichttp://docs.oracle.com/javase/8/docs/api/java/util/concurrent/Future.html?is-external=true;
 title="class or interface in 
java.util.concurrent">Futurebyte[]submitProcedure(ProcedureExecutorMasterProcedureEnvprocExec,
+public statichttp://docs.oracle.com/javase/8/docs/api/java/util/concurrent/Future.html?is-external=true;
 title="class or interface in 
java.util.concurrent">Futurebyte[]submitProcedure(ProcedureExecutorMasterProcedureEnvprocExec,
  Procedureproc)
 
 
@@ -317,7 +317,7 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 
 
 submitAndWaitProcedure
-public staticbyte[]submitAndWaitProcedure(ProcedureExecutorMasterProcedureEnvprocExec,
+public staticbyte[]submitAndWaitProcedure(ProcedureExecutorMasterProcedureEnvprocExec,
 Procedureproc)
  throws http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true;
 title="class or interface in java.io">IOException
 
@@ -332,7 +332,7 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 
 
 waitForProcedureToCompleteIOE
-public staticbyte[]waitForProcedureToCompleteIOE(ProcedureExecutorMasterProcedureEnvprocExec,
+public staticbyte[]waitForProcedureToCompleteIOE(ProcedureExecutorMasterProcedureEnvprocExec,
longprocId,
longtimeout)
 throws http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true;
 title="class or interface in java.io">IOException
@@ -348,7 +348,7 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 
 
 waitForProcedureToComplete
-public staticbyte[]waitForProcedureToComplete(ProcedureExecutorMasterProcedureEnvprocExec,
+public staticbyte[]waitForProcedureToComplete(ProcedureExecutorMasterProcedureEnvprocExec,
 longprocId,
 longtimeout)
  throws http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true;
 title="class or interface in java.io">IOException
@@ -364,7 +364,7 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 
 
 waitFor
-public staticTTwaitFor(MasterProcedureEnvenv,
+public staticTTwaitFor(MasterProcedureEnvenv,
 http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true;
 title="class or interface in java.lang">Stringpurpose,
 ProcedureSyncWait.PredicateTpredicate)
  throws http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true;
 title="class or interface in java.io">IOException
@@ -380,7 +380,7 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 
 
 waitFor
-public staticTTwaitFor(MasterProcedureEnvenv,
+public staticTTwaitFor(MasterProcedureEnvenv,
 longwaitTime,
 longwaitingTimeForEvents,
 http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true;
 title="class or interface in java.lang">Stringpurpose,
@@ -398,7 +398,7 @@ extends

[44/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignProcedure.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignProcedure.html 
b/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignProcedure.html
index 359fbcc..cac8828 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignProcedure.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignProcedure.html
@@ -363,7 +363,7 @@ extends Procedure
-addStackIndex,
 afterReplay,
 beforeReplay,
 compareTo,
 completionCleanup,
 doAcquireLock,
 doExecute,
 d
 oReleaseLock, doRollback,
 elapsedTime,
 getChildrenLatch,
 getException,
 getLastUpdate,
 getNonceKey,
 getOwner,
 getParentProcId,
 getProcId, getProcIdHashCode,
 getResult,
 getRootProcedureId,
 getRootProcId,
 getStackIndexes,
 getState,
 getSubmittedTime,
 getTimeout,
 <
 a 
href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#getTimeoutTimestamp--">getTimeoutTimestamp,
 hasChildren,
 hasException,
 hasOwner,
 hasParent,
 hasTimeout,
 haveSameParent,
 incChildrenLatch,
 isFailed,
 isFinished,
 isInitializing,
 isRunnable,
 isSuccess,
 isWaiting,
 isYieldAfterExecutionStep,
 removeStackIndex,
 setAbortFailure, setChildrenLatch,
 setFailure,
 setFailure,
 setLastUpdate,
 setNonceKey,
 setOwner,
 setOwner, setParentProcId,
 setProcId,
 setResult,
 setRootProcId,
 setStackIndexes,
 setState,
 setSubmittedTime,
 setT
 imeout, setTimeoutFailure,
 toString,
 toStringClass,
 toStringDetails,
 toStringSimpleSB,
 updateMetricsOnFinish,
 updateMetricsOnSubmit,
 updateTim
 estamp, wasExecuted
+addStackIndex,
 afterReplay,
 beforeReplay,
 compareTo,
 completionCleanup,
 doAcquireLock,
 doExecute,
 d
 oReleaseLock, doRollback,
 elapsedTime,
 getChildrenLatch,
 getException,
 getLastUpdate,
 getNonceKey,
 getOwner,
 getParentProcId,
 getProcId, getProcIdHashCode,
 getProcName,
 getResult,
 getRootProcedureId,
 getRootProcId,
 getStackIndexes,
 getState,
 getSubmittedTime,
  getTimeout,
 getTimeoutTimestamp,
 hasChildren,
 hasException,
 hasOwner,
 hasParent,
 hasTimeout,
 haveSameParent,
 incChildrenLatch,
 isFailed,
 isFinished,
 isInitializing,
 isRunnable,
 isSuccess,
 isWaiting,
 isYieldAfterExecutionStep,
 removeStackInde
 x, setAbortFailure,
 setChildrenLatch,
 setFailure,
 setFailure,
 setLastUpdate,
 setNonceKey,
 setOwner,
 setOwner,
 setParentProcId,
 setProcId,
 setResult,
 setRootProcId,
 setStackIndexes,
 setState,
 setSubmitte
 dTime, setTimeout,
 setTimeoutFailure,
 toString,
 toStringClass,
 toStringDetails,
 toStringSimpleSB,
 updateMetricsOnFinish,
 updateMetricsOnSubmit, updateTimestamp,
 wasExecuted
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionChore.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionChore.html
 
b/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionChore.html
index 52c8ff2..394549c 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionChore.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionChore.html
@@ -211,7 +211,7 @@ extends Procedure
-acquireLock,
 addStackIndex,
 afterReplay,
 beforeReplay,
 compareTo,
 completionCleanup,
 doAcquireLock,
 d
 oExecute, doReleaseLock,
 doRollback,
 elapsedTime,
 getChildrenLatch,
 getException,
 getLastUpdate,
 getNonceKey,
 getOwner,
 getParentProcId, getProcedureMetrics,
 getProcId,
 getProcIdHashCode,
 getResult,
 getRootProcedureId,
 getRootProcId,
 getStackIndexes,
 getState, getSubmittedTime,
 getTimeout,
 getTimeoutTimestamp,
 hasChildren,
 hasException,
 hasLock,
 hasOwner,
 hasParent,
 hasTimeout, haveSameParent,
 holdLock,
 incChildrenLatch,
 isFailed,
 isFinished,
 isInitializing,
 isRunnable,
 isSu
 ccess, isWaiting,
 isYieldAfterExecutionStep,
 releaseLock,
 removeStackIndex,
 setAbortFailure,
 setChildrenLatch,
 setFailure,
 setFailure,
 setLastUpdate,
 setNonceKey,
 setOwner,
 setOwner,
 setParentProcId,
 setProcId,
 setResult,
 setRootProcId, setStackIndexes,
 setState,
 setSubmittedTime,
 setTimeout,
 setTimeoutFailure,
 shouldWaitClientAck,
 toString,
 toStringClass,
 toStringClassDetails,
 toStringDetails,
 toStringSimpleSB,
 toStringState,
 updateMetricsOnFinish,
 updateMetricsOnSubmit,
 updateTimestamp, wasExecuted
+acquireLock,
 addStackIndex,
 afterReplay,
 beforeReplay,
 compareTo,
 completionCleanup,
 doAcquireLock,
 d
 oExecute, doReleaseLock,
 doRollback,
 elapsedTime,
 getChildrenLatch,
 getException,
 getLastUpdate,
 getNonceKey,
 getOwner,
 getParentProcId, getProcedureMetrics,
 getProcId,
 getProcIdHashCode,
 getProcName,

[19/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/Procedure.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/Procedure.html 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/Procedure.html
index f7fa6c8..b83924f 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/Procedure.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/Procedure.html
@@ -191,7 +191,7 @@
 183   * A lock can be anything, and it is up 
to the implementor. The Procedure
 184   * Framework will call this method just 
before it invokes {@link #execute(Object)}.
 185   * It calls {@link 
#releaseLock(Object)} after the call to execute.
-186   * 
+186   *
 187   * pIf you need to hold the 
lock for the life of the Procdure -- i.e. you do not
 188   * want any other Procedure interfering 
while this Procedure is running, see
 189   * {@link #holdLock(Object)}.
@@ -474,461 +474,465 @@
 466return rootProcId;
 467  }
 468
-469  public NonceKey getNonceKey() {
-470return nonceKey;
+469  public String getProcName() {
+470return toStringClass();
 471  }
 472
-473  public long getSubmittedTime() {
-474return submittedTime;
+473  public NonceKey getNonceKey() {
+474return nonceKey;
 475  }
 476
-477  public String getOwner() {
-478return owner;
+477  public long getSubmittedTime() {
+478return submittedTime;
 479  }
 480
-481  public boolean hasOwner() {
-482return owner != null;
+481  public String getOwner() {
+482return owner;
 483  }
 484
-485  /**
-486   * Called by the ProcedureExecutor to 
assign the ID to the newly created procedure.
-487   */
-488  @VisibleForTesting
-489  @InterfaceAudience.Private
-490  protected void setProcId(final long 
procId) {
-491this.procId = procId;
-492this.submittedTime = 
EnvironmentEdgeManager.currentTime();
-493setState(ProcedureState.RUNNABLE);
-494  }
-495
-496  /**
-497   * Called by the ProcedureExecutor to 
assign the parent to the newly created procedure.
-498   */
-499  @InterfaceAudience.Private
-500  protected void setParentProcId(final 
long parentProcId) {
-501this.parentProcId = parentProcId;
-502  }
-503
-504  @InterfaceAudience.Private
-505  protected void setRootProcId(final long 
rootProcId) {
-506this.rootProcId = rootProcId;
-507  }
-508
-509  /**
-510   * Called by the ProcedureExecutor to 
set the value to the newly created procedure.
-511   */
-512  @VisibleForTesting
-513  @InterfaceAudience.Private
-514  protected void setNonceKey(final 
NonceKey nonceKey) {
-515this.nonceKey = nonceKey;
-516  }
-517
-518  @VisibleForTesting
-519  @InterfaceAudience.Private
-520  public void setOwner(final String 
owner) {
-521this.owner = 
StringUtils.isEmpty(owner) ? null : owner;
-522  }
-523
-524  public void setOwner(final User owner) 
{
-525assert owner != null : "expected 
owner to be not null";
-526setOwner(owner.getShortName());
-527  }
-528
-529  /**
-530   * Called on store load to initialize 
the Procedure internals after
-531   * the creation/deserialization.
-532   */
-533  @InterfaceAudience.Private
-534  protected void setSubmittedTime(final 
long submittedTime) {
-535this.submittedTime = submittedTime;
-536  }
-537
-538  // 
==
-539  //  runtime state - timeout related
-540  // 
==
-541  /**
-542   * @param timeout timeout interval in 
msec
-543   */
-544  protected void setTimeout(final int 
timeout) {
-545this.timeout = timeout;
-546  }
-547
-548  public boolean hasTimeout() {
-549return timeout != NO_TIMEOUT;
+485  public boolean hasOwner() {
+486return owner != null;
+487  }
+488
+489  /**
+490   * Called by the ProcedureExecutor to 
assign the ID to the newly created procedure.
+491   */
+492  @VisibleForTesting
+493  @InterfaceAudience.Private
+494  protected void setProcId(final long 
procId) {
+495this.procId = procId;
+496this.submittedTime = 
EnvironmentEdgeManager.currentTime();
+497setState(ProcedureState.RUNNABLE);
+498  }
+499
+500  /**
+501   * Called by the ProcedureExecutor to 
assign the parent to the newly created procedure.
+502   */
+503  @InterfaceAudience.Private
+504  protected void setParentProcId(final 
long parentProcId) {
+505this.parentProcId = parentProcId;
+506  }
+507
+508  @InterfaceAudience.Private
+509  protected void setRootProcId(final long 
rootProcId) {
+510this.rootProcId = rootProcId;
+511  }
+512
+513  /**
+514   * Called by the ProcedureExecutor to 
set the value to the newly created procedure.
+515   */
+516  @VisibleForTesting
+517  @InterfaceAudience.Private
+518  protected void setNonceKey(final 
NonceKey nonceKey) {
+519this.nonceKey = nonceKey;
+520  }
+521
+522  @VisibleForTesting
+523

[14/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.InlineChore.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.InlineChore.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.InlineChore.html
index afd9ccc..904b921 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.InlineChore.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.InlineChore.html
@@ -30,1916 +30,1984 @@
 022import 
org.apache.hadoop.hbase.shaded.com.google.common.base.Preconditions;
 023
 024import java.io.IOException;
-025import java.util.ArrayList;
-026import java.util.Arrays;
-027import java.util.HashSet;
-028import java.util.Iterator;
-029import java.util.List;
-030import java.util.Map;
-031import java.util.Set;
-032import 
java.util.concurrent.atomic.AtomicBoolean;
-033import 
java.util.concurrent.atomic.AtomicInteger;
-034import 
java.util.concurrent.atomic.AtomicLong;
-035import java.util.stream.Collectors;
-036import java.util.stream.Stream;
-037import 
java.util.concurrent.ConcurrentHashMap;
-038import 
java.util.concurrent.CopyOnWriteArrayList;
-039import java.util.concurrent.DelayQueue;
-040import java.util.concurrent.TimeUnit;
-041
-042import org.apache.commons.logging.Log;
-043import 
org.apache.commons.logging.LogFactory;
-044import 
org.apache.hadoop.conf.Configuration;
-045import 
org.apache.hadoop.hbase.HConstants;
-046import 
org.apache.hadoop.hbase.ProcedureInfo;
-047import 
org.apache.hadoop.hbase.classification.InterfaceAudience;
-048import 
org.apache.hadoop.hbase.classification.InterfaceStability;
-049import 
org.apache.hadoop.hbase.exceptions.IllegalArgumentIOException;
-050import 
org.apache.hadoop.hbase.procedure2.Procedure.LockState;
-051import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore;
-052import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore.ProcedureIterator;
-053import 
org.apache.hadoop.hbase.procedure2.util.DelayedUtil;
-054import 
org.apache.hadoop.hbase.procedure2.util.DelayedUtil.DelayedWithTimeout;
-055import 
org.apache.hadoop.hbase.procedure2.util.StringUtils;
-056import 
org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.ProcedureState;
-057import 
org.apache.hadoop.hbase.security.User;
-058import 
org.apache.hadoop.hbase.util.EnvironmentEdgeManager;
-059import 
org.apache.hadoop.hbase.util.NonceKey;
-060import 
org.apache.hadoop.hbase.util.Pair;
-061import 
org.apache.hadoop.hbase.util.Threads;
-062
-063/**
-064 * Thread Pool that executes the 
submitted procedures.
-065 * The executor has a ProcedureStore 
associated.
-066 * Each operation is logged and on 
restart the pending procedures are resumed.
-067 *
-068 * Unless the Procedure code throws an 
error (e.g. invalid user input)
-069 * the procedure will complete (at some 
point in time), On restart the pending
-070 * procedures are resumed and the once 
failed will be rolledback.
-071 *
-072 * The user can add procedures to the 
executor via submitProcedure(proc)
-073 * check for the finished state via 
isFinished(procId)
-074 * and get the result via 
getResult(procId)
-075 */
-076@InterfaceAudience.Private
-077@InterfaceStability.Evolving
-078public class 
ProcedureExecutorTEnvironment {
-079  private static final Log LOG = 
LogFactory.getLog(ProcedureExecutor.class);
-080
-081  public static final String 
CHECK_OWNER_SET_CONF_KEY = "hbase.procedure.check.owner.set";
-082  private static final boolean 
DEFAULT_CHECK_OWNER_SET = false;
-083
-084  public static final String 
WORKER_KEEP_ALIVE_TIME_CONF_KEY =
-085  
"hbase.procedure.worker.keep.alive.time.msec";
-086  private static final long 
DEFAULT_WORKER_KEEP_ALIVE_TIME = Long.MAX_VALUE;
-087
-088  Testing testing = null;
-089  public static class Testing {
-090protected boolean killIfSuspended = 
false;
-091protected boolean 
killBeforeStoreUpdate = false;
-092protected boolean 
toggleKillBeforeStoreUpdate = false;
-093
-094protected boolean 
shouldKillBeforeStoreUpdate() {
-095  final boolean kill = 
this.killBeforeStoreUpdate;
-096  if 
(this.toggleKillBeforeStoreUpdate) {
-097this.killBeforeStoreUpdate = 
!kill;
-098LOG.warn("Toggle KILL before 
store update to: " + this.killBeforeStoreUpdate);
-099  }
-100  return kill;
-101}
-102
-103protected boolean 
shouldKillBeforeStoreUpdate(final boolean isSuspended) {
-104  return (isSuspended  
!killIfSuspended) ? false : shouldKillBeforeStoreUpdate();
-105}
-106  }
-107
-108  public interface 
ProcedureExecutorListener {
-109void procedureLoaded(long procId);
-110void procedureAdded(long procId);
-111void procedureFinished(long 
procId);
-112  }
-113
-114  /**
-115   * Internal cleaner that removes the 
completed procedure results

[45/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/org/apache/hadoop/hbase/master/MasterRpcServices.html
--
diff --git a/devapidocs/org/apache/hadoop/hbase/master/MasterRpcServices.html 
b/devapidocs/org/apache/hadoop/hbase/master/MasterRpcServices.html
index 6d90343..0c8b67e 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/MasterRpcServices.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/MasterRpcServices.html
@@ -119,7 +119,7 @@ var activeTableTab = "activeTableTab";
 
 
 @InterfaceAudience.Private
-public class MasterRpcServices
+public class MasterRpcServices
 extends RSRpcServices
 implements 
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.MasterService.BlockingInterface,
 
org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos.RegionServerStatusService.BlockingInterface,
 
org.apache.hadoop.hbase.shaded.protobuf.generated.LockServiceProtos.LockService.BlockingInterface
 Implements the master RPC services.
@@ -736,7 +736,7 @@ implements 
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.Master
 
 
 LOG
-private static finalorg.apache.commons.logging.Log LOG
+private static finalorg.apache.commons.logging.Log LOG
 
 
 
@@ -745,7 +745,7 @@ implements 
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.Master
 
 
 master
-private finalHMaster master
+private finalHMaster master
 
 
 
@@ -762,7 +762,7 @@ implements 
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.Master
 
 
 MasterRpcServices
-publicMasterRpcServices(HMasterm)
+publicMasterRpcServices(HMasterm)
   throws http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true;
 title="class or interface in java.io">IOException
 
 Throws:
@@ -784,7 +784,7 @@ implements 
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.Master
 
 
 createConfigurationSubset
-privateorg.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos.RegionServerStartupResponse.BuildercreateConfigurationSubset()
+privateorg.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos.RegionServerStartupResponse.BuildercreateConfigurationSubset()
 
 Returns:
 Subset of configuration to pass initializing regionservers: e.g.
@@ -798,7 +798,7 @@ implements 
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.Master
 
 
 addConfig
-privateorg.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos.RegionServerStartupResponse.BuilderaddConfig(org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos.RegionServerStartupResponse.Builderresp,
+privateorg.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos.RegionServerStartupResponse.BuilderaddConfig(org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos.RegionServerStartupResponse.Builderresp,

  http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true;
 title="class or interface in java.lang">Stringkey)
 
 
@@ -808,7 +808,7 @@ implements 
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.Master
 
 
 createPriority
-protectedPriorityFunctioncreatePriority()
+protectedPriorityFunctioncreatePriority()
 
 Overrides:
 createPriorityin
 classRSRpcServices
@@ -821,7 +821,7 @@ implements 
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.Master
 
 
 switchBalancer
-booleanswitchBalancer(booleanb,
+booleanswitchBalancer(booleanb,
MasterRpcServices.BalanceSwitchModemode)
 throws http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true;
 title="class or interface in java.io">IOException
 Assigns balancer switch according to BalanceSwitchMode
@@ -842,7 +842,7 @@ implements 
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.Master
 
 
 synchronousBalanceSwitch
-booleansynchronousBalanceSwitch(booleanb)
+booleansynchronousBalanceSwitch(booleanb)
   throws http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true;
 title="class or interface in java.io">IOException
 
 Throws:
@@ -856,7 +856,7 @@ implements 
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.Master
 
 
 normalizerSwitch
-publicbooleannormalizerSwitch(booleanon)
+publicbooleannormalizerSwitch(booleanon)
 Sets normalizer on/off flag in ZK.
 
 
@@ -866,7 +866,7 @@ implements 
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.Master
 
 
 getServices
-protectedhttp://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true;
 title="class or interface in java.util">ListRpcServer.BlockingServiceAndInterfacegetServices()
+protectedhttp://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true;
 title="class or

[10/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.TimeoutExecutorThread.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.TimeoutExecutorThread.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.TimeoutExecutorThread.html
index afd9ccc..904b921 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.TimeoutExecutorThread.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.TimeoutExecutorThread.html
@@ -30,1916 +30,1984 @@
 022import 
org.apache.hadoop.hbase.shaded.com.google.common.base.Preconditions;
 023
 024import java.io.IOException;
-025import java.util.ArrayList;
-026import java.util.Arrays;
-027import java.util.HashSet;
-028import java.util.Iterator;
-029import java.util.List;
-030import java.util.Map;
-031import java.util.Set;
-032import 
java.util.concurrent.atomic.AtomicBoolean;
-033import 
java.util.concurrent.atomic.AtomicInteger;
-034import 
java.util.concurrent.atomic.AtomicLong;
-035import java.util.stream.Collectors;
-036import java.util.stream.Stream;
-037import 
java.util.concurrent.ConcurrentHashMap;
-038import 
java.util.concurrent.CopyOnWriteArrayList;
-039import java.util.concurrent.DelayQueue;
-040import java.util.concurrent.TimeUnit;
-041
-042import org.apache.commons.logging.Log;
-043import 
org.apache.commons.logging.LogFactory;
-044import 
org.apache.hadoop.conf.Configuration;
-045import 
org.apache.hadoop.hbase.HConstants;
-046import 
org.apache.hadoop.hbase.ProcedureInfo;
-047import 
org.apache.hadoop.hbase.classification.InterfaceAudience;
-048import 
org.apache.hadoop.hbase.classification.InterfaceStability;
-049import 
org.apache.hadoop.hbase.exceptions.IllegalArgumentIOException;
-050import 
org.apache.hadoop.hbase.procedure2.Procedure.LockState;
-051import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore;
-052import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore.ProcedureIterator;
-053import 
org.apache.hadoop.hbase.procedure2.util.DelayedUtil;
-054import 
org.apache.hadoop.hbase.procedure2.util.DelayedUtil.DelayedWithTimeout;
-055import 
org.apache.hadoop.hbase.procedure2.util.StringUtils;
-056import 
org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.ProcedureState;
-057import 
org.apache.hadoop.hbase.security.User;
-058import 
org.apache.hadoop.hbase.util.EnvironmentEdgeManager;
-059import 
org.apache.hadoop.hbase.util.NonceKey;
-060import 
org.apache.hadoop.hbase.util.Pair;
-061import 
org.apache.hadoop.hbase.util.Threads;
-062
-063/**
-064 * Thread Pool that executes the 
submitted procedures.
-065 * The executor has a ProcedureStore 
associated.
-066 * Each operation is logged and on 
restart the pending procedures are resumed.
-067 *
-068 * Unless the Procedure code throws an 
error (e.g. invalid user input)
-069 * the procedure will complete (at some 
point in time), On restart the pending
-070 * procedures are resumed and the once 
failed will be rolledback.
-071 *
-072 * The user can add procedures to the 
executor via submitProcedure(proc)
-073 * check for the finished state via 
isFinished(procId)
-074 * and get the result via 
getResult(procId)
-075 */
-076@InterfaceAudience.Private
-077@InterfaceStability.Evolving
-078public class 
ProcedureExecutorTEnvironment {
-079  private static final Log LOG = 
LogFactory.getLog(ProcedureExecutor.class);
-080
-081  public static final String 
CHECK_OWNER_SET_CONF_KEY = "hbase.procedure.check.owner.set";
-082  private static final boolean 
DEFAULT_CHECK_OWNER_SET = false;
-083
-084  public static final String 
WORKER_KEEP_ALIVE_TIME_CONF_KEY =
-085  
"hbase.procedure.worker.keep.alive.time.msec";
-086  private static final long 
DEFAULT_WORKER_KEEP_ALIVE_TIME = Long.MAX_VALUE;
-087
-088  Testing testing = null;
-089  public static class Testing {
-090protected boolean killIfSuspended = 
false;
-091protected boolean 
killBeforeStoreUpdate = false;
-092protected boolean 
toggleKillBeforeStoreUpdate = false;
-093
-094protected boolean 
shouldKillBeforeStoreUpdate() {
-095  final boolean kill = 
this.killBeforeStoreUpdate;
-096  if 
(this.toggleKillBeforeStoreUpdate) {
-097this.killBeforeStoreUpdate = 
!kill;
-098LOG.warn("Toggle KILL before 
store update to: " + this.killBeforeStoreUpdate);
-099  }
-100  return kill;
-101}
-102
-103protected boolean 
shouldKillBeforeStoreUpdate(final boolean isSuspended) {
-104  return (isSuspended  
!killIfSuspended) ? false : shouldKillBeforeStoreUpdate();
-105}
-106  }
-107
-108  public interface 
ProcedureExecutorListener {
-109void procedureLoaded(long procId);
-110void procedureAdded(long procId);
-111void procedureFinished(long 
procId);
-112  }
-113
-114  /**
-115   * Internal

[15/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.FailedProcedure.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.FailedProcedure.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.FailedProcedure.html
new file mode 100644
index 000..904b921
--- /dev/null
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.FailedProcedure.html
@@ -0,0 +1,2074 @@
+http://www.w3.org/TR/html4/loose.dtd;>
+
+
+Source code
+
+
+
+
+001/**
+002 * Licensed to the Apache Software 
Foundation (ASF) under one
+003 * or more contributor license 
agreements.  See the NOTICE file
+004 * distributed with this work for 
additional information
+005 * regarding copyright ownership.  The 
ASF licenses this file
+006 * to you under the Apache License, 
Version 2.0 (the
+007 * "License"); you may not use this file 
except in compliance
+008 * with the License.  You may obtain a 
copy of the License at
+009 *
+010 * 
http://www.apache.org/licenses/LICENSE-2.0
+011 *
+012 * Unless required by applicable law or 
agreed to in writing, software
+013 * distributed under the License is 
distributed on an "AS IS" BASIS,
+014 * WITHOUT WARRANTIES OR CONDITIONS OF 
ANY KIND, either express or implied.
+015 * See the License for the specific 
language governing permissions and
+016 * limitations under the License.
+017 */
+018
+019package 
org.apache.hadoop.hbase.procedure2;
+020
+021import 
org.apache.hadoop.hbase.shaded.com.google.common.annotations.VisibleForTesting;
+022import 
org.apache.hadoop.hbase.shaded.com.google.common.base.Preconditions;
+023
+024import java.io.IOException;
+025import java.io.InputStream;
+026import java.io.OutputStream;
+027import java.util.ArrayList;
+028import java.util.Arrays;
+029import java.util.HashSet;
+030import java.util.Iterator;
+031import java.util.List;
+032import java.util.Map;
+033import java.util.Objects;
+034import java.util.Set;
+035import 
java.util.concurrent.atomic.AtomicBoolean;
+036import 
java.util.concurrent.atomic.AtomicInteger;
+037import 
java.util.concurrent.atomic.AtomicLong;
+038import java.util.stream.Collectors;
+039import java.util.stream.Stream;
+040import 
java.util.concurrent.ConcurrentHashMap;
+041import 
java.util.concurrent.CopyOnWriteArrayList;
+042import java.util.concurrent.DelayQueue;
+043import java.util.concurrent.TimeUnit;
+044
+045import org.apache.commons.logging.Log;
+046import 
org.apache.commons.logging.LogFactory;
+047import 
org.apache.hadoop.conf.Configuration;
+048import 
org.apache.hadoop.hbase.HConstants;
+049import 
org.apache.hadoop.hbase.classification.InterfaceAudience;
+050import 
org.apache.hadoop.hbase.classification.InterfaceStability;
+051import 
org.apache.hadoop.hbase.exceptions.IllegalArgumentIOException;
+052import 
org.apache.hadoop.hbase.procedure2.Procedure.LockState;
+053import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore;
+054import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore.ProcedureIterator;
+055import 
org.apache.hadoop.hbase.procedure2.util.DelayedUtil;
+056import 
org.apache.hadoop.hbase.procedure2.util.DelayedUtil.DelayedWithTimeout;
+057import 
org.apache.hadoop.hbase.procedure2.util.StringUtils;
+058import 
org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.ProcedureState;
+059import 
org.apache.hadoop.hbase.security.User;
+060import 
org.apache.hadoop.hbase.util.EnvironmentEdgeManager;
+061import 
org.apache.hadoop.hbase.util.NonceKey;
+062import 
org.apache.hadoop.hbase.util.Threads;
+063
+064/**
+065 * Thread Pool that executes the 
submitted procedures.
+066 * The executor has a ProcedureStore 
associated.
+067 * Each operation is logged and on 
restart the pending procedures are resumed.
+068 *
+069 * Unless the Procedure code throws an 
error (e.g. invalid user input)
+070 * the procedure will complete (at some 
point in time), On restart the pending
+071 * procedures are resumed and the once 
failed will be rolledback.
+072 *
+073 * The user can add procedures to the 
executor via submitProcedure(proc)
+074 * check for the finished state via 
isFinished(procId)
+075 * and get the result via 
getResult(procId)
+076 */
+077@InterfaceAudience.Private
+078@InterfaceStability.Evolving
+079public class 
ProcedureExecutorTEnvironment {
+080  private static final Log LOG = 
LogFactory.getLog(ProcedureExecutor.class);
+081
+082  public static final String 
CHECK_OWNER_SET_CONF_KEY = "hbase.procedure.check.owner.set";
+083  private static final boolean 
DEFAULT_CHECK_OWNER_SET = false;
+084
+085  public static final String 
WORKER_KEEP_ALIVE_TIME_CONF_KEY =
+086  
"hbase.procedure.worker.keep.alive.time.msec";
+087  private static final long 
DEFAULT_WORKER_KEEP_ALIVE_TIME = Long.MAX_VALUE;
+088
+089  Testing testing = null;
+090

[30/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/Procedure.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/Procedure.html 
b/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/Procedure.html
index 197b13b..770b46e 100644
--- a/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/Procedure.html
+++ b/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/Procedure.html
@@ -630,24 +630,28 @@
 
 
 
+private static class
+ProcedureExecutor.FailedProcedureTEnvironment
+
+
 class
 ProcedureInMemoryChoreTEnvironment
 Special procedure used as a chore.
 
 
-
+
 class
 SequentialProcedureTEnvironment
 A SequentialProcedure describes one step in a procedure 
chain:
 
 
-
+
 class
 StateMachineProcedureTEnvironment,TState
 Procedure described by a series of steps.
 
 
-
+
 class
 TwoPhaseProcedureTEnvironment
 
@@ -668,6 +672,10 @@
 private Procedure?
 LockAndQueue.exclusiveLockOwnerProcedure
 
+
+private Procedure?
+ProcedureExecutor.CompletedProcedureRetainer.procedure
+
 
 
 
@@ -754,24 +762,40 @@
 ProcedureInMemoryChore.execute(TEnvironmentenv)
 
 
+protected ProcedureTEnvironment[]
+ProcedureExecutor.FailedProcedure.execute(TEnvironmentenv)
+
+
 protected abstract ProcedureTEnvironment[]
 Procedure.execute(TEnvironmentenv)
 The main code of the procedure.
 
 
-
+
 Procedure?
 LockAndQueue.getExclusiveLockOwnerProcedure()
 
-
+
 Procedure?
 LockStatus.getExclusiveLockOwnerProcedure()
 
+
+Procedure?
+ProcedureExecutor.CompletedProcedureRetainer.getProcedure()
+
 
 Procedure
 ProcedureExecutor.getProcedure(longprocId)
 
 
+Procedure
+ProcedureExecutor.getResult(longprocId)
+
+
+Procedure
+ProcedureExecutor.getResultOrProcedure(longprocId)
+
+
 private Procedure[]
 ProcedureExecutor.initializeChildren(RootProcedureStateprocStack,
   Procedureprocedure,
@@ -821,13 +845,15 @@
 
 
 
-PairProcedureInfo,Procedure
-ProcedureExecutor.getResultOrProcedure(longprocId)
-
-
 protected http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true;
 title="class or interface in java.util">ListProcedure
 RootProcedureState.getSubproceduresStack()
 
+
+http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true;
 title="class or interface in java.util">ListProcedure
+ProcedureExecutor.listProcedures()
+List procedures.
+
+
 
 
 
@@ -1156,6 +1182,9 @@
 
 
 
+CompletedProcedureRetainer(Procedure?procedure)
+
+
 DelayedProcedure(Procedureprocedure)
 
 
@@ -1174,7 +1203,7 @@
 
 
 Procedure
-ProcedureStore.ProcedureIterator.nextAsProcedure()
+ProcedureStore.ProcedureIterator.next()
 Returns the next procedure in the iteration.
 
 
@@ -1277,7 +1306,7 @@
 
 
 Procedure
-ProcedureWALFormatReader.EntryIterator.nextAsProcedure()
+ProcedureWALFormatReader.EntryIterator.next()
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/ProcedureExecutor.CompletedProcedureRetainer.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/ProcedureExecutor.CompletedProcedureRetainer.html
 
b/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/ProcedureExecutor.CompletedProcedureRetainer.html
new file mode 100644
index 000..38cdb42
--- /dev/null
+++ 
b/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/ProcedureExecutor.CompletedProcedureRetainer.html
@@ -0,0 +1,185 @@
+http://www.w3.org/TR/html4/loose.dtd;>
+
+
+
+
+
+Uses of Class 
org.apache.hadoop.hbase.procedure2.ProcedureExecutor.CompletedProcedureRetainer 
(Apache HBase 3.0.0-SNAPSHOT API)
+
+
+
+
+
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+Skip navigation links
+
+
+
+
+Overview
+Package
+Class
+Use
+Tree
+Deprecated
+Index
+Help
+
+
+
+
+Prev
+Next
+
+
+Frames
+NoFrames
+
+
+AllClasses
+
+
+
+
+
+
+
+
+
+
+Uses of 
Classorg.apache.hadoop.hbase.procedure2.ProcedureExecutor.CompletedProcedureRetainer
+
+
+
+
+
+Packages that use ProcedureExecutor.CompletedProcedureRetainer
+
+Package
+Description
+
+
+
+org.apache.hadoop.hbase.procedure2
+
+
+
+
+
+
+
+
+
+
+Uses of ProcedureExecutor.CompletedProcedureRetainer
 in org.apache.hadoop.hbase.procedure2
+
+Fields in org.apache.hadoop.hbase.procedure2
 with type parameters of type ProcedureExecutor.CompletedProcedureRetainer
+
+Modifier and

[36/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/org/apache/hadoop/hbase/procedure2/Procedure.html
--
diff --git a/devapidocs/org/apache/hadoop/hbase/procedure2/Procedure.html 
b/devapidocs/org/apache/hadoop/hbase/procedure2/Procedure.html
index b6faee5..a4e6eac 100644
--- a/devapidocs/org/apache/hadoop/hbase/procedure2/Procedure.html
+++ b/devapidocs/org/apache/hadoop/hbase/procedure2/Procedure.html
@@ -18,7 +18,7 @@
 catch(err) {
 }
 //-->
-var methods = 
{"i0":6,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":6,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":6,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":9,"i24":10,"i25":9,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":9,"i39":10,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10,"i46":10,"i47":10,"i48":10,"i49":10,"i50":6,"i51":6,"i52":10,"i53":10,"i54":10,"i55":10,"i56":10,"i57":10,"i58":10,"i59":10,"i60":10,"i61":10,"i62":10,"i63":10,"i64":10,"i65":10,"i66":10,"i67":10,"i68":10,"i69":10,"i70":10,"i71":10,"i72":10,"i73":10,"i74":10,"i75":10,"i76":10,"i77":10,"i78":10,"i79":10,"i80":10};
+var methods = 
{"i0":6,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":6,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":6,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":9,"i24":10,"i25":10,"i26":9,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":9,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10,"i46":10,"i47":10,"i48":10,"i49":10,"i50":10,"i51":6,"i52":6,"i53":10,"i54":10,"i55":10,"i56":10,"i57":10,"i58":10,"i59":10,"i60":10,"i61":10,"i62":10,"i63":10,"i64":10,"i65":10,"i66":10,"i67":10,"i68":10,"i69":10,"i70":10,"i71":10,"i72":10,"i73":10,"i74":10,"i75":10,"i76":10,"i77":10,"i78":10,"i79":10,"i80":10,"i81":10};
 var tabs = {65535:["t0","All Methods"],1:["t1","Static 
Methods"],2:["t2","Instance Methods"],4:["t3","Abstract 
Methods"],8:["t4","Concrete Methods"]};
 var altColor = "altColor";
 var rowColor = "rowColor";
@@ -113,7 +113,7 @@ var activeTableTab = "activeTableTab";
 
 
 Direct Known Subclasses:
-LockProcedure, OnePhaseProcedure, ProcedureInMemoryChore, RegionTransitionProcedure, SequentialProcedure, 
StateMachineProcedur
 e, TwoPhaseProcedure
+LockProcedure, OnePhaseProcedure, ProcedureExecutor.FailedProcedure, ProcedureInMemoryChore, RegionTransitionProcedure, SequentialProcedure, StateMachineProcedure, 
TwoPhaseProcedure
 
 
 
@@ -431,276 +431,280 @@ implements http://docs.oracle.com/javase/8/docs/api/java/lang/Comparabl
 
 
 
+http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true;
 title="class or interface in java.lang">String
+getProcName()
+
+
 byte[]
 getResult()
 
-
+
 protected static http://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true;
 title="class or interface in java.lang">Long
 getRootProcedureId(http://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true;
 title="class or interface in java.util">Maphttp://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true;
 title="class or interface in java.lang">Long,Procedureprocedures,
   Procedure?proc)
 
-
+
 long
 getRootProcId()
 
-
+
 protected int[]
 getStackIndexes()
 
-
-protected 
org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.ProcedureState
+
+org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.ProcedureState
 getState()
 
-
+
 long
 getSubmittedTime()
 
-
+
 int
 getTimeout()
 
-
+
 protected long
 getTimeoutTimestamp()
 Timeout of the next timeout.
 
 
-
+
 protected boolean
 hasChildren()
 
-
+
 boolean
 hasException()
 
-
+
 protected boolean
 hasLock(TEnvironmentenv)
 This is used in conjunction with holdLock(Object).
 
 
-
+
 boolean
 hasOwner()
 
-
+
 boolean
 hasParent()
 
-
+
 boolean
 hasTimeout()
 
-
+
 static boolean
 haveSameParent(Procedure?a,
   Procedure?b)
 
-
+
 protected boolean
 holdLock(TEnvironmentenv)
 Used to keep the procedure lock even when the procedure is 
yielding or suspended.
 
 
-
+
 protected void
 incChildrenLatch()
 Called by the ProcedureExecutor on procedure-load to 
restore the latch state
 
 
-
+
 boolean
 isFailed()
 
-
+
 boolean
 isFinished()
 
-
+
 boolean
 isInitializing()
 
-
-protected boolean
+
+boolean
 isRunnable()
 
-
+
 boolean
 isSuccess()
 
-
+
 boolean
 isWaiting()
 
-
+
 protected boolean
 isYieldAfterExecutionStep(TEnvironmentenv)
 By default, the procedure framework/executor will try to 
run procedures start to finish.
 
 
-
+
 protected void
 releaseLock(TEnvironmentenv)
 The user should override this method, and release lock if 
necessary.
 
 
-
+
 protected boolean
 removeStackIndex()
 
-
+
 protected abstract void
 rollback(TEnvironmentenv)
 The code to

[46/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/org/apache/hadoop/hbase/master/MasterRpcServices.BalanceSwitchMode.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/MasterRpcServices.BalanceSwitchMode.html
 
b/devapidocs/org/apache/hadoop/hbase/master/MasterRpcServices.BalanceSwitchMode.html
index 28444b2..942664c 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/master/MasterRpcServices.BalanceSwitchMode.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/MasterRpcServices.BalanceSwitchMode.html
@@ -122,7 +122,7 @@ var activeTableTab = "activeTableTab";
 
 
 
-static enum MasterRpcServices.BalanceSwitchMode
+static enum MasterRpcServices.BalanceSwitchMode
 extends http://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true;
 title="class or interface in java.lang">EnumMasterRpcServices.BalanceSwitchMode
 
 
@@ -210,7 +210,7 @@ the order they are declared.
 
 
 SYNC
-public static finalMasterRpcServices.BalanceSwitchMode SYNC
+public static finalMasterRpcServices.BalanceSwitchMode SYNC
 
 
 
@@ -219,7 +219,7 @@ the order they are declared.
 
 
 ASYNC
-public static finalMasterRpcServices.BalanceSwitchMode ASYNC
+public static finalMasterRpcServices.BalanceSwitchMode ASYNC

[27/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.InitializationMonitor.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.InitializationMonitor.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.InitializationMonitor.html
index 49ef112..b3d1843 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.InitializationMonitor.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.InitializationMonitor.html
@@ -141,3316 +141,3314 @@
 133import 
org.apache.hadoop.hbase.procedure.MasterProcedureManagerHost;
 134import 
org.apache.hadoop.hbase.procedure.flush.MasterFlushTableProcedureManager;
 135import 
org.apache.hadoop.hbase.procedure2.LockInfo;
-136import 
org.apache.hadoop.hbase.procedure2.ProcedureEvent;
-137import 
org.apache.hadoop.hbase.procedure2.ProcedureExecutor;
-138import 
org.apache.hadoop.hbase.procedure2.store.wal.WALProcedureStore;
-139import 
org.apache.hadoop.hbase.quotas.MasterQuotaManager;
-140import 
org.apache.hadoop.hbase.quotas.MasterSpaceQuotaObserver;
-141import 
org.apache.hadoop.hbase.quotas.QuotaObserverChore;
-142import 
org.apache.hadoop.hbase.quotas.QuotaUtil;
-143import 
org.apache.hadoop.hbase.quotas.SnapshotQuotaObserverChore;
-144import 
org.apache.hadoop.hbase.quotas.SpaceQuotaSnapshotNotifier;
-145import 
org.apache.hadoop.hbase.quotas.SpaceQuotaSnapshotNotifierFactory;
-146import 
org.apache.hadoop.hbase.regionserver.DefaultStoreEngine;
-147import 
org.apache.hadoop.hbase.regionserver.HRegionServer;
-148import 
org.apache.hadoop.hbase.regionserver.HStore;
-149import 
org.apache.hadoop.hbase.regionserver.RSRpcServices;
-150import 
org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost;
-151import 
org.apache.hadoop.hbase.regionserver.RegionSplitPolicy;
-152import 
org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy;
-153import 
org.apache.hadoop.hbase.regionserver.compactions.FIFOCompactionPolicy;
-154import 
org.apache.hadoop.hbase.replication.ReplicationException;
-155import 
org.apache.hadoop.hbase.replication.ReplicationFactory;
-156import 
org.apache.hadoop.hbase.replication.ReplicationPeerConfig;
-157import 
org.apache.hadoop.hbase.replication.ReplicationPeerDescription;
-158import 
org.apache.hadoop.hbase.replication.ReplicationQueuesZKImpl;
-159import 
org.apache.hadoop.hbase.replication.master.TableCFsUpdater;
-160import 
org.apache.hadoop.hbase.replication.regionserver.Replication;
-161import 
org.apache.hadoop.hbase.security.AccessDeniedException;
-162import 
org.apache.hadoop.hbase.security.UserProvider;
-163import 
org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil;
-164import 
org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.GetRegionInfoResponse.CompactionState;
-165import 
org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos.RegionServerInfo;
-166import 
org.apache.hadoop.hbase.shaded.protobuf.generated.QuotaProtos.Quotas;
-167import 
org.apache.hadoop.hbase.shaded.protobuf.generated.QuotaProtos.SpaceViolationPolicy;
-168import 
org.apache.hadoop.hbase.shaded.protobuf.generated.SnapshotProtos.SnapshotDescription;
-169import 
org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos;
-170import 
org.apache.hadoop.hbase.util.Addressing;
-171import 
org.apache.hadoop.hbase.util.Bytes;
-172import 
org.apache.hadoop.hbase.util.CompressionTest;
-173import 
org.apache.hadoop.hbase.util.EncryptionTest;
-174import 
org.apache.hadoop.hbase.util.FSUtils;
-175import 
org.apache.hadoop.hbase.util.HFileArchiveUtil;
-176import 
org.apache.hadoop.hbase.util.HasThread;
-177import 
org.apache.hadoop.hbase.util.IdLock;
-178import 
org.apache.hadoop.hbase.util.ModifyRegionUtils;
-179import 
org.apache.hadoop.hbase.util.Pair;
-180import 
org.apache.hadoop.hbase.util.Threads;
-181import 
org.apache.hadoop.hbase.util.VersionInfo;
-182import 
org.apache.hadoop.hbase.util.ZKDataMigrator;
-183import 
org.apache.hadoop.hbase.zookeeper.DrainingServerTracker;
-184import 
org.apache.hadoop.hbase.zookeeper.LoadBalancerTracker;
-185import 
org.apache.hadoop.hbase.zookeeper.MasterAddressTracker;
-186import 
org.apache.hadoop.hbase.zookeeper.MasterMaintenanceModeTracker;
-187import 
org.apache.hadoop.hbase.zookeeper.RegionNormalizerTracker;
-188import 
org.apache.hadoop.hbase.zookeeper.RegionServerTracker;
-189import 
org.apache.hadoop.hbase.zookeeper.SplitOrMergeTracker;
-190import 
org.apache.hadoop.hbase.zookeeper.ZKClusterId;
-191import 
org.apache.hadoop.hbase.zookeeper.ZKUtil;
-192import 
org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher;
-193import 
org.apache.zookeeper.KeeperException;
-194import org.eclipse.jetty.server.Server;
-195import 
org.eclipse.jetty.server.ServerConnector;
-196import 
org.eclipse.jetty.servlet.ServletHolder;
-197import 
org.eclipse.jetty.webapp.WebAppContext;
-198
-199import

[35/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureCleaner.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureCleaner.html
 
b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureCleaner.html
index 849797f..334f498 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureCleaner.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureCleaner.html
@@ -50,7 +50,7 @@ var activeTableTab = "activeTableTab";
 
 
 PrevClass
-NextClass
+NextClass
 
 
 Frames
@@ -127,7 +127,7 @@ var activeTableTab = "activeTableTab";
 
 
 
-private static class ProcedureExecutor.CompletedProcedureCleanerTEnvironment
+private static class ProcedureExecutor.CompletedProcedureCleanerTEnvironment
 extends ProcedureInMemoryChoreTEnvironment
 Internal cleaner that removes the completed procedure 
results after a TTL.
  NOTE: This is a special case handled in timeoutLoop().
@@ -186,7 +186,7 @@ extends CLEANER_INTERVAL_CONF_KEY
 
 
-private http://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true;
 title="class or interface in java.util">Maphttp://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true;
 title="class or interface in java.lang">Long,ProcedureInfo
+private http://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true;
 title="class or interface in java.util">Maphttp://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true;
 title="class or interface in java.lang">Long,ProcedureExecutor.CompletedProcedureRetainer
 completed
 
 
@@ -253,7 +253,7 @@ extends 
 CompletedProcedureCleaner(org.apache.hadoop.conf.Configurationconf,
  ProcedureStorestore,
- http://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true;
 title="class or interface in java.util">Maphttp://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true;
 title="class or interface in java.lang">Long,ProcedureInfocompletedMap,
+ http://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true;
 title="class or interface in java.util">Maphttp://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true;
 title="class or interface in java.lang">Long,ProcedureExecutor.CompletedProcedureRetainercompletedMap,
  http://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true;
 title="class or interface in java.util">MapNonceKey,http://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true;
 title="class or interface in 
java.lang">LongnonceKeysToProcIdsMap)
 
 
@@ -288,7 +288,7 @@ extends Procedure
-acquireLock,
 addStackIndex,
 afterReplay,
 beforeReplay,
 compareTo,
 completionCleanup,
 doAcquireLock,
 doExecute,
 doReleaseLock,
 doRollback,
 elapsedTime,
 getChildrenLatch,
 getException,
 getLastUpdate,
 getNonceKey,
 getOwner,
 getParentProcId,
 getProcedureMetrics,
 getProcId,
 getProcIdHashCode,
 getResult,
 getRootProcedureId,
 getRootProcId,
 getStackIndexes,
 getState,
 getSubmittedTime, getTimeout,
 getTimeoutTimestamp,
 hasChildren,
 hasException,
 hasLock,
 hasOwner,
 hasParent,
 hasTimeout,
 haveSameParent,
 holdLock,
 incChildrenLatch,
 isFailed,
 isFinished,
 isInitializing,
 isRunnable,
 isSuccess,
 isWaiting,
 isYieldAfterExecutionStep,
 releaseLock,
 removeStackIndex,
 setAbortFailure,
 setChildrenLatch,
 setFailure,
 setFailure,
 setLastUpdate, setNonceKey,
 setOwner,
 setOwner,
 setParentProcId,
 setProcId,
 setResult,
 setRootProcId,
 setStackIndexes, setState,
 setSubmittedTime,
 setTimeout,
 setTimeoutFailure,
 shouldWaitClientAck,
 toString,
 toStringClass,
 toStringClassDetails, toStringDetails,
 toStringSimpleSB,
 toStringState,
 tryRunnable,
 updateMetricsOnFinish,
 updateMetricsOnSubmit,
 updateTimestamp,
 wasExecuted
+acquireLock,
 addStackIndex,
 afterReplay,
 beforeReplay,
 compareTo,
 completionCleanup,
 doAcquireLock,
 doExecute,
 doReleaseLock,
 doRollback,
 elapsedTime,
 getChildrenLatch,
 getException,
 getLastUpdate,
 getNonceKey,
 getOwner,
 getParentProcId,
 getProcedureMetrics,
 getProcId,
 getProcIdHashCode,
 getProcName,
 getResult,
 getRootProcedureId,
 getRootProcId,
 getStackIndexes,
 getState, getSubmittedTime,
 getTimeout,
 getTimeoutTimestamp,
 hasChildren,
 hasException,
 hasLock,
 hasOwner,
 hasParent,
 hasTimeout, haveSameParent,
 holdLock,
 incChildrenLatch,
 isFailed,
 isFinished,
 isInitializing,
 isRunnable,
 isSuccess,
 isWaiting,
 isYieldAfterExecutionStep,
 releaseLock,
 removeStackIndex,
 setAbortFailure,
 setChildrenLatch,
 setFailure,
 setFailure, setLastUpdate,
 setNonceKey,
 setOwner,
 setOwner,
 setParentProcId,
 setProcId,
 setResult,

[22/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/ProcedureSyncWait.Predicate.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/ProcedureSyncWait.Predicate.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/ProcedureSyncWait.Predicate.html
index 7af3762..9837a0e 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/ProcedureSyncWait.Predicate.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/ProcedureSyncWait.Predicate.html
@@ -40,208 +40,207 @@
 032import 
org.apache.hadoop.hbase.CoordinatedStateException;
 033import 
org.apache.hadoop.hbase.HRegionInfo;
 034import 
org.apache.hadoop.hbase.NotAllMetaRegionsOnlineException;
-035import 
org.apache.hadoop.hbase.ProcedureInfo;
-036import 
org.apache.hadoop.hbase.classification.InterfaceAudience;
-037import 
org.apache.hadoop.hbase.classification.InterfaceStability;
-038import 
org.apache.hadoop.hbase.exceptions.TimeoutIOException;
-039import 
org.apache.hadoop.hbase.master.assignment.RegionStates;
-040import 
org.apache.hadoop.hbase.procedure2.Procedure;
-041import 
org.apache.hadoop.hbase.procedure2.ProcedureExecutor;
-042import 
org.apache.hadoop.hbase.quotas.MasterQuotaManager;
-043import 
org.apache.hadoop.hbase.util.EnvironmentEdgeManager;
-044
-045/**
-046 * Helper to synchronously wait on 
conditions.
-047 * This will be removed in the future 
(mainly when the AssignmentManager will be
-048 * replaced with a Procedure version) by 
using ProcedureYieldException,
-049 * and the queue will handle waiting and 
scheduling based on events.
-050 */
-051@InterfaceAudience.Private
-052@InterfaceStability.Evolving
-053public final class ProcedureSyncWait {
-054  private static final Log LOG = 
LogFactory.getLog(ProcedureSyncWait.class);
-055
-056  private ProcedureSyncWait() {}
-057
-058  @InterfaceAudience.Private
-059  public interface PredicateT {
-060T evaluate() throws IOException;
-061  }
-062
-063  private static class ProcedureFuture 
implements Futurebyte[] {
-064  private final 
ProcedureExecutorMasterProcedureEnv procExec;
-065  private final long procId;
-066
-067  private boolean hasResult = 
false;
-068  private byte[] result = null;
-069
-070  public 
ProcedureFuture(ProcedureExecutorMasterProcedureEnv procExec, long 
procId) {
-071this.procExec = procExec;
-072this.procId = procId;
-073  }
-074
-075  @Override
-076  public boolean cancel(boolean 
mayInterruptIfRunning) { return false; }
-077
-078  @Override
-079  public boolean isCancelled() { 
return false; }
-080
-081  @Override
-082  public boolean isDone() { return 
hasResult; }
-083
-084  @Override
-085  public byte[] get() throws 
InterruptedException, ExecutionException {
-086if (hasResult) return result;
-087try {
-088  return 
waitForProcedureToComplete(procExec, procId, Long.MAX_VALUE);
-089} catch (Exception e) {
-090  throw new 
ExecutionException(e);
-091}
-092  }
-093
-094  @Override
-095  public byte[] get(long timeout, 
TimeUnit unit)
-096  throws InterruptedException, 
ExecutionException, TimeoutException {
-097if (hasResult) return result;
-098try {
-099  result = 
waitForProcedureToComplete(procExec, procId, unit.toMillis(timeout));
-100  hasResult = true;
-101  return result;
-102} catch (TimeoutIOException e) 
{
-103  throw new 
TimeoutException(e.getMessage());
-104} catch (Exception e) {
-105  throw new 
ExecutionException(e);
-106}
-107  }
-108}
-109
-110  public static Futurebyte[] 
submitProcedure(final ProcedureExecutorMasterProcedureEnv procExec,
-111  final Procedure proc) {
-112if (proc.isInitializing()) {
-113  procExec.submitProcedure(proc);
-114}
-115return new ProcedureFuture(procExec, 
proc.getProcId());
-116  }
-117
-118  public static byte[] 
submitAndWaitProcedure(ProcedureExecutorMasterProcedureEnv procExec,
-119  final Procedure proc) throws 
IOException {
-120if (proc.isInitializing()) {
-121  procExec.submitProcedure(proc);
-122}
-123return 
waitForProcedureToCompleteIOE(procExec, proc.getProcId(), Long.MAX_VALUE);
-124  }
-125
-126  public static byte[] 
waitForProcedureToCompleteIOE(
-127  final 
ProcedureExecutorMasterProcedureEnv procExec, final long procId, final 
long timeout)
-128  throws IOException {
-129try {
-130  return 
waitForProcedureToComplete(procExec, procId, timeout);
-131} catch (IOException e) {
-132  throw e;
-133} catch (Exception e) {
-134  throw new IOException(e);
-135}
-136  }
-137
-138  public static byte[] 
waitForProcedureToComplete(
-139  final 
ProcedureExecutorMasterProcedureEnv

[51/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.


Project: http://git-wip-us.apache.org/repos/asf/hbase-site/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase-site/commit/2d5075d7
Tree: http://git-wip-us.apache.org/repos/asf/hbase-site/tree/2d5075d7
Diff: http://git-wip-us.apache.org/repos/asf/hbase-site/diff/2d5075d7

Branch: refs/heads/asf-site
Commit: 2d5075d77d7d7715e214cb64ece79d37052f6f87
Parents: 98e5da7
Author: jenkins 
Authored: Mon Jul 24 19:07:46 2017 +
Committer: jenkins 
Committed: Mon Jul 24 19:07:46 2017 +

--
 acid-semantics.html |4 +-
 apache_hbase_reference_guide.pdf|4 +-
 bulk-loads.html |4 +-
 checkstyle-aggregate.html   | 7132 +-
 checkstyle.rss  |8 +-
 coc.html|4 +-
 cygwin.html |4 +-
 dependencies.html   |4 +-
 dependency-convergence.html |4 +-
 dependency-info.html|4 +-
 dependency-management.html  |4 +-
 devapidocs/allclasses-frame.html|2 +
 devapidocs/allclasses-noframe.html  |2 +
 devapidocs/constant-values.html |6 +-
 devapidocs/index-all.html   |   60 +-
 .../hadoop/hbase/backup/package-tree.html   |2 +-
 .../hadoop/hbase/class-use/ProcedureInfo.html   |  110 +-
 .../class-use/InterfaceAudience.Private.html|2 +-
 .../hbase/classification/package-tree.html  |6 +-
 .../hadoop/hbase/client/package-tree.html   |   28 +-
 .../hadoop/hbase/filter/package-tree.html   |8 +-
 .../hadoop/hbase/io/hfile/package-tree.html |6 +-
 .../apache/hadoop/hbase/ipc/package-tree.html   |2 +-
 .../hadoop/hbase/mapreduce/package-tree.html|4 +-
 .../master/HMaster.InitializationMonitor.html   |   20 +-
 .../hbase/master/HMaster.RedirectServlet.html   |   12 +-
 .../org/apache/hadoop/hbase/master/HMaster.html |  609 +-
 .../MasterRpcServices.BalanceSwitchMode.html|6 +-
 .../hadoop/hbase/master/MasterRpcServices.html  |  194 +-
 .../master/assignment/AssignProcedure.html  |2 +-
 ...signmentManager.RegionInTransitionChore.html |2 +-
 .../assignment/GCMergedRegionsProcedure.html|2 +-
 .../master/assignment/GCRegionProcedure.html|4 +-
 .../assignment/MergeTableRegionsProcedure.html  |4 +-
 .../master/assignment/MoveRegionProcedure.html  |2 +-
 .../assignment/RegionTransitionProcedure.html   |4 +-
 .../assignment/SplitTableRegionProcedure.html   |2 +-
 .../master/assignment/UnassignProcedure.html|2 +-
 .../hbase/master/locking/LockProcedure.html |4 +-
 .../hadoop/hbase/master/package-tree.html   |4 +-
 .../AbstractStateMachineNamespaceProcedure.html |4 +-
 .../AbstractStateMachineRegionProcedure.html|4 +-
 .../AbstractStateMachineTableProcedure.html |4 +-
 .../procedure/AddColumnFamilyProcedure.html |2 +-
 .../procedure/CloneSnapshotProcedure.html   |2 +-
 .../procedure/CreateNamespaceProcedure.html |4 +-
 .../master/procedure/CreateTableProcedure.html  |4 +-
 .../procedure/DeleteColumnFamilyProcedure.html  |2 +-
 .../procedure/DeleteNamespaceProcedure.html |2 +-
 .../master/procedure/DeleteTableProcedure.html  |2 +-
 .../master/procedure/DisableTableProcedure.html |2 +-
 .../master/procedure/EnableTableProcedure.html  |2 +-
 .../procedure/ModifyColumnFamilyProcedure.html  |2 +-
 .../procedure/ModifyNamespaceProcedure.html |2 +-
 .../master/procedure/ModifyTableProcedure.html  |2 +-
 .../procedure/ProcedureSyncWait.Predicate.html  |4 +-
 .../ProcedureSyncWait.ProcedureFuture.html  |   22 +-
 .../master/procedure/ProcedureSyncWait.html |   24 +-
 .../procedure/RestoreSnapshotProcedure.html |2 +-
 .../master/procedure/ServerCrashProcedure.html  |4 +-
 .../procedure/TruncateTableProcedure.html   |2 +-
 .../hbase/master/procedure/package-tree.html|4 +-
 .../org/apache/hadoop/hbase/package-tree.html   |   10 +-
 .../org/apache/hadoop/hbase/package-use.html|   88 +-
 .../hbase/procedure2/OnePhaseProcedure.html |2 +-
 .../hadoop/hbase/procedure2/Procedure.html  |  243 +-
 ...edureExecutor.CompletedProcedureCleaner.html |   44 +-
 ...dureExecutor.CompletedProcedureRetainer.html |  381 +
 .../ProcedureExecutor.DelayedProcedure.html |   12 +-
 .../ProcedureExecutor.FailedProcedure.html  |  522 ++
 .../ProcedureExecutor.InlineChore.html  |   16 +-
 ...edureExecutor.ProcedureExecutorListener.html |8 +-
 .../ProcedureExecutor.StoppableThread.html  |8 +-

[39/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/org/apache/hadoop/hbase/master/procedure/EnableTableProcedure.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/procedure/EnableTableProcedure.html 
b/devapidocs/org/apache/hadoop/hbase/master/procedure/EnableTableProcedure.html
index 6937b4d..5d85514 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/master/procedure/EnableTableProcedure.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/procedure/EnableTableProcedure.html
@@ -378,7 +378,7 @@ extends Procedure
-addStackIndex,
 afterReplay,
 beforeReplay,
 compareTo,
 completionCleanup,
 doAcquireLock,
 doExecute,
 d
 oReleaseLock, doRollback,
 elapsedTime,
 getChildrenLatch,
 getException,
 getLastUpdate,
 getNonceKey,
 getOwner,
 getParentProcId,
 getProcedureMetrics, getProcId,
 getProcIdHashCode,
 getResult,
 getRootProcedureId,
 getRootProcId,
 getStackIndexes,
 getState,
 getSubmittedTime, getTimeout,
 getTimeoutTimestamp,
 hasChildren,
 hasException,
 hasLock,
 hasOwner,
 hasParent,
 hasTimeout,
 haveSameParent,
 holdLock,
 incChildrenLatch,
 isFailed,
 isFinished,
 isInitializing,
 isRunnable,
 isSuccess,
 isWaiting,
 removeStackIndex,
 setAbortFailure,
 setChildrenLatch,
 setFailure,
 setFailure,
 setLastUpdate,
 setNonceKey,
 setOwner, 
setOwner,
 setParentProcId,
 setProcId,
 setResult,
 setRootProcId,
 setStackIndexes,
 setState,
 setSubmittedTime,
 setTimeout,
 setTimeoutFailure,
 shouldWaitClientAck,
 toString,
 toStringClass,
 toStringDetails,
 toStringSimpleSB,
 updateMetricsOnFinish,
 updateMetricsOnSubmit,
 updateTimestamp,
 wasExecuted
+addStackIndex,
 afterReplay,
 beforeReplay,
 compareTo,
 completionCleanup,
 doAcquireLock,
 doExecute,
 d
 oReleaseLock, doRollback,
 elapsedTime,
 getChildrenLatch,
 getException,
 getLastUpdate,
 getNonceKey,
 getOwner,
 getParentProcId,
 getProcedureMetrics, getProcId,
 getProcIdHashCode,
 getProcName,
 getResult,
 getRootProcedureId,
 getRootProcId,
 getStackIndexes,
 getState, getSubmittedTime,
 getTimeout,
 getTimeoutTimestamp,
 hasChildren,
 hasException,
 hasLock,
 hasOwner,
 hasParent,
 hasTimeout, haveSameParent,
 holdLock,
 incChildrenLatch,
 isFailed,
 isFinished,
 isInitializing,
 isRunnable,
 isSuccess,
 <
 a 
href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#isWaiting--">isWaiting,
 removeStackIndex,
 setAbortFailure,
 setChildrenLatch,
 setFailure,
 setFailure,
 setLastUpdate,
 setNonceKey, setOwner,
 setOwner,
 setParentProcId,
 setProcId,
 setResult,
 setRootProcId,
 setStackIndexes,
 setState,
 setSubmittedTime,
 setTimeout,
 setTimeoutFailure,
 shouldWaitClientAck,
 toString,
 toStringClass,
 toStringDetails,
 toStringSimpleSB, updateMetricsOnFinish,
 updateMetricsOnSubmit,
 updateTimestamp,
 wasExecuted
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/org/apache/hadoop/hbase/master/procedure/ModifyColumnFamilyProcedure.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/procedure/ModifyColumnFamilyProcedure.html
 
b/devapidocs/org/apache/hadoop/hbase/master/procedure/ModifyColumnFamilyProcedure.html
index 323908e..2493fd6 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/master/procedure/ModifyColumnFamilyProcedure.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/procedure/ModifyColumnFamilyProcedure.html
@@ -394,7 +394,7 @@ extends Procedure
-addStackIndex,
 afterReplay,
 beforeReplay,
 compareTo,
 doAcquireLock,
 doExecute,
 doReleaseLock,
 doRollback, elapsedTime,
 getChildrenLatch,
 getException,
 getLastUpdate,
 getNonceKey,
 getOwner,
 getParentProcId,
 getProcedureMetrics,
 getProcId, getProcIdHashCode,
 getResult,
 getRootProcedureId,
 getRootProcId,
 getStackIndexes,
 getState,
 getSubmittedTime,
 getTimeout, href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#getTimeoutTimestamp--">getTimeoutTimestamp,
 > href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#hasChildren--">hasChildren,
 > href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#hasException--">hasException,
 > href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#hasLock-TEnvironment-">hasLock,
 > href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#hasOwner--">hasOwner,
 > href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#hasParent--">hasParent,
 > href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#hasTimeout--">hasTimeout,
 > href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#haveSameParent-org.apache.hadoop.hbase.procedure2.Procedure-org.apache.hadoop.hbase.procedure2.Procedure-">haveSameParent,
 > holdLock,
 incChildrenLatch,
 isFailed,
 isFinished,
 isInitializing,
 isRunnable,
 isSuccess,
 isWaiting,
 removeStackIndex,
 setAbortFailure,

[40/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/org/apache/hadoop/hbase/master/procedure/DeleteColumnFamilyProcedure.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/procedure/DeleteColumnFamilyProcedure.html
 
b/devapidocs/org/apache/hadoop/hbase/master/procedure/DeleteColumnFamilyProcedure.html
index 0a6e248..329927c 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/master/procedure/DeleteColumnFamilyProcedure.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/procedure/DeleteColumnFamilyProcedure.html
@@ -412,7 +412,7 @@ extends Procedure
-addStackIndex,
 afterReplay,
 beforeReplay,
 compareTo,
 doAcquireLock,
 doExecute,
 doReleaseLock,
 doRollback, elapsedTime,
 getChildrenLatch,
 getException,
 getLastUpdate,
 getNonceKey,
 getOwner,
 getParentProcId,
 getProcedureMetrics,
 getProcId, getProcIdHashCode,
 getResult,
 getRootProcedureId,
 getRootProcId,
 getStackIndexes,
 getState,
 getSubmittedTime,
 getTimeout, href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#getTimeoutTimestamp--">getTimeoutTimestamp,
 > href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#hasChildren--">hasChildren,
 > href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#hasException--">hasException,
 > href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#hasLock-TEnvironment-">hasLock,
 > href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#hasOwner--">hasOwner,
 > href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#hasParent--">hasParent,
 > href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#hasTimeout--">hasTimeout,
 > href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#haveSameParent-org.apache.hadoop.hbase.procedure2.Procedure-org.apache.hadoop.hbase.procedure2.Procedure-">haveSameParent,
 > holdLock,
 incChildrenLatch,
 isFailed,
 isFinished,
 isInitializing,
 isRunnable,
 isSuccess,
 isWaiting,
 removeStackIndex,
 setAbortFailure,
 setChildrenLatch,
 setFailure,
 setFailure,
 setLastUpdate,
 setNonceKey,
 setOwner,
 setOwner,
 setParentProcId,
 setProcId,
 setResult,
 setRootProcId,
 setStackIndexes,
 setState,
 setSubmittedTime,
 setTimeout,
 setTimeoutFailure,
 shouldWaitClientAck,
 toString,
 toStringClass,
 toStringDetails,
 toStringSimpleSB,
 updateMetricsOnFinish,
 updateMetricsOnSubmit,
 updateTimestamp,
 wasExecuted
+addStackIndex,
 afterReplay,
 beforeReplay,
 compareTo,
 doAcquireLock,
 doExecute,
 doReleaseLock,
 doRollback, elapsedTime,
 getChildrenLatch,
 getException,
 getLastUpdate,
 getNonceKey,
 getOwner,
 getParentProcId,
 getProcedureMetrics,
 getProcId, getProcIdHashCode,
 getProcName,
 getResult,
 getRootProcedureId,
 getRootProcId,
 getStackIndexes,
 getState,
 getSubmittedTime<
 /a>, getTimeout,
 getTimeoutTimestamp,
 hasChildren,
 hasException,
 hasLock,
 hasOwner,
 hasParent,
 hasTimeout,
 haveSameParent,
 holdLock,
 incChildrenLatch,
 isFailed,
 isFinished,
 isInitializing,
 isRunnable,
 isSuccess,
 isWaiting,
 removeStackIndex,
 setAbortFailure,
 setChildrenLatch,
 setFailure,
 setFailure,
 setLastUpdate,
 setNonceKey,
 setOwner, setOwner,
 setParentProcId,
 setProcId,
 setResult,
 setRootProcId,
 setStackIndexes,
 setState,
 setSubmittedTime,
 setTimeout,
 setTimeoutFailure,
 shouldWaitClientAck,
 toString,
 toStringClass,
 toStringDetails,
 toStringSimpleSB,
 updateMetricsOnFinish,
 updateMetricsOnSubmit,
 updateTimestamp,
 wasExecuted
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/org/apache/hadoop/hbase/master/procedure/DeleteNamespaceProcedure.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/procedure/DeleteNamespaceProcedure.html
 
b/devapidocs/org/apache/hadoop/hbase/master/procedure/DeleteNamespaceProcedure.html
index e793107..078ed8c 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/master/procedure/DeleteNamespaceProcedure.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/procedure/DeleteNamespaceProcedure.html
@@ -389,7 +389,7 @@ extends Procedure
-addStackIndex,
 afterReplay,
 beforeReplay,
 compareTo,
 completionCleanup,
 doAcquireLock,
 doExecute,
 d
 oReleaseLock, doRollback,
 elapsedTime,
 getChildrenLatch,
 getException,
 getLastUpdate,
 getNonceKey,
 getOwner,
 getParentProcId,
 getProcedureMetrics, getProcId,
 getProcIdHashCode,
 getResult,
 getRootProcedureId,
 getRootProcId,
 getStackIndexes,
 getState,
 getSubmittedTime, getTimeout,
 getTimeoutTimestamp,
 hasChildren,
 hasException,
 hasLock,
 hasOwner,
 hasParent,
 hasTimeout,
 haveSameParent,
 holdLock,
 incChildrenLatch,
 isFailed,
 isFinished,
 isInitializing,
 isRunnable,
 isSuccess,
 isWaiting,
 removeStackIndex,
 setAbortFailure,
 setChildrenLatch,
 setFailure,
 setFailure,
 setLastUpdate,
 setNonceKey,
 setOwner,

[12/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.StoppableThread.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.StoppableThread.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.StoppableThread.html
index afd9ccc..904b921 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.StoppableThread.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.StoppableThread.html
@@ -30,1916 +30,1984 @@
 022import 
org.apache.hadoop.hbase.shaded.com.google.common.base.Preconditions;
 023
 024import java.io.IOException;
-025import java.util.ArrayList;
-026import java.util.Arrays;
-027import java.util.HashSet;
-028import java.util.Iterator;
-029import java.util.List;
-030import java.util.Map;
-031import java.util.Set;
-032import 
java.util.concurrent.atomic.AtomicBoolean;
-033import 
java.util.concurrent.atomic.AtomicInteger;
-034import 
java.util.concurrent.atomic.AtomicLong;
-035import java.util.stream.Collectors;
-036import java.util.stream.Stream;
-037import 
java.util.concurrent.ConcurrentHashMap;
-038import 
java.util.concurrent.CopyOnWriteArrayList;
-039import java.util.concurrent.DelayQueue;
-040import java.util.concurrent.TimeUnit;
-041
-042import org.apache.commons.logging.Log;
-043import 
org.apache.commons.logging.LogFactory;
-044import 
org.apache.hadoop.conf.Configuration;
-045import 
org.apache.hadoop.hbase.HConstants;
-046import 
org.apache.hadoop.hbase.ProcedureInfo;
-047import 
org.apache.hadoop.hbase.classification.InterfaceAudience;
-048import 
org.apache.hadoop.hbase.classification.InterfaceStability;
-049import 
org.apache.hadoop.hbase.exceptions.IllegalArgumentIOException;
-050import 
org.apache.hadoop.hbase.procedure2.Procedure.LockState;
-051import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore;
-052import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore.ProcedureIterator;
-053import 
org.apache.hadoop.hbase.procedure2.util.DelayedUtil;
-054import 
org.apache.hadoop.hbase.procedure2.util.DelayedUtil.DelayedWithTimeout;
-055import 
org.apache.hadoop.hbase.procedure2.util.StringUtils;
-056import 
org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.ProcedureState;
-057import 
org.apache.hadoop.hbase.security.User;
-058import 
org.apache.hadoop.hbase.util.EnvironmentEdgeManager;
-059import 
org.apache.hadoop.hbase.util.NonceKey;
-060import 
org.apache.hadoop.hbase.util.Pair;
-061import 
org.apache.hadoop.hbase.util.Threads;
-062
-063/**
-064 * Thread Pool that executes the 
submitted procedures.
-065 * The executor has a ProcedureStore 
associated.
-066 * Each operation is logged and on 
restart the pending procedures are resumed.
-067 *
-068 * Unless the Procedure code throws an 
error (e.g. invalid user input)
-069 * the procedure will complete (at some 
point in time), On restart the pending
-070 * procedures are resumed and the once 
failed will be rolledback.
-071 *
-072 * The user can add procedures to the 
executor via submitProcedure(proc)
-073 * check for the finished state via 
isFinished(procId)
-074 * and get the result via 
getResult(procId)
-075 */
-076@InterfaceAudience.Private
-077@InterfaceStability.Evolving
-078public class 
ProcedureExecutorTEnvironment {
-079  private static final Log LOG = 
LogFactory.getLog(ProcedureExecutor.class);
-080
-081  public static final String 
CHECK_OWNER_SET_CONF_KEY = "hbase.procedure.check.owner.set";
-082  private static final boolean 
DEFAULT_CHECK_OWNER_SET = false;
-083
-084  public static final String 
WORKER_KEEP_ALIVE_TIME_CONF_KEY =
-085  
"hbase.procedure.worker.keep.alive.time.msec";
-086  private static final long 
DEFAULT_WORKER_KEEP_ALIVE_TIME = Long.MAX_VALUE;
-087
-088  Testing testing = null;
-089  public static class Testing {
-090protected boolean killIfSuspended = 
false;
-091protected boolean 
killBeforeStoreUpdate = false;
-092protected boolean 
toggleKillBeforeStoreUpdate = false;
-093
-094protected boolean 
shouldKillBeforeStoreUpdate() {
-095  final boolean kill = 
this.killBeforeStoreUpdate;
-096  if 
(this.toggleKillBeforeStoreUpdate) {
-097this.killBeforeStoreUpdate = 
!kill;
-098LOG.warn("Toggle KILL before 
store update to: " + this.killBeforeStoreUpdate);
-099  }
-100  return kill;
-101}
-102
-103protected boolean 
shouldKillBeforeStoreUpdate(final boolean isSuspended) {
-104  return (isSuspended  
!killIfSuspended) ? false : shouldKillBeforeStoreUpdate();
-105}
-106  }
-107
-108  public interface 
ProcedureExecutorListener {
-109void procedureLoaded(long procId);
-110void procedureAdded(long procId);
-111void procedureFinished(long 
procId);
-112  }
-113
-114  /**
-115   * Internal cleaner that removes the

[29/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/org/apache/hadoop/hbase/procedure2/store/wal/ProcedureWALFormatReader.Entry.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/procedure2/store/wal/ProcedureWALFormatReader.Entry.html
 
b/devapidocs/org/apache/hadoop/hbase/procedure2/store/wal/ProcedureWALFormatReader.Entry.html
index 80e8953..5205c09 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/procedure2/store/wal/ProcedureWALFormatReader.Entry.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/procedure2/store/wal/ProcedureWALFormatReader.Entry.html
@@ -18,7 +18,7 @@
 catch(err) {
 }
 //-->
-var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10};
+var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10};
 var tabs = {65535:["t0","All Methods"],2:["t2","Instance 
Methods"],8:["t4","Concrete Methods"]};
 var altColor = "altColor";
 var rowColor = "rowColor";
@@ -113,7 +113,7 @@ var activeTableTab = "activeTableTab";
 
 
 
-private static class ProcedureWALFormatReader.Entry
+private static class ProcedureWALFormatReader.Entry
 extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true;
 title="class or interface in java.lang">Object
 
 
@@ -206,30 +206,26 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 convert()
 
 
-ProcedureInfo
-convertToInfo()
-
-
 long
 getParentId()
 
-
+
 long
 getProcId()
 
-
+
 boolean
 hasParent()
 
-
+
 boolean
 isFinished()
 
-
+
 boolean
 isReady()
 
-
+
 http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true;
 title="class or interface in java.lang">String
 toString()
 
@@ -261,7 +257,7 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 
 
 hashNext
-protectedProcedureWALFormatReader.Entry
 hashNext
+protectedProcedureWALFormatReader.Entry
 hashNext
 
 
 
@@ -270,7 +266,7 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 
 
 childHead
-protectedProcedureWALFormatReader.Entry
 childHead
+protectedProcedureWALFormatReader.Entry
 childHead
 
 
 
@@ -279,7 +275,7 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 
 
 linkNext
-protectedProcedureWALFormatReader.Entry
 linkNext
+protectedProcedureWALFormatReader.Entry
 linkNext
 
 
 
@@ -288,7 +284,7 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 
 
 linkPrev
-protectedProcedureWALFormatReader.Entry
 linkPrev
+protectedProcedureWALFormatReader.Entry
 linkPrev
 
 
 
@@ -297,7 +293,7 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 
 
 replayNext
-protectedProcedureWALFormatReader.Entry
 replayNext
+protectedProcedureWALFormatReader.Entry
 replayNext
 
 
 
@@ -306,7 +302,7 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 
 
 replayPrev
-protectedProcedureWALFormatReader.Entry
 replayPrev
+protectedProcedureWALFormatReader.Entry
 replayPrev
 
 
 
@@ -315,7 +311,7 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 
 
 procedure
-protectedProcedure procedure
+protectedProcedure procedure
 
 
 
@@ -324,7 +320,7 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 
 
 proto
-protectedorg.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.Procedure
 proto
+protectedorg.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.Procedure
 proto
 
 
 
@@ -333,7 +329,7 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 
 
 ready
-protectedboolean ready
+protectedboolean ready
 
 
 
@@ -350,7 +346,7 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 
 
 Entry
-publicEntry(ProcedureWALFormatReader.EntryhashNext)
+publicEntry(ProcedureWALFormatReader.EntryhashNext)
 
 
 
@@ -367,7 +363,7 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 
 
 getProcId
-publiclonggetProcId()
+publiclonggetProcId()
 
 
 
@@ -376,7 +372,7 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 
 
 getParentId
-publiclonggetParentId()
+publiclonggetParentId()
 
 
 
@@ -385,7 +381,7 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 
 
 hasParent
-publicbooleanhasParent()
+publicbooleanhasParent()
 
 
 
@@ -394,7 +390,7 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 
 
 isReady
-publicbooleanisReady()
+publicbooleanisReady()
 
 
 
@@ -403,7 +399,7 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 
 
 isFinished
-publicbooleanisFinished()
+publicbooleanisFinished()
 
 
 
@@ -412,7 +408,7 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 
 
 convert
-publicProcedureconvert()
+publicProcedureconvert()
   throws http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true;
 title="class or

[05/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/ProcedureStore.ProcedureStoreListener.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/ProcedureStore.ProcedureStoreListener.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/ProcedureStore.ProcedureStoreListener.html
index f16084a..7621348 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/ProcedureStore.ProcedureStoreListener.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/ProcedureStore.ProcedureStoreListener.html
@@ -28,209 +28,203 @@
 020
 021import java.io.IOException;
 022
-023import 
org.apache.hadoop.hbase.ProcedureInfo;
-024import 
org.apache.hadoop.hbase.classification.InterfaceAudience;
-025import 
org.apache.hadoop.hbase.classification.InterfaceStability;
-026import 
org.apache.hadoop.hbase.procedure2.Procedure;
-027
-028/**
-029 * The ProcedureStore is used by the 
executor to persist the state of each procedure execution.
-030 * This allows to resume the execution of 
pending/in-progress procedures in case
-031 * of machine failure or service 
shutdown.
-032 */
-033@InterfaceAudience.Private
-034@InterfaceStability.Evolving
-035public interface ProcedureStore {
-036  /**
-037   * Store listener interface.
-038   * The main process should register a 
listener and respond to the store events.
-039   */
-040  public interface ProcedureStoreListener 
{
-041/**
-042 * triggered when the store sync is 
completed.
-043 */
-044void postSync();
-045
-046/**
-047 * triggered when the store is not 
able to write out data.
-048 * the main process should abort.
-049 */
-050void abortProcess();
-051  }
-052
-053  /**
-054   * An Iterator over a collection of 
Procedure
-055   */
-056  public interface ProcedureIterator {
-057/**
-058 * Reset the Iterator by seeking to 
the beginning of the list.
-059 */
-060void reset();
-061
-062/**
-063 * Returns true if the iterator has 
more elements.
-064 * (In other words, returns true if 
next() would return a Procedure
-065 * rather than throwing an 
exception.)
-066 * @return true if the iterator has 
more procedures
-067 */
-068boolean hasNext();
-069
-070/**
-071 * @return true if the iterator next 
element is a completed procedure.
-072 */
-073boolean isNextFinished();
-074
-075/**
-076 * Skip the next procedure
-077 */
-078void skipNext();
-079
-080/**
-081 * Returns the next procedure in the 
iteration.
-082 * @throws IOException if there was 
an error fetching/deserializing the procedure
-083 * @return the next procedure in the 
iteration.
-084 */
-085Procedure nextAsProcedure() throws 
IOException;
+023import 
org.apache.hadoop.hbase.classification.InterfaceAudience;
+024import 
org.apache.hadoop.hbase.classification.InterfaceStability;
+025import 
org.apache.hadoop.hbase.procedure2.Procedure;
+026
+027/**
+028 * The ProcedureStore is used by the 
executor to persist the state of each procedure execution.
+029 * This allows to resume the execution of 
pending/in-progress procedures in case
+030 * of machine failure or service 
shutdown.
+031 */
+032@InterfaceAudience.Private
+033@InterfaceStability.Evolving
+034public interface ProcedureStore {
+035  /**
+036   * Store listener interface.
+037   * The main process should register a 
listener and respond to the store events.
+038   */
+039  public interface ProcedureStoreListener 
{
+040/**
+041 * triggered when the store sync is 
completed.
+042 */
+043void postSync();
+044
+045/**
+046 * triggered when the store is not 
able to write out data.
+047 * the main process should abort.
+048 */
+049void abortProcess();
+050  }
+051
+052  /**
+053   * An Iterator over a collection of 
Procedure
+054   */
+055  public interface ProcedureIterator {
+056/**
+057 * Reset the Iterator by seeking to 
the beginning of the list.
+058 */
+059void reset();
+060
+061/**
+062 * Returns true if the iterator has 
more elements.
+063 * (In other words, returns true if 
next() would return a Procedure
+064 * rather than throwing an 
exception.)
+065 * @return true if the iterator has 
more procedures
+066 */
+067boolean hasNext();
+068
+069/**
+070 * @return true if the iterator next 
element is a completed procedure.
+071 */
+072boolean isNextFinished();
+073
+074/**
+075 * Skip the next procedure
+076 */
+077void skipNext();
+078
+079/**
+080 * Returns the next procedure in the 
iteration.
+081 * @throws IOException if there was 
an error fetching/deserializing the procedure
+082 * @return the next procedure in the 
iteration.
+083 */
+084Procedure next() throws

[18/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureCleaner.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureCleaner.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureCleaner.html
index afd9ccc..904b921 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureCleaner.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureCleaner.html
@@ -30,1916 +30,1984 @@
 022import 
org.apache.hadoop.hbase.shaded.com.google.common.base.Preconditions;
 023
 024import java.io.IOException;
-025import java.util.ArrayList;
-026import java.util.Arrays;
-027import java.util.HashSet;
-028import java.util.Iterator;
-029import java.util.List;
-030import java.util.Map;
-031import java.util.Set;
-032import 
java.util.concurrent.atomic.AtomicBoolean;
-033import 
java.util.concurrent.atomic.AtomicInteger;
-034import 
java.util.concurrent.atomic.AtomicLong;
-035import java.util.stream.Collectors;
-036import java.util.stream.Stream;
-037import 
java.util.concurrent.ConcurrentHashMap;
-038import 
java.util.concurrent.CopyOnWriteArrayList;
-039import java.util.concurrent.DelayQueue;
-040import java.util.concurrent.TimeUnit;
-041
-042import org.apache.commons.logging.Log;
-043import 
org.apache.commons.logging.LogFactory;
-044import 
org.apache.hadoop.conf.Configuration;
-045import 
org.apache.hadoop.hbase.HConstants;
-046import 
org.apache.hadoop.hbase.ProcedureInfo;
-047import 
org.apache.hadoop.hbase.classification.InterfaceAudience;
-048import 
org.apache.hadoop.hbase.classification.InterfaceStability;
-049import 
org.apache.hadoop.hbase.exceptions.IllegalArgumentIOException;
-050import 
org.apache.hadoop.hbase.procedure2.Procedure.LockState;
-051import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore;
-052import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore.ProcedureIterator;
-053import 
org.apache.hadoop.hbase.procedure2.util.DelayedUtil;
-054import 
org.apache.hadoop.hbase.procedure2.util.DelayedUtil.DelayedWithTimeout;
-055import 
org.apache.hadoop.hbase.procedure2.util.StringUtils;
-056import 
org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.ProcedureState;
-057import 
org.apache.hadoop.hbase.security.User;
-058import 
org.apache.hadoop.hbase.util.EnvironmentEdgeManager;
-059import 
org.apache.hadoop.hbase.util.NonceKey;
-060import 
org.apache.hadoop.hbase.util.Pair;
-061import 
org.apache.hadoop.hbase.util.Threads;
-062
-063/**
-064 * Thread Pool that executes the 
submitted procedures.
-065 * The executor has a ProcedureStore 
associated.
-066 * Each operation is logged and on 
restart the pending procedures are resumed.
-067 *
-068 * Unless the Procedure code throws an 
error (e.g. invalid user input)
-069 * the procedure will complete (at some 
point in time), On restart the pending
-070 * procedures are resumed and the once 
failed will be rolledback.
-071 *
-072 * The user can add procedures to the 
executor via submitProcedure(proc)
-073 * check for the finished state via 
isFinished(procId)
-074 * and get the result via 
getResult(procId)
-075 */
-076@InterfaceAudience.Private
-077@InterfaceStability.Evolving
-078public class 
ProcedureExecutorTEnvironment {
-079  private static final Log LOG = 
LogFactory.getLog(ProcedureExecutor.class);
-080
-081  public static final String 
CHECK_OWNER_SET_CONF_KEY = "hbase.procedure.check.owner.set";
-082  private static final boolean 
DEFAULT_CHECK_OWNER_SET = false;
-083
-084  public static final String 
WORKER_KEEP_ALIVE_TIME_CONF_KEY =
-085  
"hbase.procedure.worker.keep.alive.time.msec";
-086  private static final long 
DEFAULT_WORKER_KEEP_ALIVE_TIME = Long.MAX_VALUE;
-087
-088  Testing testing = null;
-089  public static class Testing {
-090protected boolean killIfSuspended = 
false;
-091protected boolean 
killBeforeStoreUpdate = false;
-092protected boolean 
toggleKillBeforeStoreUpdate = false;
-093
-094protected boolean 
shouldKillBeforeStoreUpdate() {
-095  final boolean kill = 
this.killBeforeStoreUpdate;
-096  if 
(this.toggleKillBeforeStoreUpdate) {
-097this.killBeforeStoreUpdate = 
!kill;
-098LOG.warn("Toggle KILL before 
store update to: " + this.killBeforeStoreUpdate);
-099  }
-100  return kill;
-101}
-102
-103protected boolean 
shouldKillBeforeStoreUpdate(final boolean isSuspended) {
-104  return (isSuspended  
!killIfSuspended) ? false : shouldKillBeforeStoreUpdate();
-105}
-106  }
-107
-108  public interface 
ProcedureExecutorListener {
-109void procedureLoaded(long procId);
-110void procedureAdded(long procId);
-111void procedureFinished(long 
procId);
-112  }
-113
-114  /**

[34/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.FailedProcedure.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.FailedProcedure.html
 
b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.FailedProcedure.html
new file mode 100644
index 000..440b612
--- /dev/null
+++ 
b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.FailedProcedure.html
@@ -0,0 +1,522 @@
+http://www.w3.org/TR/html4/loose.dtd;>
+
+
+
+
+
+ProcedureExecutor.FailedProcedure (Apache HBase 3.0.0-SNAPSHOT 
API)
+
+
+
+
+
+var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10};
+var tabs = {65535:["t0","All Methods"],2:["t2","Instance 
Methods"],8:["t4","Concrete Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+Skip navigation links
+
+
+
+
+Overview
+Package
+Class
+Use
+Tree
+Deprecated
+Index
+Help
+
+
+
+
+PrevClass
+NextClass
+
+
+Frames
+NoFrames
+
+
+AllClasses
+
+
+
+
+
+
+
+Summary:
+Nested|
+Field|
+Constr|
+Method
+
+
+Detail:
+Field|
+Constr|
+Method
+
+
+
+
+
+
+
+
+org.apache.hadoop.hbase.procedure2
+Class 
ProcedureExecutor.FailedProcedureTEnvironment
+
+
+
+http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true;
 title="class or interface in java.lang">java.lang.Object
+
+
+org.apache.hadoop.hbase.procedure2.ProcedureTEnvironment
+
+
+org.apache.hadoop.hbase.procedure2.ProcedureExecutor.FailedProcedureTEnvironment
+
+
+
+
+
+
+
+
+
+All Implemented Interfaces:
+http://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true;
 title="class or interface in java.lang">ComparableProcedureTEnvironment
+
+
+Enclosing class:
+ProcedureExecutorTEnvironment
+
+
+
+private static class ProcedureExecutor.FailedProcedureTEnvironment
+extends ProcedureTEnvironment
+
+
+
+
+
+
+
+
+
+
+
+Nested Class Summary
+
+
+
+
+Nested classes/interfaces inherited from 
classorg.apache.hadoop.hbase.procedure2.Procedure
+Procedure.LockState
+
+
+
+
+
+
+
+
+Field Summary
+
+Fields
+
+Modifier and Type
+Field and Description
+
+
+private http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true;
 title="class or interface in java.lang">String
+procName
+
+
+
+
+
+
+Fields inherited from classorg.apache.hadoop.hbase.procedure2.Procedure
+NO_PROC_ID,
 NO_TIMEOUT
+
+
+
+
+
+
+
+
+Constructor Summary
+
+Constructors
+
+Constructor and Description
+
+
+FailedProcedure(NonceKeynonceKey,
+   http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true;
 title="class or interface in java.lang">StringprocName,
+   Userowner,
+   http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true;
 title="class or interface in 
java.io">IOExceptionexception)
+
+
+
+
+
+
+
+
+
+Method Summary
+
+All MethodsInstance MethodsConcrete Methods
+
+Modifier and Type
+Method and Description
+
+
+protected boolean
+abort(TEnvironmentenv)
+The abort() call is asynchronous and each procedure must 
decide how to deal
+ with it, if they want to be abortable.
+
+
+
+protected void
+deserializeStateData(http://docs.oracle.com/javase/8/docs/api/java/io/InputStream.html?is-external=true;
 title="class or interface in java.io">InputStreamstream)
+Called on store load to allow the user to decode the 
previously serialized
+ state.
+
+
+
+protected ProcedureTEnvironment[]
+execute(TEnvironmentenv)
+The main code of the procedure.
+
+
+
+http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true;
 title="class or interface in java.lang">String
+getProcName()
+
+
+protected void
+rollback(TEnvironmentenv)
+The code to undo what was done by the execute() code.
+
+
+
+protected void
+serializeStateData(http://docs.oracle.com/javase/8/docs/api/java/io/OutputStream.html?is-external=true;
 title="class or interface in java.io">OutputStreamstream)
+The user-level code of the procedure may have some state to
+ persist (e.g.
+
+
+
+
+
+
+
+Methods inherited from classorg.apache.hadoop.hbase.procedure2.Procedure
+acquireLock,
 addStackIndex,
 afterReplay,
 beforeReplay,
 compareTo,
 completionCleanup,
 doAcquireLock,
 doExecute,
 doReleaseLock,
 doRollback,
 elapsedTime,
 getChildrenLatch,
 getException,
 getLastUpdate,
 getNonceKey,

[03/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/wal/ProcedureWALFormatReader.EntryIterator.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/wal/ProcedureWALFormatReader.EntryIterator.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/wal/ProcedureWALFormatReader.EntryIterator.html
index 0b1b520..44308b5 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/wal/ProcedureWALFormatReader.EntryIterator.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/wal/ProcedureWALFormatReader.EntryIterator.html
@@ -33,854 +33,840 @@
 025import org.apache.commons.logging.Log;
 026import 
org.apache.commons.logging.LogFactory;
 027import 
org.apache.hadoop.fs.FSDataInputStream;
-028import 
org.apache.hadoop.hbase.ProcedureInfo;
-029import 
org.apache.hadoop.hbase.classification.InterfaceAudience;
-030import 
org.apache.hadoop.hbase.classification.InterfaceStability;
-031import 
org.apache.hadoop.hbase.procedure2.Procedure;
-032import 
org.apache.hadoop.hbase.procedure2.ProcedureUtil;
-033import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore.ProcedureIterator;
-034import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStoreTracker;
-035import 
org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos;
-036import 
org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.ProcedureWALEntry;
-037
-038/**
-039 * Helper class that loads the procedures 
stored in a WAL
-040 */
-041@InterfaceAudience.Private
-042@InterfaceStability.Evolving
-043public class ProcedureWALFormatReader {
-044  private static final Log LOG = 
LogFactory.getLog(ProcedureWALFormatReader.class);
-045
-046  // 
==
-047  //  We read the WALs in reverse order 
from the newest to the oldest.
-048  //  We have different entry types:
-049  //   - INIT: Procedure submitted by the 
user (also known as 'root procedure')
-050  //   - INSERT: Children added to the 
procedure parentId:[childId, ...]
-051  //   - UPDATE: The specified procedure 
was updated
-052  //   - DELETE: The procedure was 
removed (finished/rolledback and result TTL expired)
-053  //
-054  // In the WAL we can find multiple 
times the same procedure as UPDATE or INSERT.
-055  // We read the WAL from top to bottom, 
so every time we find an entry of the
-056  // same procedure, that will be the 
"latest" update (Caveat: with multiple threads writing
-057  // the store, this assumption does not 
hold).
-058  //
-059  // We keep two in-memory maps:
-060  //  - localProcedureMap: is the map 
containing the entries in the WAL we are processing
-061  //  - procedureMap: is the map 
containing all the procedures we found up to the WAL in process.
-062  // localProcedureMap is merged with the 
procedureMap once we reach the WAL EOF.
-063  //
-064  // Since we are reading the WALs in 
reverse order (newest to oldest),
-065  // if we find an entry related to a 
procedure we already have in 'procedureMap' we can discard it.
-066  //
-067  // The WAL is append-only so the last 
procedure in the WAL is the one that
-068  // was in execution at the time we 
crashed/closed the server.
-069  // Given that, the procedure replay 
order can be inferred by the WAL order.
-070  //
-071  // Example:
-072  //WAL-2: [A, B, A, C, D]
-073  //WAL-1: [F, G, A, F, B]
-074  //Replay-Order: [D, C, A, B, F, 
G]
-075  //
-076  // The "localProcedureMap" keeps a 
"replayOrder" list. Every time we add the
-077  // record to the map that record is 
moved to the head of the "replayOrder" list.
-078  // Using the example above:
-079  //WAL-2 
localProcedureMap.replayOrder is [D, C, A, B]
-080  //WAL-1 
localProcedureMap.replayOrder is [F, G]
-081  //
-082  // Each time we reach the WAL-EOF, the 
"replayOrder" list is merged/appended in 'procedureMap'
-083  // so using the example above we end up 
with: [D, C, A, B] + [F, G] as replay order.
-084  //
-085  //  Fast Start: INIT/INSERT record and 
StackIDs
-086  // 
-
-087  // We have two special records, INIT 
and INSERT, that track the first time
-088  // the procedure was added to the WAL. 
We can use this information to be able
-089  // to start procedures before reaching 
the end of the WAL, or before reading all WALs.
-090  // But in some cases, the WAL with that 
record can be already gone.
-091  // As an alternative, we can use the 
stackIds on each procedure,
-092  // to identify when a procedure is 
ready to start.
-093  // If there are gaps in the sum of the 
stackIds we need to read more WALs.
-094  //
-095  // Example (all procs child of A):
-096  //   WAL-2: [A, B]   A 
stackIds = [0, 4], B stackIds = [1, 5]
-097  //   WAL-1: [A, B, C,

[16/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.DelayedProcedure.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.DelayedProcedure.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.DelayedProcedure.html
index afd9ccc..904b921 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.DelayedProcedure.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.DelayedProcedure.html
@@ -30,1916 +30,1984 @@
 022import 
org.apache.hadoop.hbase.shaded.com.google.common.base.Preconditions;
 023
 024import java.io.IOException;
-025import java.util.ArrayList;
-026import java.util.Arrays;
-027import java.util.HashSet;
-028import java.util.Iterator;
-029import java.util.List;
-030import java.util.Map;
-031import java.util.Set;
-032import 
java.util.concurrent.atomic.AtomicBoolean;
-033import 
java.util.concurrent.atomic.AtomicInteger;
-034import 
java.util.concurrent.atomic.AtomicLong;
-035import java.util.stream.Collectors;
-036import java.util.stream.Stream;
-037import 
java.util.concurrent.ConcurrentHashMap;
-038import 
java.util.concurrent.CopyOnWriteArrayList;
-039import java.util.concurrent.DelayQueue;
-040import java.util.concurrent.TimeUnit;
-041
-042import org.apache.commons.logging.Log;
-043import 
org.apache.commons.logging.LogFactory;
-044import 
org.apache.hadoop.conf.Configuration;
-045import 
org.apache.hadoop.hbase.HConstants;
-046import 
org.apache.hadoop.hbase.ProcedureInfo;
-047import 
org.apache.hadoop.hbase.classification.InterfaceAudience;
-048import 
org.apache.hadoop.hbase.classification.InterfaceStability;
-049import 
org.apache.hadoop.hbase.exceptions.IllegalArgumentIOException;
-050import 
org.apache.hadoop.hbase.procedure2.Procedure.LockState;
-051import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore;
-052import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore.ProcedureIterator;
-053import 
org.apache.hadoop.hbase.procedure2.util.DelayedUtil;
-054import 
org.apache.hadoop.hbase.procedure2.util.DelayedUtil.DelayedWithTimeout;
-055import 
org.apache.hadoop.hbase.procedure2.util.StringUtils;
-056import 
org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.ProcedureState;
-057import 
org.apache.hadoop.hbase.security.User;
-058import 
org.apache.hadoop.hbase.util.EnvironmentEdgeManager;
-059import 
org.apache.hadoop.hbase.util.NonceKey;
-060import 
org.apache.hadoop.hbase.util.Pair;
-061import 
org.apache.hadoop.hbase.util.Threads;
-062
-063/**
-064 * Thread Pool that executes the 
submitted procedures.
-065 * The executor has a ProcedureStore 
associated.
-066 * Each operation is logged and on 
restart the pending procedures are resumed.
-067 *
-068 * Unless the Procedure code throws an 
error (e.g. invalid user input)
-069 * the procedure will complete (at some 
point in time), On restart the pending
-070 * procedures are resumed and the once 
failed will be rolledback.
-071 *
-072 * The user can add procedures to the 
executor via submitProcedure(proc)
-073 * check for the finished state via 
isFinished(procId)
-074 * and get the result via 
getResult(procId)
-075 */
-076@InterfaceAudience.Private
-077@InterfaceStability.Evolving
-078public class 
ProcedureExecutorTEnvironment {
-079  private static final Log LOG = 
LogFactory.getLog(ProcedureExecutor.class);
-080
-081  public static final String 
CHECK_OWNER_SET_CONF_KEY = "hbase.procedure.check.owner.set";
-082  private static final boolean 
DEFAULT_CHECK_OWNER_SET = false;
-083
-084  public static final String 
WORKER_KEEP_ALIVE_TIME_CONF_KEY =
-085  
"hbase.procedure.worker.keep.alive.time.msec";
-086  private static final long 
DEFAULT_WORKER_KEEP_ALIVE_TIME = Long.MAX_VALUE;
-087
-088  Testing testing = null;
-089  public static class Testing {
-090protected boolean killIfSuspended = 
false;
-091protected boolean 
killBeforeStoreUpdate = false;
-092protected boolean 
toggleKillBeforeStoreUpdate = false;
-093
-094protected boolean 
shouldKillBeforeStoreUpdate() {
-095  final boolean kill = 
this.killBeforeStoreUpdate;
-096  if 
(this.toggleKillBeforeStoreUpdate) {
-097this.killBeforeStoreUpdate = 
!kill;
-098LOG.warn("Toggle KILL before 
store update to: " + this.killBeforeStoreUpdate);
-099  }
-100  return kill;
-101}
-102
-103protected boolean 
shouldKillBeforeStoreUpdate(final boolean isSuspended) {
-104  return (isSuspended  
!killIfSuspended) ? false : shouldKillBeforeStoreUpdate();
-105}
-106  }
-107
-108  public interface 
ProcedureExecutorListener {
-109void procedureLoaded(long procId);
-110void procedureAdded(long procId);
-111void procedureFinished(long 
procId);
-112  }
-113
-114  /**
-115   * Internal cleaner that removes the

[17/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureRetainer.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureRetainer.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureRetainer.html
new file mode 100644
index 000..904b921
--- /dev/null
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureRetainer.html
@@ -0,0 +1,2074 @@
+http://www.w3.org/TR/html4/loose.dtd;>
+
+
+Source code
+
+
+
+
+001/**
+002 * Licensed to the Apache Software 
Foundation (ASF) under one
+003 * or more contributor license 
agreements.  See the NOTICE file
+004 * distributed with this work for 
additional information
+005 * regarding copyright ownership.  The 
ASF licenses this file
+006 * to you under the Apache License, 
Version 2.0 (the
+007 * "License"); you may not use this file 
except in compliance
+008 * with the License.  You may obtain a 
copy of the License at
+009 *
+010 * 
http://www.apache.org/licenses/LICENSE-2.0
+011 *
+012 * Unless required by applicable law or 
agreed to in writing, software
+013 * distributed under the License is 
distributed on an "AS IS" BASIS,
+014 * WITHOUT WARRANTIES OR CONDITIONS OF 
ANY KIND, either express or implied.
+015 * See the License for the specific 
language governing permissions and
+016 * limitations under the License.
+017 */
+018
+019package 
org.apache.hadoop.hbase.procedure2;
+020
+021import 
org.apache.hadoop.hbase.shaded.com.google.common.annotations.VisibleForTesting;
+022import 
org.apache.hadoop.hbase.shaded.com.google.common.base.Preconditions;
+023
+024import java.io.IOException;
+025import java.io.InputStream;
+026import java.io.OutputStream;
+027import java.util.ArrayList;
+028import java.util.Arrays;
+029import java.util.HashSet;
+030import java.util.Iterator;
+031import java.util.List;
+032import java.util.Map;
+033import java.util.Objects;
+034import java.util.Set;
+035import 
java.util.concurrent.atomic.AtomicBoolean;
+036import 
java.util.concurrent.atomic.AtomicInteger;
+037import 
java.util.concurrent.atomic.AtomicLong;
+038import java.util.stream.Collectors;
+039import java.util.stream.Stream;
+040import 
java.util.concurrent.ConcurrentHashMap;
+041import 
java.util.concurrent.CopyOnWriteArrayList;
+042import java.util.concurrent.DelayQueue;
+043import java.util.concurrent.TimeUnit;
+044
+045import org.apache.commons.logging.Log;
+046import 
org.apache.commons.logging.LogFactory;
+047import 
org.apache.hadoop.conf.Configuration;
+048import 
org.apache.hadoop.hbase.HConstants;
+049import 
org.apache.hadoop.hbase.classification.InterfaceAudience;
+050import 
org.apache.hadoop.hbase.classification.InterfaceStability;
+051import 
org.apache.hadoop.hbase.exceptions.IllegalArgumentIOException;
+052import 
org.apache.hadoop.hbase.procedure2.Procedure.LockState;
+053import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore;
+054import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore.ProcedureIterator;
+055import 
org.apache.hadoop.hbase.procedure2.util.DelayedUtil;
+056import 
org.apache.hadoop.hbase.procedure2.util.DelayedUtil.DelayedWithTimeout;
+057import 
org.apache.hadoop.hbase.procedure2.util.StringUtils;
+058import 
org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.ProcedureState;
+059import 
org.apache.hadoop.hbase.security.User;
+060import 
org.apache.hadoop.hbase.util.EnvironmentEdgeManager;
+061import 
org.apache.hadoop.hbase.util.NonceKey;
+062import 
org.apache.hadoop.hbase.util.Threads;
+063
+064/**
+065 * Thread Pool that executes the 
submitted procedures.
+066 * The executor has a ProcedureStore 
associated.
+067 * Each operation is logged and on 
restart the pending procedures are resumed.
+068 *
+069 * Unless the Procedure code throws an 
error (e.g. invalid user input)
+070 * the procedure will complete (at some 
point in time), On restart the pending
+071 * procedures are resumed and the once 
failed will be rolledback.
+072 *
+073 * The user can add procedures to the 
executor via submitProcedure(proc)
+074 * check for the finished state via 
isFinished(procId)
+075 * and get the result via 
getResult(procId)
+076 */
+077@InterfaceAudience.Private
+078@InterfaceStability.Evolving
+079public class 
ProcedureExecutorTEnvironment {
+080  private static final Log LOG = 
LogFactory.getLog(ProcedureExecutor.class);
+081
+082  public static final String 
CHECK_OWNER_SET_CONF_KEY = "hbase.procedure.check.owner.set";
+083  private static final boolean 
DEFAULT_CHECK_OWNER_SET = false;
+084
+085  public static final String 
WORKER_KEEP_ALIVE_TIME_CONF_KEY =
+086  
"hbase.procedure.worker.keep.alive.time.msec";
+087  private static final long 
DEFAULT_WORKER_KEEP_ALIVE_TIME = Long.MAX_VALUE;

[02/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/wal/ProcedureWALFormatReader.WalProcedureMap.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/wal/ProcedureWALFormatReader.WalProcedureMap.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/wal/ProcedureWALFormatReader.WalProcedureMap.html
index 0b1b520..44308b5 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/wal/ProcedureWALFormatReader.WalProcedureMap.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/wal/ProcedureWALFormatReader.WalProcedureMap.html
@@ -33,854 +33,840 @@
 025import org.apache.commons.logging.Log;
 026import 
org.apache.commons.logging.LogFactory;
 027import 
org.apache.hadoop.fs.FSDataInputStream;
-028import 
org.apache.hadoop.hbase.ProcedureInfo;
-029import 
org.apache.hadoop.hbase.classification.InterfaceAudience;
-030import 
org.apache.hadoop.hbase.classification.InterfaceStability;
-031import 
org.apache.hadoop.hbase.procedure2.Procedure;
-032import 
org.apache.hadoop.hbase.procedure2.ProcedureUtil;
-033import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore.ProcedureIterator;
-034import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStoreTracker;
-035import 
org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos;
-036import 
org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.ProcedureWALEntry;
-037
-038/**
-039 * Helper class that loads the procedures 
stored in a WAL
-040 */
-041@InterfaceAudience.Private
-042@InterfaceStability.Evolving
-043public class ProcedureWALFormatReader {
-044  private static final Log LOG = 
LogFactory.getLog(ProcedureWALFormatReader.class);
-045
-046  // 
==
-047  //  We read the WALs in reverse order 
from the newest to the oldest.
-048  //  We have different entry types:
-049  //   - INIT: Procedure submitted by the 
user (also known as 'root procedure')
-050  //   - INSERT: Children added to the 
procedure parentId:[childId, ...]
-051  //   - UPDATE: The specified procedure 
was updated
-052  //   - DELETE: The procedure was 
removed (finished/rolledback and result TTL expired)
-053  //
-054  // In the WAL we can find multiple 
times the same procedure as UPDATE or INSERT.
-055  // We read the WAL from top to bottom, 
so every time we find an entry of the
-056  // same procedure, that will be the 
"latest" update (Caveat: with multiple threads writing
-057  // the store, this assumption does not 
hold).
-058  //
-059  // We keep two in-memory maps:
-060  //  - localProcedureMap: is the map 
containing the entries in the WAL we are processing
-061  //  - procedureMap: is the map 
containing all the procedures we found up to the WAL in process.
-062  // localProcedureMap is merged with the 
procedureMap once we reach the WAL EOF.
-063  //
-064  // Since we are reading the WALs in 
reverse order (newest to oldest),
-065  // if we find an entry related to a 
procedure we already have in 'procedureMap' we can discard it.
-066  //
-067  // The WAL is append-only so the last 
procedure in the WAL is the one that
-068  // was in execution at the time we 
crashed/closed the server.
-069  // Given that, the procedure replay 
order can be inferred by the WAL order.
-070  //
-071  // Example:
-072  //WAL-2: [A, B, A, C, D]
-073  //WAL-1: [F, G, A, F, B]
-074  //Replay-Order: [D, C, A, B, F, 
G]
-075  //
-076  // The "localProcedureMap" keeps a 
"replayOrder" list. Every time we add the
-077  // record to the map that record is 
moved to the head of the "replayOrder" list.
-078  // Using the example above:
-079  //WAL-2 
localProcedureMap.replayOrder is [D, C, A, B]
-080  //WAL-1 
localProcedureMap.replayOrder is [F, G]
-081  //
-082  // Each time we reach the WAL-EOF, the 
"replayOrder" list is merged/appended in 'procedureMap'
-083  // so using the example above we end up 
with: [D, C, A, B] + [F, G] as replay order.
-084  //
-085  //  Fast Start: INIT/INSERT record and 
StackIDs
-086  // 
-
-087  // We have two special records, INIT 
and INSERT, that track the first time
-088  // the procedure was added to the WAL. 
We can use this information to be able
-089  // to start procedures before reaching 
the end of the WAL, or before reading all WALs.
-090  // But in some cases, the WAL with that 
record can be already gone.
-091  // As an alternative, we can use the 
stackIds on each procedure,
-092  // to identify when a procedure is 
ready to start.
-093  // If there are gaps in the sum of the 
stackIds we need to read more WALs.
-094  //
-095  // Example (all procs child of A):
-096  //   WAL-2: [A, B]   A 
stackIds = [0, 4], B stackIds = [1, 5]
-097  //   WAL-1:

[43/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html
 
b/devapidocs/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html
index e1de213..cc57c38 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html
@@ -527,7 +527,7 @@ extends Procedure
-addStackIndex,
 afterReplay,
 beforeReplay,
 compareTo,
 completionCleanup,
 doAcquireLock,
 doExecute,
 d
 oReleaseLock, doRollback,
 elapsedTime,
 getChildrenLatch,
 getException,
 getLastUpdate,
 getNonceKey,
 getOwner,
 getParentProcId,
 getProcId, getProcIdHashCode,
 getResult,
 getRootProcedureId,
 getRootProcId,
 getStackIndexes,
 getState,
 getSubmittedTime,
 getTimeout,
 <
 a 
href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#getTimeoutTimestamp--">getTimeoutTimestamp,
 hasChildren,
 hasException,
 hasOwner,
 hasParent,
 hasTimeout,
 haveSameParent,
 incChildrenLatch,
 isFailed,
 isFinished,
 isInitializing,
 isRunnable,
 isSuccess,
 isWaiting,
 removeStackIndex,
 setAbortFailure,
 s
 etChildrenLatch, setFailure,
 setFailure,
 setLastUpdate,
 setNonceKey,
 setOwner,
 setOwner,
 setParentProcId,
 setProcId,
 setResult,
 setRootProcId,
 setStackIndexes,
 setState,
 setSubmittedTime,
 setTimeout,
 setTimeoutFailure,
 shouldWaitClientAck,
 toString,
 toStringClass,
 toStringDetails,
 toStringSimpleSB,
 updateMetricsOnFinish,
 updateMetricsOnSubmit,
 updateTimestamp,
 
 wasExecuted
+addStackIndex,
 afterReplay,
 beforeReplay,
 compareTo,
 completionCleanup,
 doAcquireLock,
 doExecute,
 d
 oReleaseLock, doRollback,
 elapsedTime,
 getChildrenLatch,
 getException,
 getLastUpdate,
 getNonceKey,
 getOwner,
 getParentProcId,
 getProcId, getProcIdHashCode,
 getProcName,
 getResult,
 getRootProcedureId,
 getRootProcId,
 getStackIndexes,
 getState,
 getSubmittedTime,
  getTimeout,
 getTimeoutTimestamp,
 hasChildren,
 hasException,
 hasOwner,
 hasParent,
 hasTimeout,
 haveSameParent,
 incChildrenLatch,
 isFailed,
 isFinished,
 isInitializing,
 isRunnable,
 isSuccess,
 isWaiting,
 removeStackIndex,
 setAbortFailu
 re, setChildrenLatch,
 setFailure,
 setFailure,
 setLastUpdate,
 setNonceKey,
 setOwner,
 setOwner,
 setParentProcId,
 setProcId,
 setResult,
 setRootProcId,
 setStackIndexes,
 setState,
 setSubmittedTime,
 setTimeout,
 setTimeoutFailure,
 shouldWaitClientAck,
 toString,
 toStringClass,
 toStringDetails,
 toStringSimpleSB,
 updateMetricsOnFinish,
 updateMetricsOnSubmit,
 updateTimestamp,
 wasExecuted
 
 
 
@@ -941,7 +941,7 @@ extends Procedure.execute(Object).
  It calls Procedure.releaseLock(Object)
 after the call to execute.
- 
+
  If you need to hold the lock for the life of the Procdure -- i.e. you do 
not
  want any other Procedure interfering while this Procedure is running, see
  Procedure.holdLock(Object).

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html 
b/devapidocs/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html
index c5143ca..b90fbf0 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html
@@ -335,7 +335,7 @@ extends Procedure
-addStackIndex,
 afterReplay,
 beforeReplay,
 compareTo,
 completionCleanup,
 doAcquireLock,
 doExecute,
 d
 oReleaseLock, doRollback,
 elapsedTime,
 getChildrenLatch,
 getException,
 getLastUpdate,
 getNonceKey,
 getOwner,
 getParentProcId,
 getProcedureMetrics, getProcId,
 getProcIdHashCode,
 getResult,
 getRootProcedureId,
 getRootProcId,
 getStackIndexes,
 getState,
 getSubmittedTime, getTimeout,
 getTimeoutTimestamp,
 hasChildren,
 hasException,
 hasOwner,
 hasParent,
 hasTimeout,
 haveSameParent, href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#incChildrenLatch--">incChildrenLatch,
 > href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#isFailed--">isFailed,
 > href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#isFinished--">isFinished,
 > href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#isInitializing--">isInitializing,
 > href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#isRunnable--">isRunnable,
 > href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#isSuccess--">isSuccess,
 >

[31/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureInMemoryChore.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureInMemoryChore.html 
b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureInMemoryChore.html
index 2bbddf9..7326fea 100644
--- a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureInMemoryChore.html
+++ b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureInMemoryChore.html
@@ -243,7 +243,7 @@ extends Procedure
-acquireLock,
 addStackIndex,
 afterReplay,
 beforeReplay,
 compareTo,
 completionCleanup,
 doAcquireLock,
 doExecute,
 doReleaseLock,
 doRollback,
 elapsedTime,
 getChildrenLatch,
 getException,
 getLastUpdate,
 getNonceKey,
 getOwner,
 getParentProcId,
 getProcedureMetrics,
 getProcId,
 getProcIdHashCode,
 getResult,
 getRootProcedureId,
 getRootProcId,
 getStackIndexes,
 getState,
 getSubmittedTime, getTimeout,
 getTimeoutTimestamp,
 hasChildren,
 hasException,
 hasLock,
 hasOwner,
 hasParent,
 hasTimeout,
 haveSameParent,
 holdLock,
 incChildrenLatch,
 isFailed,
 isFinished,
 isInitializing,
 isRunnable,
 isSuccess,
 isWaiting,
 isYieldAfterExecutionStep,
 releaseLock,
 removeStackIndex,
 setAbortFailure,
 setChildrenLatch,
 setFailure,
 setFailure,
 setLastUpdate, setNonceKey,
 setOwner,
 setOwner,
 setParentProcId,
 setProcId,
 setResult,
 setRootProcId,
 setStackIndexes, setState,
 setSubmittedTime,
 setTimeout,
 setTimeoutFailure,
 shouldWaitClientAck,
 toString,
 toStringClass,
 toStringClassDetails, toStringDetails,
 toStringSimpleSB,
 toStringState,
 tryRunnable,
 updateMetricsOnFinish,
 updateMetricsOnSubmit,
 updateTimestamp,
 wasExecuted
+acquireLock,
 addStackIndex,
 afterReplay,
 beforeReplay,
 compareTo,
 completionCleanup,
 doAcquireLock,
 doExecute,
 doReleaseLock,
 doRollback,
 elapsedTime,
 getChildrenLatch,
 getException,
 getLastUpdate,
 getNonceKey,
 getOwner,
 getParentProcId,
 getProcedureMetrics,
 getProcId,
 getProcIdHashCode,
 getProcName,
 getResult,
 getRootProcedureId,
 getRootProcId,
 getStackIndexes,
 getState, getSubmittedTime,
 getTimeout,
 getTimeoutTimestamp,
 hasChildren,
 hasException,
 hasLock,
 hasOwner,
 hasParent,
 hasTimeout, haveSameParent,
 holdLock,
 incChildrenLatch,
 isFailed,
 isFinished,
 isInitializing,
 isRunnable,
 isSuccess,
 isWaiting,
 isYieldAfterExecutionStep,
 releaseLock,
 removeStackIndex,
 setAbortFailure,
 setChildrenLatch,
 setFailure,
 setFailure, setLastUpdate,
 setNonceKey,
 setOwner,
 setOwner,
 setParentProcId,
 setProcId,
 setResult,
 setRootProcId, setStackIndexes,
 setState,
 setSubmittedTime,
 setTimeout,
 setTimeoutFailure,
 shouldWaitClientAck,
 toString,
 toS
 tringClass, toStringClassDetails,
 toStringDetails,
 toStringSimpleSB,
 toStringState,
 tryRunnable,
 updateMetricsOnFinish,
 updateMetricsOnSubmit,
 updateTimestamp, wasExecuted
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/org/apache/hadoop/hbase/procedure2/SequentialProcedure.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/procedure2/SequentialProcedure.html 
b/devapidocs/org/apache/hadoop/hbase/procedure2/SequentialProcedure.html
index 1dc865f..51f34d2 100644
--- a/devapidocs/org/apache/hadoop/hbase/procedure2/SequentialProcedure.html
+++ b/devapidocs/org/apache/hadoop/hbase/procedure2/SequentialProcedure.html
@@ -238,7 +238,7 @@ extends Procedure
-abort,
 acquireLock,
 addStackIndex,
 afterReplay,
 beforeReplay,
 compareTo,
 completionCleanup,
 doAcquireLock,
 doReleaseLock,
 elapsedTime,
 execute,
 getChildrenLatch,
 getException,
 getLastUpdate,
 getNonceKey,
 getOwner,
 getParentProcId,
 getProcedureMetrics,
 getProcId,
 getProcIdHashCode,
 getResult,
 getRootProcedureId,
 getRootProcId,
 getStackIndexes,
 getState,
 getSubmittedTime, getTimeout,
 getTimeoutTimestamp,
 hasChildren,
 hasException,
 hasLock,
 hasOwner,
 hasParent,
 hasTimeout,
 haveSameParent,
 holdLock,
 incChildrenLatch,
 isFailed,
 isFinished,
 isInitializing,
 isRunnable,
 isSuccess,
 isWaiting,
 isYieldAfterExecutionStep,
 releaseLock,
 removeStackIndex,
 rollback,
 setAbortFailure,
 setChildrenLatch,
 setFailure,
 setFailure, setLastUpdate,
 setNonceKey,
 setOwner,
 setOwner,
 setParentProcId,
 setProcId,
 setResult,
 setRootProcId,
 setStackIndexes,
 setState,
 setSubmittedTime,
 setTimeout,
 setTimeoutFailure,
 shouldWaitClientAck,
 toString,
 toStringCla
 ss, toStringClassDetails,
 toStringDetails,
 toStringSimpleSB,
 toStringState,
 tryRunnable,
 updateMetricsOnFinish,
 updateMetricsOnSubmit,
 updateTimestamp, wasExecuted
+abort,
 acquireLock,
 addStackIndex,
 afterReplay,
 beforeReplay,
 compareTo,
 completionCleanup,
 doAcquireLock,
 doReleaseLock,
 elapsedTime,
 execute,
 getChildrenLatch,
 getException,
 getLastUpdate,
 getNonceKey,
 getOwner,
 getParentProcId,
 getProcedureMetrics,

[09/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html
index afd9ccc..904b921 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html
@@ -30,1916 +30,1984 @@
 022import 
org.apache.hadoop.hbase.shaded.com.google.common.base.Preconditions;
 023
 024import java.io.IOException;
-025import java.util.ArrayList;
-026import java.util.Arrays;
-027import java.util.HashSet;
-028import java.util.Iterator;
-029import java.util.List;
-030import java.util.Map;
-031import java.util.Set;
-032import 
java.util.concurrent.atomic.AtomicBoolean;
-033import 
java.util.concurrent.atomic.AtomicInteger;
-034import 
java.util.concurrent.atomic.AtomicLong;
-035import java.util.stream.Collectors;
-036import java.util.stream.Stream;
-037import 
java.util.concurrent.ConcurrentHashMap;
-038import 
java.util.concurrent.CopyOnWriteArrayList;
-039import java.util.concurrent.DelayQueue;
-040import java.util.concurrent.TimeUnit;
-041
-042import org.apache.commons.logging.Log;
-043import 
org.apache.commons.logging.LogFactory;
-044import 
org.apache.hadoop.conf.Configuration;
-045import 
org.apache.hadoop.hbase.HConstants;
-046import 
org.apache.hadoop.hbase.ProcedureInfo;
-047import 
org.apache.hadoop.hbase.classification.InterfaceAudience;
-048import 
org.apache.hadoop.hbase.classification.InterfaceStability;
-049import 
org.apache.hadoop.hbase.exceptions.IllegalArgumentIOException;
-050import 
org.apache.hadoop.hbase.procedure2.Procedure.LockState;
-051import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore;
-052import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore.ProcedureIterator;
-053import 
org.apache.hadoop.hbase.procedure2.util.DelayedUtil;
-054import 
org.apache.hadoop.hbase.procedure2.util.DelayedUtil.DelayedWithTimeout;
-055import 
org.apache.hadoop.hbase.procedure2.util.StringUtils;
-056import 
org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.ProcedureState;
-057import 
org.apache.hadoop.hbase.security.User;
-058import 
org.apache.hadoop.hbase.util.EnvironmentEdgeManager;
-059import 
org.apache.hadoop.hbase.util.NonceKey;
-060import 
org.apache.hadoop.hbase.util.Pair;
-061import 
org.apache.hadoop.hbase.util.Threads;
-062
-063/**
-064 * Thread Pool that executes the 
submitted procedures.
-065 * The executor has a ProcedureStore 
associated.
-066 * Each operation is logged and on 
restart the pending procedures are resumed.
-067 *
-068 * Unless the Procedure code throws an 
error (e.g. invalid user input)
-069 * the procedure will complete (at some 
point in time), On restart the pending
-070 * procedures are resumed and the once 
failed will be rolledback.
-071 *
-072 * The user can add procedures to the 
executor via submitProcedure(proc)
-073 * check for the finished state via 
isFinished(procId)
-074 * and get the result via 
getResult(procId)
-075 */
-076@InterfaceAudience.Private
-077@InterfaceStability.Evolving
-078public class 
ProcedureExecutorTEnvironment {
-079  private static final Log LOG = 
LogFactory.getLog(ProcedureExecutor.class);
-080
-081  public static final String 
CHECK_OWNER_SET_CONF_KEY = "hbase.procedure.check.owner.set";
-082  private static final boolean 
DEFAULT_CHECK_OWNER_SET = false;
-083
-084  public static final String 
WORKER_KEEP_ALIVE_TIME_CONF_KEY =
-085  
"hbase.procedure.worker.keep.alive.time.msec";
-086  private static final long 
DEFAULT_WORKER_KEEP_ALIVE_TIME = Long.MAX_VALUE;
-087
-088  Testing testing = null;
-089  public static class Testing {
-090protected boolean killIfSuspended = 
false;
-091protected boolean 
killBeforeStoreUpdate = false;
-092protected boolean 
toggleKillBeforeStoreUpdate = false;
-093
-094protected boolean 
shouldKillBeforeStoreUpdate() {
-095  final boolean kill = 
this.killBeforeStoreUpdate;
-096  if 
(this.toggleKillBeforeStoreUpdate) {
-097this.killBeforeStoreUpdate = 
!kill;
-098LOG.warn("Toggle KILL before 
store update to: " + this.killBeforeStoreUpdate);
-099  }
-100  return kill;
-101}
-102
-103protected boolean 
shouldKillBeforeStoreUpdate(final boolean isSuspended) {
-104  return (isSuspended  
!killIfSuspended) ? false : shouldKillBeforeStoreUpdate();
-105}
-106  }
-107
-108  public interface 
ProcedureExecutorListener {
-109void procedureLoaded(long procId);
-110void procedureAdded(long procId);
-111void procedureFinished(long 
procId);
-112  }
-113
-114  /**
-115   * Internal cleaner that removes the 
completed

[42/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/org/apache/hadoop/hbase/master/locking/LockProcedure.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/locking/LockProcedure.html 
b/devapidocs/org/apache/hadoop/hbase/master/locking/LockProcedure.html
index a1aba91..2002389 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/locking/LockProcedure.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/locking/LockProcedure.html
@@ -491,7 +491,7 @@ implements Procedure
-addStackIndex,
 afterReplay,
 compareTo,
 completionCleanup,
 doAcquireLock,
 doExecute,
 doReleaseLock,
 do
 Rollback, elapsedTime,
 getChildrenLatch,
 getException,
 getLastUpdate,
 getNonceKey,
 getOwner,
 getParentProcId,
 getProcedureMetrics,
 getProcId, getProcIdHashCode,
 getResult,
 getRootProcedureId,
 getRootProcId,
 getStackIndexes,
 getState,
 getSubmittedTime,
 get
 Timeout, getTimeoutTimestamp,
 hasChildren,
 hasException,
 hasOwner,
 hasParent,
 hasTimeout,
 haveSameParent,
 incChildrenLatch,
 <
 a 
href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#isFailed--">isFailed,
 isFinished,
 isInitializing,
 isRunnable,
 isSuccess,
 isWaiting,
 isYieldAfterExecutionStep,
 removeStackIndex,
 setAbortFailure, setChildrenLatch,
 setFailure,
 setFailure,
 setLastUpdate,
 setNonceKey,
 setOwner,
 setOwner, setParentProcId,
 setProcId,
 setResult,
 setRootProcId,
 setStackIndexes,
 setState,
 setSubmittedTime,
 setTimeout, shouldWaitClientAck,
 toString,
 toStringClass,
 toStringDetails,
 toStringSimpleSB,
 toStringState,
 updateMetricsOnFinish,
 updateMetricsOnSubmit, updateTimestamp,
 wasExecuted
+addStackIndex,
 afterReplay,
 compareTo,
 completionCleanup,
 doAcquireLock,
 doExecute,
 doReleaseLock,
 do
 Rollback, elapsedTime,
 getChildrenLatch,
 getException,
 getLastUpdate,
 getNonceKey,
 getOwner,
 getParentProcId,
 getProcedureMetrics,
 getProcId, getProcIdHashCode,
 getProcName,
 getResult,
 getRootProcedureId,
 getRootProcId,
 getStackIndexes,
 getState,
 getSubm
 ittedTime, getTimeout,
 getTimeoutTimestamp,
 hasChildren,
 hasException,
 hasOwner,
 hasParent,
 hasTimeout,
 haveSameParent,
 incChildrenLatch,
 isFailed,
 isFinished,
 isInitializing,
 isRunnable,
 isSuccess,
 isWaiting,
 isYieldAfterExecutionStep,
 r
 emoveStackIndex, setAbortFailure,
 setChildrenLatch,
 setFailure,
 setFailure,
 setLastUpdate,
 setNonceKey,
 setOwner,
 setOwner,
 setParentProcId,
 setProcId,
 setResult,
 setRootProcId,
 setStackIndexes,
 setState,
 setSubmittedTime, setTimeout,
 shouldWaitClientAck,
 toString,
 toStringClass,
 toStringDetails,
 toStringSimpleSB,
 toStringState,
 updateMetr
 icsOnFinish, updateMetricsOnSubmit,
 updateTimestamp,
 wasExecuted
 
 
 
@@ -1007,7 +1007,7 @@ implements Procedure.execute(Object).
  It calls Procedure.releaseLock(Object)
 after the call to execute.
- 
+
  If you need to hold the lock for the life of the Procdure -- i.e. you do 
not
  want any other Procedure interfering while this Procedure is running, see
  Procedure.holdLock(Object).

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/org/apache/hadoop/hbase/master/package-tree.html
--
diff --git a/devapidocs/org/apache/hadoop/hbase/master/package-tree.html 
b/devapidocs/org/apache/hadoop/hbase/master/package-tree.html
index 3f8657d..c9e6133 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/package-tree.html
@@ -312,11 +312,11 @@
 
 java.lang.http://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true;
 title="class or interface in java.lang">EnumE (implements java.lang.http://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true;
 title="class or interface in java.lang">ComparableT, java.io.http://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true;
 title="class or interface in java.io">Serializable)
 
-org.apache.hadoop.hbase.master.RegionState.State
+org.apache.hadoop.hbase.master.SplitLogManager.TerminationStatus
 org.apache.hadoop.hbase.master.MasterRpcServices.BalanceSwitchMode
 org.apache.hadoop.hbase.master.SplitLogManager.ResubmitDirective
-org.apache.hadoop.hbase.master.SplitLogManager.TerminationStatus
 org.apache.hadoop.hbase.master.MetricsMasterSourceFactoryImpl.FactoryStorage
+org.apache.hadoop.hbase.master.RegionState.State
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineNamespaceProcedure.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineNamespaceProcedure.html
 
b/devapidocs/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineNamespaceProcedure.html
index a407ae2..8bd3e49

[41/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/org/apache/hadoop/hbase/master/procedure/AddColumnFamilyProcedure.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/procedure/AddColumnFamilyProcedure.html
 
b/devapidocs/org/apache/hadoop/hbase/master/procedure/AddColumnFamilyProcedure.html
index 3730335..c820caa 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/master/procedure/AddColumnFamilyProcedure.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/procedure/AddColumnFamilyProcedure.html
@@ -402,7 +402,7 @@ extends Procedure
-addStackIndex,
 afterReplay,
 beforeReplay,
 compareTo,
 doAcquireLock,
 doExecute,
 doReleaseLock,
 doRollback, elapsedTime,
 getChildrenLatch,
 getException,
 getLastUpdate,
 getNonceKey,
 getOwner,
 getParentProcId,
 getProcedureMetrics,
 getProcId, getProcIdHashCode,
 getResult,
 getRootProcedureId,
 getRootProcId,
 getStackIndexes,
 getState,
 getSubmittedTime,
 getTimeout, href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#getTimeoutTimestamp--">getTimeoutTimestamp,
 > href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#hasChildren--">hasChildren,
 > href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#hasException--">hasException,
 > href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#hasLock-TEnvironment-">hasLock,
 > href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#hasOwner--">hasOwner,
 > href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#hasParent--">hasParent,
 > href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#hasTimeout--">hasTimeout,
 > href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#haveSameParent-org.apache.hadoop.hbase.procedure2.Procedure-org.apache.hadoop.hbase.procedure2.Procedure-">haveSameParent,
 > holdLock,
 incChildrenLatch,
 isFailed,
 isFinished,
 isInitializing,
 isRunnable,
 isSuccess,
 isWaiting,
 removeStackIndex,
 setAbortFailure,
 setChildrenLatch,
 setFailure,
 setFailure,
 setLastUpdate,
 setNonceKey,
 setOwner,
 setOwner,
 setParentProcId,
 setProcId,
 setResult,
 setRootProcId,
 setStackIndexes,
 setState,
 setSubmittedTime,
 setTimeout,
 setTimeoutFailure,
 shouldWaitClientAck,
 toString,
 toStringClass,
 toStringDetails,
 toStringSimpleSB,
 updateMetricsOnFinish,
 updateMetricsOnSubmit,
 updateTimestamp,
 wasExecuted
+addStackIndex,
 afterReplay,
 beforeReplay,
 compareTo,
 doAcquireLock,
 doExecute,
 doReleaseLock,
 doRollback, elapsedTime,
 getChildrenLatch,
 getException,
 getLastUpdate,
 getNonceKey,
 getOwner,
 getParentProcId,
 getProcedureMetrics,
 getProcId, getProcIdHashCode,
 getProcName,
 getResult,
 getRootProcedureId,
 getRootProcId,
 getStackIndexes,
 getState,
 getSubmittedTime<
 /a>, getTimeout,
 getTimeoutTimestamp,
 hasChildren,
 hasException,
 hasLock,
 hasOwner,
 hasParent,
 hasTimeout,
 haveSameParent,
 holdLock,
 incChildrenLatch,
 isFailed,
 isFinished,
 isInitializing,
 isRunnable,
 isSuccess,
 isWaiting,
 removeStackIndex,
 setAbortFailure,
 setChildrenLatch,
 setFailure,
 setFailure,
 setLastUpdate,
 setNonceKey,
 setOwner, setOwner,
 setParentProcId,
 setProcId,
 setResult,
 setRootProcId,
 setStackIndexes,
 setState,
 setSubmittedTime,
 setTimeout,
 setTimeoutFailure,
 shouldWaitClientAck,
 toString,
 toStringClass,
 toStringDetails,
 toStringSimpleSB,
 updateMetricsOnFinish,
 updateMetricsOnSubmit,
 updateTimestamp,
 wasExecuted
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/org/apache/hadoop/hbase/master/procedure/CloneSnapshotProcedure.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/procedure/CloneSnapshotProcedure.html
 
b/devapidocs/org/apache/hadoop/hbase/master/procedure/CloneSnapshotProcedure.html
index ed7f62c..e1dfc29 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/master/procedure/CloneSnapshotProcedure.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/procedure/CloneSnapshotProcedure.html
@@ -411,7 +411,7 @@ extends Procedure
-addStackIndex,
 afterReplay,
 beforeReplay,
 compareTo,
 completionCleanup,
 doAcquireLock,
 doExecute,
 d
 oReleaseLock, doRollback,
 elapsedTime,
 getChildrenLatch,
 getException,
 getLastUpdate,
 getNonceKey,
 getOwner,
 getParentProcId,
 getProcedureMetrics, getProcId,
 getProcIdHashCode,
 getResult,
 getRootProcedureId,
 getRootProcId,
 getStackIndexes,
 getState,
 getSubmittedTime, getTimeout,
 getTimeoutTimestamp,
 hasChildren,
 hasException,
 hasLock,
 hasOwner,
 hasParent,
 hasTimeout,
 haveSameParent,
 holdLock,
 incChildrenLatch,
 isFailed,
 isFinished,
 isInitializing,
 isRunnable,
 isSuccess,
 isWaiting,
 removeStackIndex,
 setAbortFailure,
 setChildrenLatch,
 setFailure,
 setFailure,
 setLastUpdate,
 setNonceKey,
 setOwner, 
setOwner,
 setParentProcId,

hbase-site git commit: INFRA-10751 Empty commit

2017-07-24 Thread git-site-role

Repository: hbase-site
Updated Branches:
  refs/heads/asf-site 2d5075d77 -> 61500d59b


INFRA-10751 Empty commit


Project: http://git-wip-us.apache.org/repos/asf/hbase-site/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase-site/commit/61500d59
Tree: http://git-wip-us.apache.org/repos/asf/hbase-site/tree/61500d59
Diff: http://git-wip-us.apache.org/repos/asf/hbase-site/diff/61500d59

Branch: refs/heads/asf-site
Commit: 61500d59bec5678d75af262c38f11a590151f389
Parents: 2d5075d
Author: jenkins 
Authored: Mon Jul 24 19:08:06 2017 +
Committer: jenkins 
Committed: Mon Jul 24 19:08:06 2017 +

--

--

[21/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/ProcedureSyncWait.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/ProcedureSyncWait.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/ProcedureSyncWait.html
index 7af3762..9837a0e 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/ProcedureSyncWait.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/ProcedureSyncWait.html
@@ -40,208 +40,207 @@
 032import 
org.apache.hadoop.hbase.CoordinatedStateException;
 033import 
org.apache.hadoop.hbase.HRegionInfo;
 034import 
org.apache.hadoop.hbase.NotAllMetaRegionsOnlineException;
-035import 
org.apache.hadoop.hbase.ProcedureInfo;
-036import 
org.apache.hadoop.hbase.classification.InterfaceAudience;
-037import 
org.apache.hadoop.hbase.classification.InterfaceStability;
-038import 
org.apache.hadoop.hbase.exceptions.TimeoutIOException;
-039import 
org.apache.hadoop.hbase.master.assignment.RegionStates;
-040import 
org.apache.hadoop.hbase.procedure2.Procedure;
-041import 
org.apache.hadoop.hbase.procedure2.ProcedureExecutor;
-042import 
org.apache.hadoop.hbase.quotas.MasterQuotaManager;
-043import 
org.apache.hadoop.hbase.util.EnvironmentEdgeManager;
-044
-045/**
-046 * Helper to synchronously wait on 
conditions.
-047 * This will be removed in the future 
(mainly when the AssignmentManager will be
-048 * replaced with a Procedure version) by 
using ProcedureYieldException,
-049 * and the queue will handle waiting and 
scheduling based on events.
-050 */
-051@InterfaceAudience.Private
-052@InterfaceStability.Evolving
-053public final class ProcedureSyncWait {
-054  private static final Log LOG = 
LogFactory.getLog(ProcedureSyncWait.class);
-055
-056  private ProcedureSyncWait() {}
-057
-058  @InterfaceAudience.Private
-059  public interface PredicateT {
-060T evaluate() throws IOException;
-061  }
-062
-063  private static class ProcedureFuture 
implements Futurebyte[] {
-064  private final 
ProcedureExecutorMasterProcedureEnv procExec;
-065  private final long procId;
-066
-067  private boolean hasResult = 
false;
-068  private byte[] result = null;
-069
-070  public 
ProcedureFuture(ProcedureExecutorMasterProcedureEnv procExec, long 
procId) {
-071this.procExec = procExec;
-072this.procId = procId;
-073  }
-074
-075  @Override
-076  public boolean cancel(boolean 
mayInterruptIfRunning) { return false; }
-077
-078  @Override
-079  public boolean isCancelled() { 
return false; }
-080
-081  @Override
-082  public boolean isDone() { return 
hasResult; }
-083
-084  @Override
-085  public byte[] get() throws 
InterruptedException, ExecutionException {
-086if (hasResult) return result;
-087try {
-088  return 
waitForProcedureToComplete(procExec, procId, Long.MAX_VALUE);
-089} catch (Exception e) {
-090  throw new 
ExecutionException(e);
-091}
-092  }
-093
-094  @Override
-095  public byte[] get(long timeout, 
TimeUnit unit)
-096  throws InterruptedException, 
ExecutionException, TimeoutException {
-097if (hasResult) return result;
-098try {
-099  result = 
waitForProcedureToComplete(procExec, procId, unit.toMillis(timeout));
-100  hasResult = true;
-101  return result;
-102} catch (TimeoutIOException e) 
{
-103  throw new 
TimeoutException(e.getMessage());
-104} catch (Exception e) {
-105  throw new 
ExecutionException(e);
-106}
-107  }
-108}
-109
-110  public static Futurebyte[] 
submitProcedure(final ProcedureExecutorMasterProcedureEnv procExec,
-111  final Procedure proc) {
-112if (proc.isInitializing()) {
-113  procExec.submitProcedure(proc);
-114}
-115return new ProcedureFuture(procExec, 
proc.getProcId());
-116  }
-117
-118  public static byte[] 
submitAndWaitProcedure(ProcedureExecutorMasterProcedureEnv procExec,
-119  final Procedure proc) throws 
IOException {
-120if (proc.isInitializing()) {
-121  procExec.submitProcedure(proc);
-122}
-123return 
waitForProcedureToCompleteIOE(procExec, proc.getProcId(), Long.MAX_VALUE);
-124  }
-125
-126  public static byte[] 
waitForProcedureToCompleteIOE(
-127  final 
ProcedureExecutorMasterProcedureEnv procExec, final long procId, final 
long timeout)
-128  throws IOException {
-129try {
-130  return 
waitForProcedureToComplete(procExec, procId, timeout);
-131} catch (IOException e) {
-132  throw e;
-133} catch (Exception e) {
-134  throw new IOException(e);
-135}
-136  }
-137
-138  public static byte[] 
waitForProcedureToComplete(
-139  final 
ProcedureExecutorMasterProcedureEnv procExec, final long procId, final 
long timeout)
-140

[47/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/org/apache/hadoop/hbase/master/HMaster.html
--
diff --git a/devapidocs/org/apache/hadoop/hbase/master/HMaster.html 
b/devapidocs/org/apache/hadoop/hbase/master/HMaster.html
index 278c383..6595b66 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/HMaster.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/HMaster.html
@@ -18,7 +18,7 @@
 catch(err) {
 }
 //-->
-var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":9,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":9,"i39":10,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10,"i46":10,"i47":10,"i48":10,"i49":10,"i50":10,"i51":10,"i52":10,"i53":10,"i54":10,"i55":9,"i56":10,"i57":10,"i58":10,"i59":10,"i60":10,"i61":10,"i62":10,"i63":10,"i64":10,"i65":10,"i66":10,"i67":10,"i68":10,"i69":10,"i70":10,"i71":10,"i72":10,"i73":10,"i74":10,"i75":10,"i76":10,"i77":10,"i78":10,"i79":10,"i80":10,"i81":10,"i82":10,"i83":10,"i84":10,"i85":10,"i86":10,"i87":10,"i88":10,"i89":10,"i90":10,"i91":10,"i92":10,"i93":10,"i94":10,"i95":10,"i96":10,"i97":10,"i98":10,"i99":10,"i100":10,"i101":10,"i102":10,"i103":10,"i104":10,"i105":10,"i106":9,"i107":10,"i108":10,"i109"
 
:10,"i110":10,"i111":10,"i112":10,"i113":10,"i114":10,"i115":10,"i116":10,"i117":10,"i118":10,"i119":10,"i120":10,"i121":10,"i122":10,"i123":9,"i124":10,"i125":10,"i126":10,"i127":10,"i128":10,"i129":10,"i130":10,"i131":10,"i132":10,"i133":10,"i134":10,"i135":10,"i136":10,"i137":10,"i138":10,"i139":10,"i140":10,"i141":10,"i142":10,"i143":10,"i144":10,"i145":10,"i146":10,"i147":10,"i148":10,"i149":10,"i150":10,"i151":10,"i152":10,"i153":10,"i154":10,"i155":10,"i156":9};
+var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":9,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":9,"i39":10,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10,"i46":10,"i47":10,"i48":10,"i49":10,"i50":10,"i51":10,"i52":10,"i53":10,"i54":10,"i55":9,"i56":10,"i57":10,"i58":10,"i59":10,"i60":10,"i61":10,"i62":10,"i63":10,"i64":10,"i65":10,"i66":10,"i67":10,"i68":10,"i69":10,"i70":10,"i71":10,"i72":10,"i73":10,"i74":10,"i75":10,"i76":10,"i77":10,"i78":10,"i79":10,"i80":10,"i81":10,"i82":10,"i83":10,"i84":10,"i85":10,"i86":10,"i87":10,"i88":10,"i89":10,"i90":10,"i91":10,"i92":10,"i93":10,"i94":10,"i95":10,"i96":10,"i97":10,"i98":10,"i99":10,"i100":10,"i101":10,"i102":10,"i103":10,"i104":10,"i105":9,"i106":10,"i107":10,"i108":10,"i109"
 
:10,"i110":10,"i111":10,"i112":10,"i113":10,"i114":10,"i115":10,"i116":10,"i117":10,"i118":10,"i119":10,"i120":10,"i121":10,"i122":9,"i123":10,"i124":10,"i125":10,"i126":10,"i127":10,"i128":10,"i129":10,"i130":10,"i131":10,"i132":10,"i133":10,"i134":10,"i135":10,"i136":10,"i137":10,"i138":10,"i139":10,"i140":10,"i141":10,"i142":10,"i143":10,"i144":10,"i145":10,"i146":10,"i147":10,"i148":10,"i149":10,"i150":10,"i151":10,"i152":10,"i153":10,"i154":10,"i155":9};
 var tabs = {65535:["t0","All Methods"],1:["t1","Static 
Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
 var altColor = "altColor";
 var rowColor = "rowColor";
@@ -128,7 +128,7 @@ var activeTableTab = "activeTableTab";
 
 
 @InterfaceAudience.LimitedPrivate(value="Tools")
-public class HMaster
+public class HMaster
 extends HRegionServer
 implements MasterServices
 HMaster is the "master server" for HBase. An HBase cluster 
has one active
@@ -883,81 +883,77 @@ implements getNumWALFiles()
 
 
-private http://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true;
 title="class or interface in java.util">Maphttp://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true;
 title="class or interface in java.lang">Long,ProcedureInfo
-getProcedureInfos()
-
-
 protected http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true;
 title="class or interface in java.lang">String
 getProcessName()
 
-
+
 QuotaObserverChore
 getQuotaObserverChore()
 
-
+
 RegionNormalizer
 getRegionNormalizer()
 
-
+
 RegionNormalizerTracker
 getRegionNormalizerTracker()
 
-
+
 MemoryBoundedLogMessageBuffer
 getRegionServerFatalLogBuffer()
 
-
+
 int
 getRegionServerInfoPort(ServerNamesn)
 
-
+
 http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true;
 title="class or interface in java.lang">String
 getRegionServerVersion(ServerNamesn)
 
-
+
 (package private) http://docs.oracle.com/javase/8/docs/api/java/net/InetAddress.html?is-external=true;

[04/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/wal/ProcedureWALFormatReader.Entry.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/wal/ProcedureWALFormatReader.Entry.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/wal/ProcedureWALFormatReader.Entry.html
index 0b1b520..44308b5 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/wal/ProcedureWALFormatReader.Entry.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/wal/ProcedureWALFormatReader.Entry.html
@@ -33,854 +33,840 @@
 025import org.apache.commons.logging.Log;
 026import 
org.apache.commons.logging.LogFactory;
 027import 
org.apache.hadoop.fs.FSDataInputStream;
-028import 
org.apache.hadoop.hbase.ProcedureInfo;
-029import 
org.apache.hadoop.hbase.classification.InterfaceAudience;
-030import 
org.apache.hadoop.hbase.classification.InterfaceStability;
-031import 
org.apache.hadoop.hbase.procedure2.Procedure;
-032import 
org.apache.hadoop.hbase.procedure2.ProcedureUtil;
-033import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore.ProcedureIterator;
-034import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStoreTracker;
-035import 
org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos;
-036import 
org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.ProcedureWALEntry;
-037
-038/**
-039 * Helper class that loads the procedures 
stored in a WAL
-040 */
-041@InterfaceAudience.Private
-042@InterfaceStability.Evolving
-043public class ProcedureWALFormatReader {
-044  private static final Log LOG = 
LogFactory.getLog(ProcedureWALFormatReader.class);
-045
-046  // 
==
-047  //  We read the WALs in reverse order 
from the newest to the oldest.
-048  //  We have different entry types:
-049  //   - INIT: Procedure submitted by the 
user (also known as 'root procedure')
-050  //   - INSERT: Children added to the 
procedure parentId:[childId, ...]
-051  //   - UPDATE: The specified procedure 
was updated
-052  //   - DELETE: The procedure was 
removed (finished/rolledback and result TTL expired)
-053  //
-054  // In the WAL we can find multiple 
times the same procedure as UPDATE or INSERT.
-055  // We read the WAL from top to bottom, 
so every time we find an entry of the
-056  // same procedure, that will be the 
"latest" update (Caveat: with multiple threads writing
-057  // the store, this assumption does not 
hold).
-058  //
-059  // We keep two in-memory maps:
-060  //  - localProcedureMap: is the map 
containing the entries in the WAL we are processing
-061  //  - procedureMap: is the map 
containing all the procedures we found up to the WAL in process.
-062  // localProcedureMap is merged with the 
procedureMap once we reach the WAL EOF.
-063  //
-064  // Since we are reading the WALs in 
reverse order (newest to oldest),
-065  // if we find an entry related to a 
procedure we already have in 'procedureMap' we can discard it.
-066  //
-067  // The WAL is append-only so the last 
procedure in the WAL is the one that
-068  // was in execution at the time we 
crashed/closed the server.
-069  // Given that, the procedure replay 
order can be inferred by the WAL order.
-070  //
-071  // Example:
-072  //WAL-2: [A, B, A, C, D]
-073  //WAL-1: [F, G, A, F, B]
-074  //Replay-Order: [D, C, A, B, F, 
G]
-075  //
-076  // The "localProcedureMap" keeps a 
"replayOrder" list. Every time we add the
-077  // record to the map that record is 
moved to the head of the "replayOrder" list.
-078  // Using the example above:
-079  //WAL-2 
localProcedureMap.replayOrder is [D, C, A, B]
-080  //WAL-1 
localProcedureMap.replayOrder is [F, G]
-081  //
-082  // Each time we reach the WAL-EOF, the 
"replayOrder" list is merged/appended in 'procedureMap'
-083  // so using the example above we end up 
with: [D, C, A, B] + [F, G] as replay order.
-084  //
-085  //  Fast Start: INIT/INSERT record and 
StackIDs
-086  // 
-
-087  // We have two special records, INIT 
and INSERT, that track the first time
-088  // the procedure was added to the WAL. 
We can use this information to be able
-089  // to start procedures before reaching 
the end of the WAL, or before reading all WALs.
-090  // But in some cases, the WAL with that 
record can be already gone.
-091  // As an alternative, we can use the 
stackIds on each procedure,
-092  // to identify when a procedure is 
ready to start.
-093  // If there are gaps in the sum of the 
stackIds we need to read more WALs.
-094  //
-095  // Example (all procs child of A):
-096  //   WAL-2: [A, B]   A 
stackIds = [0, 4], B stackIds = [1, 5]
-097  //   WAL-1: [A, B, C, D]
-098  //
-099  // In the case above we

[23/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/src-html/org/apache/hadoop/hbase/master/MasterRpcServices.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/MasterRpcServices.html 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/MasterRpcServices.html
index 826e912..9f31bd3 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/MasterRpcServices.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/MasterRpcServices.html
@@ -51,1973 +51,1976 @@
 043import 
org.apache.hadoop.hbase.TableName;
 044import 
org.apache.hadoop.hbase.UnknownRegionException;
 045import 
org.apache.hadoop.hbase.classification.InterfaceAudience;
-046import 
org.apache.hadoop.hbase.client.ColumnFamilyDescriptor;
-047import 
org.apache.hadoop.hbase.client.MasterSwitchType;
-048import 
org.apache.hadoop.hbase.client.TableState;
-049import 
org.apache.hadoop.hbase.client.VersionInfoUtil;
-050import 
org.apache.hadoop.hbase.client.replication.ReplicationSerDeHelper;
-051import 
org.apache.hadoop.hbase.errorhandling.ForeignException;
-052import 
org.apache.hadoop.hbase.exceptions.UnknownProtocolException;
-053import 
org.apache.hadoop.hbase.ipc.CoprocessorRpcUtils;
-054import 
org.apache.hadoop.hbase.ipc.PriorityFunction;
-055import 
org.apache.hadoop.hbase.ipc.QosPriority;
-056import 
org.apache.hadoop.hbase.ipc.RpcServer.BlockingServiceAndInterface;
-057import 
org.apache.hadoop.hbase.ipc.ServerRpcController;
-058import 
org.apache.hadoop.hbase.master.assignment.RegionStates;
-059import 
org.apache.hadoop.hbase.master.locking.LockProcedure;
-060import 
org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil;
-061import 
org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.NonceProcedureRunnable;
-062import 
org.apache.hadoop.hbase.mob.MobUtils;
-063import 
org.apache.hadoop.hbase.procedure.MasterProcedureManager;
-064import 
org.apache.hadoop.hbase.procedure2.LockInfo;
-065import 
org.apache.hadoop.hbase.procedure2.Procedure;
-066import 
org.apache.hadoop.hbase.quotas.MasterQuotaManager;
-067import 
org.apache.hadoop.hbase.quotas.QuotaObserverChore;
-068import 
org.apache.hadoop.hbase.quotas.QuotaUtil;
-069import 
org.apache.hadoop.hbase.quotas.SpaceQuotaSnapshot;
-070import 
org.apache.hadoop.hbase.regionserver.RSRpcServices;
-071import 
org.apache.hadoop.hbase.replication.ReplicationException;
-072import 
org.apache.hadoop.hbase.replication.ReplicationPeerConfig;
-073import 
org.apache.hadoop.hbase.replication.ReplicationPeerDescription;
-074import 
org.apache.hadoop.hbase.security.User;
-075import 
org.apache.hadoop.hbase.security.access.AccessController;
-076import 
org.apache.hadoop.hbase.security.visibility.VisibilityController;
-077import 
org.apache.hadoop.hbase.shaded.com.google.protobuf.RpcController;
-078import 
org.apache.hadoop.hbase.shaded.com.google.protobuf.ServiceException;
-079import 
org.apache.hadoop.hbase.shaded.com.google.protobuf.UnsafeByteOperations;
-080import 
org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil;
-081import 
org.apache.hadoop.hbase.shaded.protobuf.ResponseConverter;
-082import 
org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.CompactRegionRequest;
-083import 
org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.CompactRegionResponse;
-084import 
org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.GetRegionInfoRequest;
-085import 
org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.GetRegionInfoResponse;
-086import 
org.apache.hadoop.hbase.shaded.protobuf.generated.*;
-087import 
org.apache.hadoop.hbase.shaded.protobuf.generated.ClusterStatusProtos.RegionStoreSequenceIds;
-088import 
org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos.NameStringPair;
-089import 
org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos.ProcedureDescription;
-090import 
org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos.RegionSpecifier.RegionSpecifierType;
-091import 
org.apache.hadoop.hbase.shaded.protobuf.generated.LockServiceProtos.LockHeartbeatRequest;
-092import 
org.apache.hadoop.hbase.shaded.protobuf.generated.LockServiceProtos.LockHeartbeatResponse;
-093import 
org.apache.hadoop.hbase.shaded.protobuf.generated.LockServiceProtos.LockRequest;
-094import 
org.apache.hadoop.hbase.shaded.protobuf.generated.LockServiceProtos.LockResponse;
-095import 
org.apache.hadoop.hbase.shaded.protobuf.generated.LockServiceProtos.LockService;
-096import 
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.*;
-097import 
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.SecurityCapabilitiesResponse.Capability;
-098import 
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.SetBalancerRunningRequest;
-099import 
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.SetBalancerRunningResponse;
-100import

[07/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html
index afd9ccc..904b921 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html
@@ -30,1916 +30,1984 @@
 022import 
org.apache.hadoop.hbase.shaded.com.google.common.base.Preconditions;
 023
 024import java.io.IOException;
-025import java.util.ArrayList;
-026import java.util.Arrays;
-027import java.util.HashSet;
-028import java.util.Iterator;
-029import java.util.List;
-030import java.util.Map;
-031import java.util.Set;
-032import 
java.util.concurrent.atomic.AtomicBoolean;
-033import 
java.util.concurrent.atomic.AtomicInteger;
-034import 
java.util.concurrent.atomic.AtomicLong;
-035import java.util.stream.Collectors;
-036import java.util.stream.Stream;
-037import 
java.util.concurrent.ConcurrentHashMap;
-038import 
java.util.concurrent.CopyOnWriteArrayList;
-039import java.util.concurrent.DelayQueue;
-040import java.util.concurrent.TimeUnit;
-041
-042import org.apache.commons.logging.Log;
-043import 
org.apache.commons.logging.LogFactory;
-044import 
org.apache.hadoop.conf.Configuration;
-045import 
org.apache.hadoop.hbase.HConstants;
-046import 
org.apache.hadoop.hbase.ProcedureInfo;
-047import 
org.apache.hadoop.hbase.classification.InterfaceAudience;
-048import 
org.apache.hadoop.hbase.classification.InterfaceStability;
-049import 
org.apache.hadoop.hbase.exceptions.IllegalArgumentIOException;
-050import 
org.apache.hadoop.hbase.procedure2.Procedure.LockState;
-051import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore;
-052import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore.ProcedureIterator;
-053import 
org.apache.hadoop.hbase.procedure2.util.DelayedUtil;
-054import 
org.apache.hadoop.hbase.procedure2.util.DelayedUtil.DelayedWithTimeout;
-055import 
org.apache.hadoop.hbase.procedure2.util.StringUtils;
-056import 
org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.ProcedureState;
-057import 
org.apache.hadoop.hbase.security.User;
-058import 
org.apache.hadoop.hbase.util.EnvironmentEdgeManager;
-059import 
org.apache.hadoop.hbase.util.NonceKey;
-060import 
org.apache.hadoop.hbase.util.Pair;
-061import 
org.apache.hadoop.hbase.util.Threads;
-062
-063/**
-064 * Thread Pool that executes the 
submitted procedures.
-065 * The executor has a ProcedureStore 
associated.
-066 * Each operation is logged and on 
restart the pending procedures are resumed.
-067 *
-068 * Unless the Procedure code throws an 
error (e.g. invalid user input)
-069 * the procedure will complete (at some 
point in time), On restart the pending
-070 * procedures are resumed and the once 
failed will be rolledback.
-071 *
-072 * The user can add procedures to the 
executor via submitProcedure(proc)
-073 * check for the finished state via 
isFinished(procId)
-074 * and get the result via 
getResult(procId)
-075 */
-076@InterfaceAudience.Private
-077@InterfaceStability.Evolving
-078public class 
ProcedureExecutorTEnvironment {
-079  private static final Log LOG = 
LogFactory.getLog(ProcedureExecutor.class);
-080
-081  public static final String 
CHECK_OWNER_SET_CONF_KEY = "hbase.procedure.check.owner.set";
-082  private static final boolean 
DEFAULT_CHECK_OWNER_SET = false;
-083
-084  public static final String 
WORKER_KEEP_ALIVE_TIME_CONF_KEY =
-085  
"hbase.procedure.worker.keep.alive.time.msec";
-086  private static final long 
DEFAULT_WORKER_KEEP_ALIVE_TIME = Long.MAX_VALUE;
-087
-088  Testing testing = null;
-089  public static class Testing {
-090protected boolean killIfSuspended = 
false;
-091protected boolean 
killBeforeStoreUpdate = false;
-092protected boolean 
toggleKillBeforeStoreUpdate = false;
-093
-094protected boolean 
shouldKillBeforeStoreUpdate() {
-095  final boolean kill = 
this.killBeforeStoreUpdate;
-096  if 
(this.toggleKillBeforeStoreUpdate) {
-097this.killBeforeStoreUpdate = 
!kill;
-098LOG.warn("Toggle KILL before 
store update to: " + this.killBeforeStoreUpdate);
-099  }
-100  return kill;
-101}
-102
-103protected boolean 
shouldKillBeforeStoreUpdate(final boolean isSuspended) {
-104  return (isSuspended  
!killIfSuspended) ? false : shouldKillBeforeStoreUpdate();
-105}
-106  }
-107
-108  public interface 
ProcedureExecutorListener {
-109void procedureLoaded(long procId);
-110void procedureAdded(long procId);
-111void procedureFinished(long 
procId);
-112  }
-113
-114  /**
-115   * Internal cleaner that removes the 
completed procedure results after a TTL.
-116   * NOTE: This is a special case handled

[33/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html
 
b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html
index 37c3366..90cb88d 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html
@@ -127,7 +127,7 @@ var activeTableTab = "activeTableTab";
 
 
 
-private final class ProcedureExecutor.WorkerThread
+private final class ProcedureExecutor.WorkerThread
 extends ProcedureExecutor.StoppableThread
 
 
@@ -271,7 +271,7 @@ extends 
 
 executionStartTime
-private finalhttp://docs.oracle.com/javase/8/docs/api/java/util/concurrent/atomic/AtomicLong.html?is-external=true;
 title="class or interface in java.util.concurrent.atomic">AtomicLong executionStartTime
+private finalhttp://docs.oracle.com/javase/8/docs/api/java/util/concurrent/atomic/AtomicLong.html?is-external=true;
 title="class or interface in java.util.concurrent.atomic">AtomicLong executionStartTime
 
 
 
@@ -280,7 +280,7 @@ extends 
 
 activeProcedure
-privateProcedure activeProcedure
+privateProcedure activeProcedure
 
 
 
@@ -297,7 +297,7 @@ extends 
 
 WorkerThread
-publicWorkerThread(http://docs.oracle.com/javase/8/docs/api/java/lang/ThreadGroup.html?is-external=true;
 title="class or interface in java.lang">ThreadGroupgroup)
+publicWorkerThread(http://docs.oracle.com/javase/8/docs/api/java/lang/ThreadGroup.html?is-external=true;
 title="class or interface in java.lang">ThreadGroupgroup)
 
 
 
@@ -314,7 +314,7 @@ extends 
 
 sendStopSignal
-publicvoidsendStopSignal()
+publicvoidsendStopSignal()
 
 Specified by:
 sendStopSignalin
 classProcedureExecutor.StoppableThread
@@ -327,7 +327,7 @@ extends 
 
 run
-publicvoidrun()
+publicvoidrun()
 
 Specified by:
 http://docs.oracle.com/javase/8/docs/api/java/lang/Runnable.html?is-external=true#run--;
 title="class or interface in java.lang">runin 
interfacehttp://docs.oracle.com/javase/8/docs/api/java/lang/Runnable.html?is-external=true;
 title="class or interface in java.lang">Runnable
@@ -342,7 +342,7 @@ extends 
 
 toString
-publichttp://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true;
 title="class or interface in java.lang">StringtoString()
+publichttp://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true;
 title="class or interface in java.lang">StringtoString()
 
 Overrides:
 http://docs.oracle.com/javase/8/docs/api/java/lang/Thread.html?is-external=true#toString--;
 title="class or interface in java.lang">toStringin 
classhttp://docs.oracle.com/javase/8/docs/api/java/lang/Thread.html?is-external=true;
 title="class or interface in java.lang">Thread
@@ -355,7 +355,7 @@ extends 
 
 getCurrentRunTime
-publiclonggetCurrentRunTime()
+publiclonggetCurrentRunTime()
 
 Returns:
 the time since the current procedure is running
@@ -368,7 +368,7 @@ extends 
 
 keepAlive
-privatebooleankeepAlive(longlastUpdate)
+privatebooleankeepAlive(longlastUpdate)

[28/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html
--
diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html 
b/devapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html
index 22817f5..582d47a 100644
--- a/devapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html
@@ -692,19 +692,19 @@
 
 java.lang.http://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true;
 title="class or interface in java.lang">EnumE (implements java.lang.http://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true;
 title="class or interface in java.lang">ComparableT, java.io.http://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true;
 title="class or interface in java.io">Serializable)
 
-org.apache.hadoop.hbase.regionserver.ScanType
-org.apache.hadoop.hbase.regionserver.DefaultHeapMemoryTuner.StepDirection
-org.apache.hadoop.hbase.regionserver.BloomType
+org.apache.hadoop.hbase.regionserver.RegionOpeningState
+org.apache.hadoop.hbase.regionserver.ScannerContext.NextState
 org.apache.hadoop.hbase.regionserver.Region.FlushResult.Result
+org.apache.hadoop.hbase.regionserver.SplitLogWorker.TaskExecutor.Status
 org.apache.hadoop.hbase.regionserver.Region.Operation
+org.apache.hadoop.hbase.regionserver.BloomType
+org.apache.hadoop.hbase.regionserver.FlushType
+org.apache.hadoop.hbase.regionserver.ScanType
 org.apache.hadoop.hbase.regionserver.ScannerContext.LimitScope
-org.apache.hadoop.hbase.regionserver.ScannerContext.NextState
-org.apache.hadoop.hbase.regionserver.MetricsRegionServerSourceFactoryImpl.FactoryStorage
 org.apache.hadoop.hbase.regionserver.CompactingMemStore.IndexType
 org.apache.hadoop.hbase.regionserver.MemStoreCompactor.Action
-org.apache.hadoop.hbase.regionserver.SplitLogWorker.TaskExecutor.Status
-org.apache.hadoop.hbase.regionserver.RegionOpeningState
-org.apache.hadoop.hbase.regionserver.FlushType
+org.apache.hadoop.hbase.regionserver.DefaultHeapMemoryTuner.StepDirection
+org.apache.hadoop.hbase.regionserver.MetricsRegionServerSourceFactoryImpl.FactoryStorage
 org.apache.hadoop.hbase.regionserver.StoreScanner.StoreScannerCompactionRace
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/org/apache/hadoop/hbase/regionserver/wal/package-tree.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/regionserver/wal/package-tree.html 
b/devapidocs/org/apache/hadoop/hbase/regionserver/wal/package-tree.html
index 7cba16c..33cb6b6 100644
--- a/devapidocs/org/apache/hadoop/hbase/regionserver/wal/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/regionserver/wal/package-tree.html
@@ -248,8 +248,8 @@
 
 java.lang.http://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true;
 title="class or interface in java.lang">EnumE (implements java.lang.http://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true;
 title="class or interface in java.lang">ComparableT, java.io.http://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true;
 title="class or interface in java.io">Serializable)
 
-org.apache.hadoop.hbase.regionserver.wal.RingBufferTruck.Type
 org.apache.hadoop.hbase.regionserver.wal.ProtobufLogReader.WALHdrResult
+org.apache.hadoop.hbase.regionserver.wal.RingBufferTruck.Type
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/org/apache/hadoop/hbase/replication/regionserver/package-tree.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/replication/regionserver/package-tree.html 
b/devapidocs/org/apache/hadoop/hbase/replication/regionserver/package-tree.html
index 1185ae8..2680226 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/replication/regionserver/package-tree.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/replication/regionserver/package-tree.html
@@ -214,8 +214,8 @@
 
 java.lang.http://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true;
 title="class or interface in java.lang">EnumE (implements java.lang.http://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true;
 title="class or interface in java.lang">ComparableT, java.io.http://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true;
 title="class or interface in java.io">Serializable)
 
-org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.WorkerState
 org.apache.hadoop.hbase.replication.regionserver.MetricsReplicationSourceFactoryImpl.SourceHolder
+org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.WorkerState

[20/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/Procedure.LockState.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/Procedure.LockState.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/Procedure.LockState.html
index f7fa6c8..b83924f 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/Procedure.LockState.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/Procedure.LockState.html
@@ -191,7 +191,7 @@
 183   * A lock can be anything, and it is up 
to the implementor. The Procedure
 184   * Framework will call this method just 
before it invokes {@link #execute(Object)}.
 185   * It calls {@link 
#releaseLock(Object)} after the call to execute.
-186   * 
+186   *
 187   * pIf you need to hold the 
lock for the life of the Procdure -- i.e. you do not
 188   * want any other Procedure interfering 
while this Procedure is running, see
 189   * {@link #holdLock(Object)}.
@@ -474,461 +474,465 @@
 466return rootProcId;
 467  }
 468
-469  public NonceKey getNonceKey() {
-470return nonceKey;
+469  public String getProcName() {
+470return toStringClass();
 471  }
 472
-473  public long getSubmittedTime() {
-474return submittedTime;
+473  public NonceKey getNonceKey() {
+474return nonceKey;
 475  }
 476
-477  public String getOwner() {
-478return owner;
+477  public long getSubmittedTime() {
+478return submittedTime;
 479  }
 480
-481  public boolean hasOwner() {
-482return owner != null;
+481  public String getOwner() {
+482return owner;
 483  }
 484
-485  /**
-486   * Called by the ProcedureExecutor to 
assign the ID to the newly created procedure.
-487   */
-488  @VisibleForTesting
-489  @InterfaceAudience.Private
-490  protected void setProcId(final long 
procId) {
-491this.procId = procId;
-492this.submittedTime = 
EnvironmentEdgeManager.currentTime();
-493setState(ProcedureState.RUNNABLE);
-494  }
-495
-496  /**
-497   * Called by the ProcedureExecutor to 
assign the parent to the newly created procedure.
-498   */
-499  @InterfaceAudience.Private
-500  protected void setParentProcId(final 
long parentProcId) {
-501this.parentProcId = parentProcId;
-502  }
-503
-504  @InterfaceAudience.Private
-505  protected void setRootProcId(final long 
rootProcId) {
-506this.rootProcId = rootProcId;
-507  }
-508
-509  /**
-510   * Called by the ProcedureExecutor to 
set the value to the newly created procedure.
-511   */
-512  @VisibleForTesting
-513  @InterfaceAudience.Private
-514  protected void setNonceKey(final 
NonceKey nonceKey) {
-515this.nonceKey = nonceKey;
-516  }
-517
-518  @VisibleForTesting
-519  @InterfaceAudience.Private
-520  public void setOwner(final String 
owner) {
-521this.owner = 
StringUtils.isEmpty(owner) ? null : owner;
-522  }
-523
-524  public void setOwner(final User owner) 
{
-525assert owner != null : "expected 
owner to be not null";
-526setOwner(owner.getShortName());
-527  }
-528
-529  /**
-530   * Called on store load to initialize 
the Procedure internals after
-531   * the creation/deserialization.
-532   */
-533  @InterfaceAudience.Private
-534  protected void setSubmittedTime(final 
long submittedTime) {
-535this.submittedTime = submittedTime;
-536  }
-537
-538  // 
==
-539  //  runtime state - timeout related
-540  // 
==
-541  /**
-542   * @param timeout timeout interval in 
msec
-543   */
-544  protected void setTimeout(final int 
timeout) {
-545this.timeout = timeout;
-546  }
-547
-548  public boolean hasTimeout() {
-549return timeout != NO_TIMEOUT;
+485  public boolean hasOwner() {
+486return owner != null;
+487  }
+488
+489  /**
+490   * Called by the ProcedureExecutor to 
assign the ID to the newly created procedure.
+491   */
+492  @VisibleForTesting
+493  @InterfaceAudience.Private
+494  protected void setProcId(final long 
procId) {
+495this.procId = procId;
+496this.submittedTime = 
EnvironmentEdgeManager.currentTime();
+497setState(ProcedureState.RUNNABLE);
+498  }
+499
+500  /**
+501   * Called by the ProcedureExecutor to 
assign the parent to the newly created procedure.
+502   */
+503  @InterfaceAudience.Private
+504  protected void setParentProcId(final 
long parentProcId) {
+505this.parentProcId = parentProcId;
+506  }
+507
+508  @InterfaceAudience.Private
+509  protected void setRootProcId(final long 
rootProcId) {
+510this.rootProcId = rootProcId;
+511  }
+512
+513  /**
+514   * Called by the ProcedureExecutor to 
set the value to the newly created procedure.
+515   */
+516  @VisibleForTesting
+517  @InterfaceAudience.Private
+518  protected void setNonceKey(final 
NonceKey nonceKey) {
+519this.nonceKey =

[50/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/checkstyle-aggregate.html
--
diff --git a/checkstyle-aggregate.html b/checkstyle-aggregate.html
index 86eb488..2e96000 100644
--- a/checkstyle-aggregate.html
+++ b/checkstyle-aggregate.html
@@ -7,7 +7,7 @@
   
 
 
-
+
 
 Apache HBase  Checkstyle Results
 
@@ -289,7 +289,7 @@
 2246
 0
 0
-14830
+14828
 
 Files
 
@@ -3052,7 +3052,7 @@
 org/apache/hadoop/hbase/master/MasterRpcServices.java
 0
 0
-22
+20
 
 org/apache/hadoop/hbase/master/MasterServices.java
 0
@@ -3742,7 +3742,7 @@
 org/apache/hadoop/hbase/procedure2/ProcedureExecutor.java
 0
 0
-26
+27
 
 org/apache/hadoop/hbase/procedure2/ProcedureScheduler.java
 0
@@ -5482,7 +5482,7 @@
 org/apache/hadoop/hbase/rsgroup/RSGroupInfoManagerImpl.java
 0
 0
-4
+3
 
 org/apache/hadoop/hbase/rsgroup/RSGroupProtobufUtil.java
 0
@@ -7373,7 +7373,7 @@
 http://checkstyle.sourceforge.net/config_imports.html#UnusedImports;>UnusedImports
 
 processJavadoc: true
-119
+117
 Error
 
 indentation
@@ -40398,1519 +40398,1519 @@
 imports
 ImportOrder
 Wrong order for 
'org.apache.hadoop.hbase.shaded.com.google.common.annotations.VisibleForTesting'
 import.
-199
+201
 
 Error
 imports
 ImportOrder
 Wrong order for 'com.google.protobuf.Descriptors' import.
-202
+204
 
 Error
 sizes
 LineLength
 Line is longer than 100 characters (found 101).
-415
+417
 
 Error
 indentation
 Indentation
 'ctor def' child have incorrect indentation level 7, expected level should 
be 6.
-418
+420
 
 Error
 indentation
 Indentation
 'ctor def' child have incorrect indentation level 7, expected level should 
be 6.
-419
+421
 
 Error
 sizes
 LineLength
 Line is longer than 100 characters (found 101).
-429
+431
 
 Error
 sizes
 LineLength
 Line is longer than 100 characters (found 105).
-431
+433
 
 Error
 sizes
 LineLength
 Line is longer than 100 characters (found 109).
-432
+434
 
 Error
 sizes
 LineLength
 Line is longer than 100 characters (found 103).
-434
+436
 
 Error
 sizes
 LineLength
 Line is longer than 100 characters (found 118).
-435
+437
 
 Error
 sizes
 LineLength
 Line is longer than 100 characters (found 120).
-436
+438
 
 Error
 sizes
 LineLength
 Line is longer than 100 characters (found 103).
-437
+439
 
 Error
 sizes
 LineLength
 Line is longer than 100 characters (found 115).
-441
+443
 
 Error
 sizes
 LineLength
 Line is longer than 100 characters (found 114).
-565
+567
 
 Error
 blocks
 NeedBraces
 'if' construct must use '{}'s.
-693
+695
 
 Error
 sizes
 MethodLength
 Method length is 207 lines (max allowed is 150).
-724
+726
 
 Error
 blocks
 NeedBraces
 'if' construct must use '{}'s.
-820
+822
 
 Error
 blocks
 NeedBraces
 'if' construct must use '{}'s.
-828
+830
 
 Error
 blocks
 NeedBraces
 'if' construct must use '{}'s.
-1006
+1008
 
 Error
 indentation
 Indentation
 'method def' child have incorrect indentation level 3, expected level 
should be 4.
-1075
+1077
 
 Error
 indentation
 Indentation
 'method def' child have incorrect indentation level 3, expected level 
should be 4.
-1077
+1079
 
 Error
 indentation
 Indentation
 'method def' child have incorrect indentation level 3, expected level 
should be 4.
-1079
+1081
 
 Error
 indentation
 Indentation
 'method def' child have incorrect indentation level 3, expected level 
should be 4.
-1081
+1083
 
 Error
 indentation
 Indentation
 'method def' child have incorrect indentation level 3, expected level 
should be 4.
-1083
+1085
 
 Error
 indentation
 Indentation
 'method def' child have incorrect indentation level 3, expected level 
should be 4.
-1091
+1093
 
 Error
 indentation
 Indentation
 'method def' child have incorrect indentation level 3, expected level 
should be 4.
-1092
+1094
 
 Error
 indentation
 Indentation
 'method def' child have incorrect indentation level 3, expected level 
should be 4.
-1095
+1097
 
 Error
 indentation
 Indentation
 'method def' child have incorrect indentation level 3, expected level 
should be 4.
-1096
+1098
 
 Error
 blocks
 NeedBraces
 'if' construct must use '{}'s.
-1153
+1155
 
 Error
 blocks
 NeedBraces
 'if' construct must use '{}'s.
-1154
+1156
 
 Error
 blocks
 NeedBraces
 'if' construct must use '{}'s.
-1155
+1157
 
 Error
 blocks
 NeedBraces
 'if' construct must use '{}'s.
-1156
+1158
 
 Error
 blocks
 NeedBraces
 'if' construct must use '{}'s.
-1157
+1159
 
 Error
 blocks
 NeedBraces
 'if' construct must use '{}'s.
-1159
+1161
 
 Error
 blocks
 NeedBraces
 'if' construct must use '{}'s.
-1160
+1162
 
 Error
 blocks
 NeedBraces
 'if' construct must use '{}'s.
-1161
+1163
 
 Error
 blocks
 NeedBraces
 'if' construct must use '{}'s.
-1165
+1167
 
 Error
 blocks
 NeedBraces
 'if' construct must use '{}'s.
-1166
+1168
 
 Error
 blocks
 NeedBraces
 'if' construct must use '{}'s.
-1167
+1169
 
 Error
 blocks
 NeedBraces
 'if' construct must use '{}'s.
-1331
+1333
 
 Error
 blocks
 NeedBraces
 'if' construct must use '{}'s.

[49/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/checkstyle.rss
--
diff --git a/checkstyle.rss b/checkstyle.rss
index cf4b280..7766266 100644
--- a/checkstyle.rss
+++ b/checkstyle.rss
@@ -26,7 +26,7 @@ under the License.
 2007 - 2017 The Apache Software Foundation
 
   File: 2246,
- Errors: 14830,
+ Errors: 14828,
  Warnings: 0,
  Infos: 0
   
@@ -20005,7 +20005,7 @@ under the License.
   0
 
 
-  4
+  3
 
   
   
@@ -22203,7 +22203,7 @@ under the License.
   0
 
 
-  26
+  27
 
   
   
@@ -24961,7 +24961,7 @@ under the License.
   0
 
 
-  22
+  20
 
   
   

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/coc.html
--
diff --git a/coc.html b/coc.html
index 66057ee..721bd2a 100644
--- a/coc.html
+++ b/coc.html
@@ -7,7 +7,7 @@
   
 
 
-
+
 
 Apache HBase  
   Code of Conduct Policy
@@ -380,7 +380,7 @@ email to mailto:priv...@hbase.apache.org;>the priv
 https://www.apache.org/;>The Apache Software 
Foundation.
 All rights reserved.  
 
-  Last Published: 
2017-07-23
+  Last Published: 
2017-07-24
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/cygwin.html
--
diff --git a/cygwin.html b/cygwin.html
index be73ac5..d5979a0 100644
--- a/cygwin.html
+++ b/cygwin.html
@@ -7,7 +7,7 @@
   
 
 
-
+
 
 Apache HBase  Installing Apache HBase (TM) on Windows using 
Cygwin
 
@@ -679,7 +679,7 @@ Now your HBase server is running, start 
coding and build that next
 https://www.apache.org/;>The Apache Software 
Foundation.
 All rights reserved.  
 
-  Last Published: 
2017-07-23
+  Last Published: 
2017-07-24
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/dependencies.html
--
diff --git a/dependencies.html b/dependencies.html
index 05cb583..6bc35d1 100644
--- a/dependencies.html
+++ b/dependencies.html
@@ -7,7 +7,7 @@
   
 
 
-
+
 
 Apache HBase  Project Dependencies
 
@@ -527,7 +527,7 @@
 https://www.apache.org/;>The Apache Software 
Foundation.
 All rights reserved.  
 
-  Last Published: 
2017-07-23
+  Last Published: 
2017-07-24
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/dependency-convergence.html
--
diff --git a/dependency-convergence.html b/dependency-convergence.html
index d43a3f5..bec568f 100644
--- a/dependency-convergence.html
+++ b/dependency-convergence.html
@@ -7,7 +7,7 @@
   
 
 
-
+
 
 Apache HBase  Reactor Dependency Convergence
 
@@ -724,7 +724,7 @@
 https://www.apache.org/;>The Apache Software 
Foundation.
 All rights reserved.  
 
-  Last Published: 
2017-07-23
+  Last Published: 
2017-07-24
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/dependency-info.html
--
diff --git a/dependency-info.html b/dependency-info.html
index d63cdbf..34e2d2a 100644
--- a/dependency-info.html
+++ b/dependency-info.html
@@ -7,7 +7,7 @@
   
 
 
-
+
 
 Apache HBase  Dependency Information
 
@@ -318,7 +318,7 @@
 https://www.apache.org/;>The Apache Software 
Foundation.
 All rights reserved.  
 
-  Last Published: 
2017-07-23
+  Last Published: 
2017-07-24
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/dependency-management.html
--
diff --git a/dependency-management.html b/dependency-management.html
index 2e3e5ba..8afad89 100644
--- a/dependency-management.html
+++ b/dependency-management.html
@@ -7,7 +7,7 @@
   
 
 
-
+

[26/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.RedirectServlet.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.RedirectServlet.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.RedirectServlet.html
index 49ef112..b3d1843 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.RedirectServlet.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.RedirectServlet.html
@@ -141,3316 +141,3314 @@
 133import 
org.apache.hadoop.hbase.procedure.MasterProcedureManagerHost;
 134import 
org.apache.hadoop.hbase.procedure.flush.MasterFlushTableProcedureManager;
 135import 
org.apache.hadoop.hbase.procedure2.LockInfo;
-136import 
org.apache.hadoop.hbase.procedure2.ProcedureEvent;
-137import 
org.apache.hadoop.hbase.procedure2.ProcedureExecutor;
-138import 
org.apache.hadoop.hbase.procedure2.store.wal.WALProcedureStore;
-139import 
org.apache.hadoop.hbase.quotas.MasterQuotaManager;
-140import 
org.apache.hadoop.hbase.quotas.MasterSpaceQuotaObserver;
-141import 
org.apache.hadoop.hbase.quotas.QuotaObserverChore;
-142import 
org.apache.hadoop.hbase.quotas.QuotaUtil;
-143import 
org.apache.hadoop.hbase.quotas.SnapshotQuotaObserverChore;
-144import 
org.apache.hadoop.hbase.quotas.SpaceQuotaSnapshotNotifier;
-145import 
org.apache.hadoop.hbase.quotas.SpaceQuotaSnapshotNotifierFactory;
-146import 
org.apache.hadoop.hbase.regionserver.DefaultStoreEngine;
-147import 
org.apache.hadoop.hbase.regionserver.HRegionServer;
-148import 
org.apache.hadoop.hbase.regionserver.HStore;
-149import 
org.apache.hadoop.hbase.regionserver.RSRpcServices;
-150import 
org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost;
-151import 
org.apache.hadoop.hbase.regionserver.RegionSplitPolicy;
-152import 
org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy;
-153import 
org.apache.hadoop.hbase.regionserver.compactions.FIFOCompactionPolicy;
-154import 
org.apache.hadoop.hbase.replication.ReplicationException;
-155import 
org.apache.hadoop.hbase.replication.ReplicationFactory;
-156import 
org.apache.hadoop.hbase.replication.ReplicationPeerConfig;
-157import 
org.apache.hadoop.hbase.replication.ReplicationPeerDescription;
-158import 
org.apache.hadoop.hbase.replication.ReplicationQueuesZKImpl;
-159import 
org.apache.hadoop.hbase.replication.master.TableCFsUpdater;
-160import 
org.apache.hadoop.hbase.replication.regionserver.Replication;
-161import 
org.apache.hadoop.hbase.security.AccessDeniedException;
-162import 
org.apache.hadoop.hbase.security.UserProvider;
-163import 
org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil;
-164import 
org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.GetRegionInfoResponse.CompactionState;
-165import 
org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos.RegionServerInfo;
-166import 
org.apache.hadoop.hbase.shaded.protobuf.generated.QuotaProtos.Quotas;
-167import 
org.apache.hadoop.hbase.shaded.protobuf.generated.QuotaProtos.SpaceViolationPolicy;
-168import 
org.apache.hadoop.hbase.shaded.protobuf.generated.SnapshotProtos.SnapshotDescription;
-169import 
org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos;
-170import 
org.apache.hadoop.hbase.util.Addressing;
-171import 
org.apache.hadoop.hbase.util.Bytes;
-172import 
org.apache.hadoop.hbase.util.CompressionTest;
-173import 
org.apache.hadoop.hbase.util.EncryptionTest;
-174import 
org.apache.hadoop.hbase.util.FSUtils;
-175import 
org.apache.hadoop.hbase.util.HFileArchiveUtil;
-176import 
org.apache.hadoop.hbase.util.HasThread;
-177import 
org.apache.hadoop.hbase.util.IdLock;
-178import 
org.apache.hadoop.hbase.util.ModifyRegionUtils;
-179import 
org.apache.hadoop.hbase.util.Pair;
-180import 
org.apache.hadoop.hbase.util.Threads;
-181import 
org.apache.hadoop.hbase.util.VersionInfo;
-182import 
org.apache.hadoop.hbase.util.ZKDataMigrator;
-183import 
org.apache.hadoop.hbase.zookeeper.DrainingServerTracker;
-184import 
org.apache.hadoop.hbase.zookeeper.LoadBalancerTracker;
-185import 
org.apache.hadoop.hbase.zookeeper.MasterAddressTracker;
-186import 
org.apache.hadoop.hbase.zookeeper.MasterMaintenanceModeTracker;
-187import 
org.apache.hadoop.hbase.zookeeper.RegionNormalizerTracker;
-188import 
org.apache.hadoop.hbase.zookeeper.RegionServerTracker;
-189import 
org.apache.hadoop.hbase.zookeeper.SplitOrMergeTracker;
-190import 
org.apache.hadoop.hbase.zookeeper.ZKClusterId;
-191import 
org.apache.hadoop.hbase.zookeeper.ZKUtil;
-192import 
org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher;
-193import 
org.apache.zookeeper.KeeperException;
-194import org.eclipse.jetty.server.Server;
-195import 
org.eclipse.jetty.server.ServerConnector;
-196import 
org.eclipse.jetty.servlet.ServletHolder;
-197import 
org.eclipse.jetty.webapp.WebAppContext;
-198
-199import

[37/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/org/apache/hadoop/hbase/procedure2/OnePhaseProcedure.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/procedure2/OnePhaseProcedure.html 
b/devapidocs/org/apache/hadoop/hbase/procedure2/OnePhaseProcedure.html
index bfe44a9..23cbcc6 100644
--- a/devapidocs/org/apache/hadoop/hbase/procedure2/OnePhaseProcedure.html
+++ b/devapidocs/org/apache/hadoop/hbase/procedure2/OnePhaseProcedure.html
@@ -180,7 +180,7 @@ extends Procedure
-abort,
 acquireLock,
 addStackIndex,
 afterReplay,
 beforeReplay,
 compareTo,
 completionCleanup,
 deserializeStateData, href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#doAcquireLock-TEnvironment-">doAcquireLock,
 > href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#doExecute-TEnvironment-">doExecute,
 > href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#doReleaseLock-TEnvironment-">doReleaseLock,
 > href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#doRollback-TEnvironment-">doRollback,
 > href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#elapsedTime--">elapsedTime,
 > href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#execute-TEnvironment-">execute,
 > href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#getChildrenLatch--">getChildrenLatch,
 > href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#getException--">getException,
 > href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#getLas
 tUpdate--">getLastUpdate, getNonceKey,
 getOwner,
 getParentProcId,
 getProcedureMetrics,
 getProcId,
 getProcIdHashCode,
 getResult,
 getRootProcedureId,
 getRootProcId,
 getStackIndexes,
 getState,
 getSubmittedTime,
 getTimeout,
 getTimeoutTimestamp,
 hasChildren,
 hasException,
 hasLock,
 hasOwner,
 hasParent,
 hasTimeout,
 haveSameParent,
 holdLock,
 incChildrenLatch,
 isFailed,
 isFinished,
 isInitializing, isRunnable,
 isSuccess,
 isWaiting,
 isYieldAfterExecutionStep,
 releaseLock,
 removeStackIndex,
 rollback,
 serializeStateData,
 setAbortFailure,
 setChildrenLatch,
 setFailure,
 setFailure,
 setLastUpdate,
 setNonceKey,
 setOwner,
 setOwner, setParentProcId,
 setProcId,
 setResult,
 setRootProcId,
 setStackIndexes,
 setState,
 setSubmittedTime,
 setTimeout, setTimeoutFailure,
 shouldWaitClientAck,
 toString,
 toStringClass,
 toStringClassDetails,
 toStringDetails,
 toStringSimpleSB,
 toStringState, tryRunnable,
 updateMetricsOnFinish,
 updateMetricsOnSubmit,
 updateTimestamp,
 wasExecuted
+abort,
 acquireLock,
 addStackIndex,
 afterReplay,
 beforeReplay,
 compareTo,
 completionCleanup,
 deserializeStateData, href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#doAcquireLock-TEnvironment-">doAcquireLock,
 > href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#doExecute-TEnvironment-">doExecute,
 > href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#doReleaseLock-TEnvironment-">doReleaseLock,
 > href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#doRollback-TEnvironment-">doRollback,
 > href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#elapsedTime--">elapsedTime,
 > href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#execute-TEnvironment-">execute,
 > href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#getChildrenLatch--">getChildrenLatch,
 > href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#getException--">getException,
 > href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#getLas
 tUpdate--">getLastUpdate, getNonceKey,
 getOwner,
 getParentProcId,
 getProcedureMetrics,
 getProcId,
 getProcIdHashCode,
 getProcName,
 getResult,
 getRootProcedureId,
 getRootProcId,
 getStackIndexes,
 getState,
 getSubmittedTime,
 getTimeout,
 getTimeoutTimestamp,
 hasChildren,
 hasException,
 hasLock,
 hasOwner,
 hasParent,
 hasTimeout,
 haveSameParent,
 holdLock,
 incChildrenLatch,
 isFailed,
 isFinished, isInitializing,
 isRunnable,
 isSuccess,
 isWaiting,
 isYieldAfterExecutionStep,
 releaseLock,
 removeStackIndex,
 rollback,
 serializeStateData,
 setAbortFailure,
 setChildrenLatch,
 setFailure,
 setFailure,
 setLastUpdate,
 setNonceKey,
 setOwner, setOwner,
 setParentProcId,
 setProcId,
 setResult,
 setRootProcId,
 setStackIndexes,
 setState,
 setSubmittedTime, setTimeout,
 setTimeoutFailure,
 shouldWaitClientAck,
 toString,
 toStringClass,
 toStringClassDetails,
 toStringDetails,
 toStringSimpleS
 B, toStringState,
 tryRunnable,
 updateMetricsOnFinish,
 updateMetricsOnSubmit,
 updateTimestamp,
 wasExecuted

[32/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html 
b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html
index eb9ae22..b0b5636 100644
--- a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html
+++ b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html
@@ -111,7 +111,7 @@ var activeTableTab = "activeTableTab";
 
 @InterfaceAudience.Private
  @InterfaceStability.Evolving
-public class ProcedureExecutorTEnvironment
+public class ProcedureExecutorTEnvironment
 extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true;
 title="class or interface in java.lang">Object
 Thread Pool that executes the submitted procedures.
  The executor has a ProcedureStore associated.
@@ -150,8 +150,16 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 
 
 private static class
+ProcedureExecutor.CompletedProcedureRetainer
+
+
+private static class
 ProcedureExecutor.DelayedProcedure
 
+
+private static class
+ProcedureExecutor.FailedProcedureTEnvironment
+
 
 private static class
 ProcedureExecutor.InlineChore
@@ -210,7 +218,7 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 checkOwnerSet
 
 
-private http://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ConcurrentHashMap.html?is-external=true;
 title="class or interface in java.util.concurrent">ConcurrentHashMaphttp://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true;
 title="class or interface in java.lang">Long,ProcedureInfo
+private http://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ConcurrentHashMap.html?is-external=true;
 title="class or interface in java.util.concurrent">ConcurrentHashMaphttp://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true;
 title="class or interface in java.lang">Long,ProcedureExecutor.CompletedProcedureRetainer
 completed
 Map the the procId returned by submitProcedure(), the 
Root-ProcID, to the ProcedureInfo.
 
@@ -447,11 +455,11 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 getProcedure(longprocId)
 
 
-ProcedureInfo
+Procedure
 getResult(longprocId)
 
 
-PairProcedureInfo,Procedure
+Procedure
 getResultOrProcedure(longprocId)
 
 
@@ -509,7 +517,7 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 join()
 
 
-http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true;
 title="class or interface in java.util">ListProcedureInfo
+http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true;
 title="class or interface in java.util">ListProcedure
 listProcedures()
 List procedures.
 
@@ -675,7 +683,7 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 
 
 LOG
-private static finalorg.apache.commons.logging.Log LOG
+private static finalorg.apache.commons.logging.Log LOG
 
 
 
@@ -684,7 +692,7 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 
 
 CHECK_OWNER_SET_CONF_KEY
-public static finalhttp://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true;
 title="class or interface in java.lang">String CHECK_OWNER_SET_CONF_KEY
+public static finalhttp://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true;
 title="class or interface in java.lang">String CHECK_OWNER_SET_CONF_KEY
 
 See Also:
 Constant
 Field Values
@@ -697,7 +705,7 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 
 
 DEFAULT_CHECK_OWNER_SET
-private static finalboolean DEFAULT_CHECK_OWNER_SET
+private static finalboolean DEFAULT_CHECK_OWNER_SET
 
 See Also:
 Constant
 Field Values
@@ -710,7 +718,7 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 
 
 WORKER_KEEP_ALIVE_TIME_CONF_KEY
-public static finalhttp://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true;
 title="class or interface in java.lang">String WORKER_KEEP_ALIVE_TIME_CONF_KEY
+public static finalhttp://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true;
 title="class or interface in java.lang">String WORKER_KEEP_ALIVE_TIME_CONF_KEY
 
 See Also:
 Constant
 Field Values
@@ -723,7 +731,7 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 
 
 DEFAULT_WORKER_KEEP_ALIVE_TIME
-private static finallong DEFAULT_WORKER_KEEP_ALIVE_TIME
+private static finallong DEFAULT_WORKER_KEEP_ALIVE_TIME
 
 See Also:
 Constant
 Field Values
@@ -736,7 +744,7 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 
 
 testing
-ProcedureExecutor.Testing testing
+ProcedureExecutor.Testing testing
 
 
 
@@ -745,7 +753,7 @@ extends http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?
 
 
 completed
-private

[08/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html
index afd9ccc..904b921 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html
@@ -30,1916 +30,1984 @@
 022import 
org.apache.hadoop.hbase.shaded.com.google.common.base.Preconditions;
 023
 024import java.io.IOException;
-025import java.util.ArrayList;
-026import java.util.Arrays;
-027import java.util.HashSet;
-028import java.util.Iterator;
-029import java.util.List;
-030import java.util.Map;
-031import java.util.Set;
-032import 
java.util.concurrent.atomic.AtomicBoolean;
-033import 
java.util.concurrent.atomic.AtomicInteger;
-034import 
java.util.concurrent.atomic.AtomicLong;
-035import java.util.stream.Collectors;
-036import java.util.stream.Stream;
-037import 
java.util.concurrent.ConcurrentHashMap;
-038import 
java.util.concurrent.CopyOnWriteArrayList;
-039import java.util.concurrent.DelayQueue;
-040import java.util.concurrent.TimeUnit;
-041
-042import org.apache.commons.logging.Log;
-043import 
org.apache.commons.logging.LogFactory;
-044import 
org.apache.hadoop.conf.Configuration;
-045import 
org.apache.hadoop.hbase.HConstants;
-046import 
org.apache.hadoop.hbase.ProcedureInfo;
-047import 
org.apache.hadoop.hbase.classification.InterfaceAudience;
-048import 
org.apache.hadoop.hbase.classification.InterfaceStability;
-049import 
org.apache.hadoop.hbase.exceptions.IllegalArgumentIOException;
-050import 
org.apache.hadoop.hbase.procedure2.Procedure.LockState;
-051import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore;
-052import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore.ProcedureIterator;
-053import 
org.apache.hadoop.hbase.procedure2.util.DelayedUtil;
-054import 
org.apache.hadoop.hbase.procedure2.util.DelayedUtil.DelayedWithTimeout;
-055import 
org.apache.hadoop.hbase.procedure2.util.StringUtils;
-056import 
org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.ProcedureState;
-057import 
org.apache.hadoop.hbase.security.User;
-058import 
org.apache.hadoop.hbase.util.EnvironmentEdgeManager;
-059import 
org.apache.hadoop.hbase.util.NonceKey;
-060import 
org.apache.hadoop.hbase.util.Pair;
-061import 
org.apache.hadoop.hbase.util.Threads;
-062
-063/**
-064 * Thread Pool that executes the 
submitted procedures.
-065 * The executor has a ProcedureStore 
associated.
-066 * Each operation is logged and on 
restart the pending procedures are resumed.
-067 *
-068 * Unless the Procedure code throws an 
error (e.g. invalid user input)
-069 * the procedure will complete (at some 
point in time), On restart the pending
-070 * procedures are resumed and the once 
failed will be rolledback.
-071 *
-072 * The user can add procedures to the 
executor via submitProcedure(proc)
-073 * check for the finished state via 
isFinished(procId)
-074 * and get the result via 
getResult(procId)
-075 */
-076@InterfaceAudience.Private
-077@InterfaceStability.Evolving
-078public class 
ProcedureExecutorTEnvironment {
-079  private static final Log LOG = 
LogFactory.getLog(ProcedureExecutor.class);
-080
-081  public static final String 
CHECK_OWNER_SET_CONF_KEY = "hbase.procedure.check.owner.set";
-082  private static final boolean 
DEFAULT_CHECK_OWNER_SET = false;
-083
-084  public static final String 
WORKER_KEEP_ALIVE_TIME_CONF_KEY =
-085  
"hbase.procedure.worker.keep.alive.time.msec";
-086  private static final long 
DEFAULT_WORKER_KEEP_ALIVE_TIME = Long.MAX_VALUE;
-087
-088  Testing testing = null;
-089  public static class Testing {
-090protected boolean killIfSuspended = 
false;
-091protected boolean 
killBeforeStoreUpdate = false;
-092protected boolean 
toggleKillBeforeStoreUpdate = false;
-093
-094protected boolean 
shouldKillBeforeStoreUpdate() {
-095  final boolean kill = 
this.killBeforeStoreUpdate;
-096  if 
(this.toggleKillBeforeStoreUpdate) {
-097this.killBeforeStoreUpdate = 
!kill;
-098LOG.warn("Toggle KILL before 
store update to: " + this.killBeforeStoreUpdate);
-099  }
-100  return kill;
-101}
-102
-103protected boolean 
shouldKillBeforeStoreUpdate(final boolean isSuspended) {
-104  return (isSuspended  
!killIfSuspended) ? false : shouldKillBeforeStoreUpdate();
-105}
-106  }
-107
-108  public interface 
ProcedureExecutorListener {
-109void procedureLoaded(long procId);
-110void procedureAdded(long procId);
-111void procedureFinished(long 
procId);
-112  }
-113
-114  /**
-115   * Internal cleaner that removes the 
completed procedure

[06/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/ProcedureStore.ProcedureIterator.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/ProcedureStore.ProcedureIterator.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/ProcedureStore.ProcedureIterator.html
index f16084a..7621348 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/ProcedureStore.ProcedureIterator.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/ProcedureStore.ProcedureIterator.html
@@ -28,209 +28,203 @@
 020
 021import java.io.IOException;
 022
-023import 
org.apache.hadoop.hbase.ProcedureInfo;
-024import 
org.apache.hadoop.hbase.classification.InterfaceAudience;
-025import 
org.apache.hadoop.hbase.classification.InterfaceStability;
-026import 
org.apache.hadoop.hbase.procedure2.Procedure;
-027
-028/**
-029 * The ProcedureStore is used by the 
executor to persist the state of each procedure execution.
-030 * This allows to resume the execution of 
pending/in-progress procedures in case
-031 * of machine failure or service 
shutdown.
-032 */
-033@InterfaceAudience.Private
-034@InterfaceStability.Evolving
-035public interface ProcedureStore {
-036  /**
-037   * Store listener interface.
-038   * The main process should register a 
listener and respond to the store events.
-039   */
-040  public interface ProcedureStoreListener 
{
-041/**
-042 * triggered when the store sync is 
completed.
-043 */
-044void postSync();
-045
-046/**
-047 * triggered when the store is not 
able to write out data.
-048 * the main process should abort.
-049 */
-050void abortProcess();
-051  }
-052
-053  /**
-054   * An Iterator over a collection of 
Procedure
-055   */
-056  public interface ProcedureIterator {
-057/**
-058 * Reset the Iterator by seeking to 
the beginning of the list.
-059 */
-060void reset();
-061
-062/**
-063 * Returns true if the iterator has 
more elements.
-064 * (In other words, returns true if 
next() would return a Procedure
-065 * rather than throwing an 
exception.)
-066 * @return true if the iterator has 
more procedures
-067 */
-068boolean hasNext();
-069
-070/**
-071 * @return true if the iterator next 
element is a completed procedure.
-072 */
-073boolean isNextFinished();
-074
-075/**
-076 * Skip the next procedure
-077 */
-078void skipNext();
-079
-080/**
-081 * Returns the next procedure in the 
iteration.
-082 * @throws IOException if there was 
an error fetching/deserializing the procedure
-083 * @return the next procedure in the 
iteration.
-084 */
-085Procedure nextAsProcedure() throws 
IOException;
+023import 
org.apache.hadoop.hbase.classification.InterfaceAudience;
+024import 
org.apache.hadoop.hbase.classification.InterfaceStability;
+025import 
org.apache.hadoop.hbase.procedure2.Procedure;
+026
+027/**
+028 * The ProcedureStore is used by the 
executor to persist the state of each procedure execution.
+029 * This allows to resume the execution of 
pending/in-progress procedures in case
+030 * of machine failure or service 
shutdown.
+031 */
+032@InterfaceAudience.Private
+033@InterfaceStability.Evolving
+034public interface ProcedureStore {
+035  /**
+036   * Store listener interface.
+037   * The main process should register a 
listener and respond to the store events.
+038   */
+039  public interface ProcedureStoreListener 
{
+040/**
+041 * triggered when the store sync is 
completed.
+042 */
+043void postSync();
+044
+045/**
+046 * triggered when the store is not 
able to write out data.
+047 * the main process should abort.
+048 */
+049void abortProcess();
+050  }
+051
+052  /**
+053   * An Iterator over a collection of 
Procedure
+054   */
+055  public interface ProcedureIterator {
+056/**
+057 * Reset the Iterator by seeking to 
the beginning of the list.
+058 */
+059void reset();
+060
+061/**
+062 * Returns true if the iterator has 
more elements.
+063 * (In other words, returns true if 
next() would return a Procedure
+064 * rather than throwing an 
exception.)
+065 * @return true if the iterator has 
more procedures
+066 */
+067boolean hasNext();
+068
+069/**
+070 * @return true if the iterator next 
element is a completed procedure.
+071 */
+072boolean isNextFinished();
+073
+074/**
+075 * Skip the next procedure
+076 */
+077void skipNext();
+078
+079/**
+080 * Returns the next procedure in the 
iteration.
+081 * @throws IOException if there was 
an error fetching/deserializing the procedure
+082 * @return the next procedure in the 
iteration.
+083 */
+084Procedure next() throws 
IOException;
+085  }
 086

[24/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/src-html/org/apache/hadoop/hbase/master/MasterRpcServices.BalanceSwitchMode.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/MasterRpcServices.BalanceSwitchMode.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/MasterRpcServices.BalanceSwitchMode.html
index 826e912..9f31bd3 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/MasterRpcServices.BalanceSwitchMode.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/MasterRpcServices.BalanceSwitchMode.html
@@ -51,1973 +51,1976 @@
 043import 
org.apache.hadoop.hbase.TableName;
 044import 
org.apache.hadoop.hbase.UnknownRegionException;
 045import 
org.apache.hadoop.hbase.classification.InterfaceAudience;
-046import 
org.apache.hadoop.hbase.client.ColumnFamilyDescriptor;
-047import 
org.apache.hadoop.hbase.client.MasterSwitchType;
-048import 
org.apache.hadoop.hbase.client.TableState;
-049import 
org.apache.hadoop.hbase.client.VersionInfoUtil;
-050import 
org.apache.hadoop.hbase.client.replication.ReplicationSerDeHelper;
-051import 
org.apache.hadoop.hbase.errorhandling.ForeignException;
-052import 
org.apache.hadoop.hbase.exceptions.UnknownProtocolException;
-053import 
org.apache.hadoop.hbase.ipc.CoprocessorRpcUtils;
-054import 
org.apache.hadoop.hbase.ipc.PriorityFunction;
-055import 
org.apache.hadoop.hbase.ipc.QosPriority;
-056import 
org.apache.hadoop.hbase.ipc.RpcServer.BlockingServiceAndInterface;
-057import 
org.apache.hadoop.hbase.ipc.ServerRpcController;
-058import 
org.apache.hadoop.hbase.master.assignment.RegionStates;
-059import 
org.apache.hadoop.hbase.master.locking.LockProcedure;
-060import 
org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil;
-061import 
org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.NonceProcedureRunnable;
-062import 
org.apache.hadoop.hbase.mob.MobUtils;
-063import 
org.apache.hadoop.hbase.procedure.MasterProcedureManager;
-064import 
org.apache.hadoop.hbase.procedure2.LockInfo;
-065import 
org.apache.hadoop.hbase.procedure2.Procedure;
-066import 
org.apache.hadoop.hbase.quotas.MasterQuotaManager;
-067import 
org.apache.hadoop.hbase.quotas.QuotaObserverChore;
-068import 
org.apache.hadoop.hbase.quotas.QuotaUtil;
-069import 
org.apache.hadoop.hbase.quotas.SpaceQuotaSnapshot;
-070import 
org.apache.hadoop.hbase.regionserver.RSRpcServices;
-071import 
org.apache.hadoop.hbase.replication.ReplicationException;
-072import 
org.apache.hadoop.hbase.replication.ReplicationPeerConfig;
-073import 
org.apache.hadoop.hbase.replication.ReplicationPeerDescription;
-074import 
org.apache.hadoop.hbase.security.User;
-075import 
org.apache.hadoop.hbase.security.access.AccessController;
-076import 
org.apache.hadoop.hbase.security.visibility.VisibilityController;
-077import 
org.apache.hadoop.hbase.shaded.com.google.protobuf.RpcController;
-078import 
org.apache.hadoop.hbase.shaded.com.google.protobuf.ServiceException;
-079import 
org.apache.hadoop.hbase.shaded.com.google.protobuf.UnsafeByteOperations;
-080import 
org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil;
-081import 
org.apache.hadoop.hbase.shaded.protobuf.ResponseConverter;
-082import 
org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.CompactRegionRequest;
-083import 
org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.CompactRegionResponse;
-084import 
org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.GetRegionInfoRequest;
-085import 
org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.GetRegionInfoResponse;
-086import 
org.apache.hadoop.hbase.shaded.protobuf.generated.*;
-087import 
org.apache.hadoop.hbase.shaded.protobuf.generated.ClusterStatusProtos.RegionStoreSequenceIds;
-088import 
org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos.NameStringPair;
-089import 
org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos.ProcedureDescription;
-090import 
org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos.RegionSpecifier.RegionSpecifierType;
-091import 
org.apache.hadoop.hbase.shaded.protobuf.generated.LockServiceProtos.LockHeartbeatRequest;
-092import 
org.apache.hadoop.hbase.shaded.protobuf.generated.LockServiceProtos.LockHeartbeatResponse;
-093import 
org.apache.hadoop.hbase.shaded.protobuf.generated.LockServiceProtos.LockRequest;
-094import 
org.apache.hadoop.hbase.shaded.protobuf.generated.LockServiceProtos.LockResponse;
-095import 
org.apache.hadoop.hbase.shaded.protobuf.generated.LockServiceProtos.LockService;
-096import 
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.*;
-097import 
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.SecurityCapabilitiesResponse.Capability;
-098import 
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.SetBalancerRunningRequest;
-099import

[11/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.Testing.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.Testing.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.Testing.html
index afd9ccc..904b921 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.Testing.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.Testing.html
@@ -30,1916 +30,1984 @@
 022import 
org.apache.hadoop.hbase.shaded.com.google.common.base.Preconditions;
 023
 024import java.io.IOException;
-025import java.util.ArrayList;
-026import java.util.Arrays;
-027import java.util.HashSet;
-028import java.util.Iterator;
-029import java.util.List;
-030import java.util.Map;
-031import java.util.Set;
-032import 
java.util.concurrent.atomic.AtomicBoolean;
-033import 
java.util.concurrent.atomic.AtomicInteger;
-034import 
java.util.concurrent.atomic.AtomicLong;
-035import java.util.stream.Collectors;
-036import java.util.stream.Stream;
-037import 
java.util.concurrent.ConcurrentHashMap;
-038import 
java.util.concurrent.CopyOnWriteArrayList;
-039import java.util.concurrent.DelayQueue;
-040import java.util.concurrent.TimeUnit;
-041
-042import org.apache.commons.logging.Log;
-043import 
org.apache.commons.logging.LogFactory;
-044import 
org.apache.hadoop.conf.Configuration;
-045import 
org.apache.hadoop.hbase.HConstants;
-046import 
org.apache.hadoop.hbase.ProcedureInfo;
-047import 
org.apache.hadoop.hbase.classification.InterfaceAudience;
-048import 
org.apache.hadoop.hbase.classification.InterfaceStability;
-049import 
org.apache.hadoop.hbase.exceptions.IllegalArgumentIOException;
-050import 
org.apache.hadoop.hbase.procedure2.Procedure.LockState;
-051import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore;
-052import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore.ProcedureIterator;
-053import 
org.apache.hadoop.hbase.procedure2.util.DelayedUtil;
-054import 
org.apache.hadoop.hbase.procedure2.util.DelayedUtil.DelayedWithTimeout;
-055import 
org.apache.hadoop.hbase.procedure2.util.StringUtils;
-056import 
org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.ProcedureState;
-057import 
org.apache.hadoop.hbase.security.User;
-058import 
org.apache.hadoop.hbase.util.EnvironmentEdgeManager;
-059import 
org.apache.hadoop.hbase.util.NonceKey;
-060import 
org.apache.hadoop.hbase.util.Pair;
-061import 
org.apache.hadoop.hbase.util.Threads;
-062
-063/**
-064 * Thread Pool that executes the 
submitted procedures.
-065 * The executor has a ProcedureStore 
associated.
-066 * Each operation is logged and on 
restart the pending procedures are resumed.
-067 *
-068 * Unless the Procedure code throws an 
error (e.g. invalid user input)
-069 * the procedure will complete (at some 
point in time), On restart the pending
-070 * procedures are resumed and the once 
failed will be rolledback.
-071 *
-072 * The user can add procedures to the 
executor via submitProcedure(proc)
-073 * check for the finished state via 
isFinished(procId)
-074 * and get the result via 
getResult(procId)
-075 */
-076@InterfaceAudience.Private
-077@InterfaceStability.Evolving
-078public class 
ProcedureExecutorTEnvironment {
-079  private static final Log LOG = 
LogFactory.getLog(ProcedureExecutor.class);
-080
-081  public static final String 
CHECK_OWNER_SET_CONF_KEY = "hbase.procedure.check.owner.set";
-082  private static final boolean 
DEFAULT_CHECK_OWNER_SET = false;
-083
-084  public static final String 
WORKER_KEEP_ALIVE_TIME_CONF_KEY =
-085  
"hbase.procedure.worker.keep.alive.time.msec";
-086  private static final long 
DEFAULT_WORKER_KEEP_ALIVE_TIME = Long.MAX_VALUE;
-087
-088  Testing testing = null;
-089  public static class Testing {
-090protected boolean killIfSuspended = 
false;
-091protected boolean 
killBeforeStoreUpdate = false;
-092protected boolean 
toggleKillBeforeStoreUpdate = false;
-093
-094protected boolean 
shouldKillBeforeStoreUpdate() {
-095  final boolean kill = 
this.killBeforeStoreUpdate;
-096  if 
(this.toggleKillBeforeStoreUpdate) {
-097this.killBeforeStoreUpdate = 
!kill;
-098LOG.warn("Toggle KILL before 
store update to: " + this.killBeforeStoreUpdate);
-099  }
-100  return kill;
-101}
-102
-103protected boolean 
shouldKillBeforeStoreUpdate(final boolean isSuspended) {
-104  return (isSuspended  
!killIfSuspended) ? false : shouldKillBeforeStoreUpdate();
-105}
-106  }
-107
-108  public interface 
ProcedureExecutorListener {
-109void procedureLoaded(long procId);
-110void procedureAdded(long procId);
-111void procedureFinished(long 
procId);
-112  }
-113
-114  /**
-115   * Internal cleaner that removes the 
completed procedure results after a TTL.
-116

[13/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.ProcedureExecutorListener.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.ProcedureExecutorListener.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.ProcedureExecutorListener.html
index afd9ccc..904b921 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.ProcedureExecutorListener.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.ProcedureExecutorListener.html
@@ -30,1916 +30,1984 @@
 022import 
org.apache.hadoop.hbase.shaded.com.google.common.base.Preconditions;
 023
 024import java.io.IOException;
-025import java.util.ArrayList;
-026import java.util.Arrays;
-027import java.util.HashSet;
-028import java.util.Iterator;
-029import java.util.List;
-030import java.util.Map;
-031import java.util.Set;
-032import 
java.util.concurrent.atomic.AtomicBoolean;
-033import 
java.util.concurrent.atomic.AtomicInteger;
-034import 
java.util.concurrent.atomic.AtomicLong;
-035import java.util.stream.Collectors;
-036import java.util.stream.Stream;
-037import 
java.util.concurrent.ConcurrentHashMap;
-038import 
java.util.concurrent.CopyOnWriteArrayList;
-039import java.util.concurrent.DelayQueue;
-040import java.util.concurrent.TimeUnit;
-041
-042import org.apache.commons.logging.Log;
-043import 
org.apache.commons.logging.LogFactory;
-044import 
org.apache.hadoop.conf.Configuration;
-045import 
org.apache.hadoop.hbase.HConstants;
-046import 
org.apache.hadoop.hbase.ProcedureInfo;
-047import 
org.apache.hadoop.hbase.classification.InterfaceAudience;
-048import 
org.apache.hadoop.hbase.classification.InterfaceStability;
-049import 
org.apache.hadoop.hbase.exceptions.IllegalArgumentIOException;
-050import 
org.apache.hadoop.hbase.procedure2.Procedure.LockState;
-051import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore;
-052import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore.ProcedureIterator;
-053import 
org.apache.hadoop.hbase.procedure2.util.DelayedUtil;
-054import 
org.apache.hadoop.hbase.procedure2.util.DelayedUtil.DelayedWithTimeout;
-055import 
org.apache.hadoop.hbase.procedure2.util.StringUtils;
-056import 
org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.ProcedureState;
-057import 
org.apache.hadoop.hbase.security.User;
-058import 
org.apache.hadoop.hbase.util.EnvironmentEdgeManager;
-059import 
org.apache.hadoop.hbase.util.NonceKey;
-060import 
org.apache.hadoop.hbase.util.Pair;
-061import 
org.apache.hadoop.hbase.util.Threads;
-062
-063/**
-064 * Thread Pool that executes the 
submitted procedures.
-065 * The executor has a ProcedureStore 
associated.
-066 * Each operation is logged and on 
restart the pending procedures are resumed.
-067 *
-068 * Unless the Procedure code throws an 
error (e.g. invalid user input)
-069 * the procedure will complete (at some 
point in time), On restart the pending
-070 * procedures are resumed and the once 
failed will be rolledback.
-071 *
-072 * The user can add procedures to the 
executor via submitProcedure(proc)
-073 * check for the finished state via 
isFinished(procId)
-074 * and get the result via 
getResult(procId)
-075 */
-076@InterfaceAudience.Private
-077@InterfaceStability.Evolving
-078public class 
ProcedureExecutorTEnvironment {
-079  private static final Log LOG = 
LogFactory.getLog(ProcedureExecutor.class);
-080
-081  public static final String 
CHECK_OWNER_SET_CONF_KEY = "hbase.procedure.check.owner.set";
-082  private static final boolean 
DEFAULT_CHECK_OWNER_SET = false;
-083
-084  public static final String 
WORKER_KEEP_ALIVE_TIME_CONF_KEY =
-085  
"hbase.procedure.worker.keep.alive.time.msec";
-086  private static final long 
DEFAULT_WORKER_KEEP_ALIVE_TIME = Long.MAX_VALUE;
-087
-088  Testing testing = null;
-089  public static class Testing {
-090protected boolean killIfSuspended = 
false;
-091protected boolean 
killBeforeStoreUpdate = false;
-092protected boolean 
toggleKillBeforeStoreUpdate = false;
-093
-094protected boolean 
shouldKillBeforeStoreUpdate() {
-095  final boolean kill = 
this.killBeforeStoreUpdate;
-096  if 
(this.toggleKillBeforeStoreUpdate) {
-097this.killBeforeStoreUpdate = 
!kill;
-098LOG.warn("Toggle KILL before 
store update to: " + this.killBeforeStoreUpdate);
-099  }
-100  return kill;
-101}
-102
-103protected boolean 
shouldKillBeforeStoreUpdate(final boolean isSuspended) {
-104  return (isSuspended  
!killIfSuspended) ? false : shouldKillBeforeStoreUpdate();
-105}
-106  }
-107
-108  public interface 
ProcedureExecutorListener {
-109void procedureLoaded(long procId);
-110void procedureAdded(long procId);
-111void procedureFinished(long 
procId);
-112  }
-113
-114  /**

[25/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.html
--
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.html 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.html
index 49ef112..b3d1843 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.html
@@ -141,3316 +141,3314 @@
 133import 
org.apache.hadoop.hbase.procedure.MasterProcedureManagerHost;
 134import 
org.apache.hadoop.hbase.procedure.flush.MasterFlushTableProcedureManager;
 135import 
org.apache.hadoop.hbase.procedure2.LockInfo;
-136import 
org.apache.hadoop.hbase.procedure2.ProcedureEvent;
-137import 
org.apache.hadoop.hbase.procedure2.ProcedureExecutor;
-138import 
org.apache.hadoop.hbase.procedure2.store.wal.WALProcedureStore;
-139import 
org.apache.hadoop.hbase.quotas.MasterQuotaManager;
-140import 
org.apache.hadoop.hbase.quotas.MasterSpaceQuotaObserver;
-141import 
org.apache.hadoop.hbase.quotas.QuotaObserverChore;
-142import 
org.apache.hadoop.hbase.quotas.QuotaUtil;
-143import 
org.apache.hadoop.hbase.quotas.SnapshotQuotaObserverChore;
-144import 
org.apache.hadoop.hbase.quotas.SpaceQuotaSnapshotNotifier;
-145import 
org.apache.hadoop.hbase.quotas.SpaceQuotaSnapshotNotifierFactory;
-146import 
org.apache.hadoop.hbase.regionserver.DefaultStoreEngine;
-147import 
org.apache.hadoop.hbase.regionserver.HRegionServer;
-148import 
org.apache.hadoop.hbase.regionserver.HStore;
-149import 
org.apache.hadoop.hbase.regionserver.RSRpcServices;
-150import 
org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost;
-151import 
org.apache.hadoop.hbase.regionserver.RegionSplitPolicy;
-152import 
org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy;
-153import 
org.apache.hadoop.hbase.regionserver.compactions.FIFOCompactionPolicy;
-154import 
org.apache.hadoop.hbase.replication.ReplicationException;
-155import 
org.apache.hadoop.hbase.replication.ReplicationFactory;
-156import 
org.apache.hadoop.hbase.replication.ReplicationPeerConfig;
-157import 
org.apache.hadoop.hbase.replication.ReplicationPeerDescription;
-158import 
org.apache.hadoop.hbase.replication.ReplicationQueuesZKImpl;
-159import 
org.apache.hadoop.hbase.replication.master.TableCFsUpdater;
-160import 
org.apache.hadoop.hbase.replication.regionserver.Replication;
-161import 
org.apache.hadoop.hbase.security.AccessDeniedException;
-162import 
org.apache.hadoop.hbase.security.UserProvider;
-163import 
org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil;
-164import 
org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.GetRegionInfoResponse.CompactionState;
-165import 
org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos.RegionServerInfo;
-166import 
org.apache.hadoop.hbase.shaded.protobuf.generated.QuotaProtos.Quotas;
-167import 
org.apache.hadoop.hbase.shaded.protobuf.generated.QuotaProtos.SpaceViolationPolicy;
-168import 
org.apache.hadoop.hbase.shaded.protobuf.generated.SnapshotProtos.SnapshotDescription;
-169import 
org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos;
-170import 
org.apache.hadoop.hbase.util.Addressing;
-171import 
org.apache.hadoop.hbase.util.Bytes;
-172import 
org.apache.hadoop.hbase.util.CompressionTest;
-173import 
org.apache.hadoop.hbase.util.EncryptionTest;
-174import 
org.apache.hadoop.hbase.util.FSUtils;
-175import 
org.apache.hadoop.hbase.util.HFileArchiveUtil;
-176import 
org.apache.hadoop.hbase.util.HasThread;
-177import 
org.apache.hadoop.hbase.util.IdLock;
-178import 
org.apache.hadoop.hbase.util.ModifyRegionUtils;
-179import 
org.apache.hadoop.hbase.util.Pair;
-180import 
org.apache.hadoop.hbase.util.Threads;
-181import 
org.apache.hadoop.hbase.util.VersionInfo;
-182import 
org.apache.hadoop.hbase.util.ZKDataMigrator;
-183import 
org.apache.hadoop.hbase.zookeeper.DrainingServerTracker;
-184import 
org.apache.hadoop.hbase.zookeeper.LoadBalancerTracker;
-185import 
org.apache.hadoop.hbase.zookeeper.MasterAddressTracker;
-186import 
org.apache.hadoop.hbase.zookeeper.MasterMaintenanceModeTracker;
-187import 
org.apache.hadoop.hbase.zookeeper.RegionNormalizerTracker;
-188import 
org.apache.hadoop.hbase.zookeeper.RegionServerTracker;
-189import 
org.apache.hadoop.hbase.zookeeper.SplitOrMergeTracker;
-190import 
org.apache.hadoop.hbase.zookeeper.ZKClusterId;
-191import 
org.apache.hadoop.hbase.zookeeper.ZKUtil;
-192import 
org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher;
-193import 
org.apache.zookeeper.KeeperException;
-194import org.eclipse.jetty.server.Server;
-195import 
org.eclipse.jetty.server.ServerConnector;
-196import 
org.eclipse.jetty.servlet.ServletHolder;
-197import 
org.eclipse.jetty.webapp.WebAppContext;
-198
-199import 
org.apache.hadoop.hbase.shaded.com.google.common.annotations.VisibleForTesting;
-200import

[01/51] [partial] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-24 Thread git-site-role

Repository: hbase-site
Updated Branches:
  refs/heads/asf-site 98e5da7db -> 2d5075d77


http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2d5075d7/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/wal/ProcedureWALFormatReader.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/wal/ProcedureWALFormatReader.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/wal/ProcedureWALFormatReader.html
index 0b1b520..44308b5 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/wal/ProcedureWALFormatReader.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/wal/ProcedureWALFormatReader.html
@@ -33,854 +33,840 @@
 025import org.apache.commons.logging.Log;
 026import 
org.apache.commons.logging.LogFactory;
 027import 
org.apache.hadoop.fs.FSDataInputStream;
-028import 
org.apache.hadoop.hbase.ProcedureInfo;
-029import 
org.apache.hadoop.hbase.classification.InterfaceAudience;
-030import 
org.apache.hadoop.hbase.classification.InterfaceStability;
-031import 
org.apache.hadoop.hbase.procedure2.Procedure;
-032import 
org.apache.hadoop.hbase.procedure2.ProcedureUtil;
-033import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore.ProcedureIterator;
-034import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStoreTracker;
-035import 
org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos;
-036import 
org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.ProcedureWALEntry;
-037
-038/**
-039 * Helper class that loads the procedures 
stored in a WAL
-040 */
-041@InterfaceAudience.Private
-042@InterfaceStability.Evolving
-043public class ProcedureWALFormatReader {
-044  private static final Log LOG = 
LogFactory.getLog(ProcedureWALFormatReader.class);
-045
-046  // 
==
-047  //  We read the WALs in reverse order 
from the newest to the oldest.
-048  //  We have different entry types:
-049  //   - INIT: Procedure submitted by the 
user (also known as 'root procedure')
-050  //   - INSERT: Children added to the 
procedure parentId:[childId, ...]
-051  //   - UPDATE: The specified procedure 
was updated
-052  //   - DELETE: The procedure was 
removed (finished/rolledback and result TTL expired)
-053  //
-054  // In the WAL we can find multiple 
times the same procedure as UPDATE or INSERT.
-055  // We read the WAL from top to bottom, 
so every time we find an entry of the
-056  // same procedure, that will be the 
"latest" update (Caveat: with multiple threads writing
-057  // the store, this assumption does not 
hold).
-058  //
-059  // We keep two in-memory maps:
-060  //  - localProcedureMap: is the map 
containing the entries in the WAL we are processing
-061  //  - procedureMap: is the map 
containing all the procedures we found up to the WAL in process.
-062  // localProcedureMap is merged with the 
procedureMap once we reach the WAL EOF.
-063  //
-064  // Since we are reading the WALs in 
reverse order (newest to oldest),
-065  // if we find an entry related to a 
procedure we already have in 'procedureMap' we can discard it.
-066  //
-067  // The WAL is append-only so the last 
procedure in the WAL is the one that
-068  // was in execution at the time we 
crashed/closed the server.
-069  // Given that, the procedure replay 
order can be inferred by the WAL order.
-070  //
-071  // Example:
-072  //WAL-2: [A, B, A, C, D]
-073  //WAL-1: [F, G, A, F, B]
-074  //Replay-Order: [D, C, A, B, F, 
G]
-075  //
-076  // The "localProcedureMap" keeps a 
"replayOrder" list. Every time we add the
-077  // record to the map that record is 
moved to the head of the "replayOrder" list.
-078  // Using the example above:
-079  //WAL-2 
localProcedureMap.replayOrder is [D, C, A, B]
-080  //WAL-1 
localProcedureMap.replayOrder is [F, G]
-081  //
-082  // Each time we reach the WAL-EOF, the 
"replayOrder" list is merged/appended in 'procedureMap'
-083  // so using the example above we end up 
with: [D, C, A, B] + [F, G] as replay order.
-084  //
-085  //  Fast Start: INIT/INSERT record and 
StackIDs
-086  // 
-
-087  // We have two special records, INIT 
and INSERT, that track the first time
-088  // the procedure was added to the WAL. 
We can use this information to be able
-089  // to start procedures before reaching 
the end of the WAL, or before reading all WALs.
-090  // But in some cases, the WAL with that 
record can be already gone.
-091  // As an alternative, we can use the 
stackIds on each procedure,
-092  // to identify when a procedure is 
ready to start.
-093  // If there are gaps in the sum of the 
stackIds we need to read more WALs.
-094  //
-095  // Example (all procs child of A):
-096  //   WAL-2: [A, B]   A 
stackIds = [0, 4], B stackIds = [1, 5]
-097  //

[1/2] hbase git commit: HBASE-18367 Reduce ProcedureInfo usage

2017-07-24 Thread stack

Repository: hbase
Updated Branches:
  refs/heads/branch-2 9e230dc32 -> 45bd493b3


http://git-wip-us.apache.org/repos/asf/hbase/blob/45bd493b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestModifyColumnFamilyProcedure.java
--
diff --git 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestModifyColumnFamilyProcedure.java
 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestModifyColumnFamilyProcedure.java
index f1667ed..934f5b2 100644
--- 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestModifyColumnFamilyProcedure.java
+++ 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestModifyColumnFamilyProcedure.java
@@ -24,8 +24,8 @@ import org.apache.commons.logging.Log;
 import org.apache.commons.logging.LogFactory;
 import org.apache.hadoop.hbase.HColumnDescriptor;
 import org.apache.hadoop.hbase.InvalidFamilyOperationException;
-import org.apache.hadoop.hbase.ProcedureInfo;
 import org.apache.hadoop.hbase.TableName;
+import org.apache.hadoop.hbase.procedure2.Procedure;
 import org.apache.hadoop.hbase.procedure2.ProcedureExecutor;
 import org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility;
 import org.apache.hadoop.hbase.testclassification.MasterTests;
@@ -95,9 +95,9 @@ public class TestModifyColumnFamilyProcedure extends 
TestTableDDLProcedureBase {
 // Wait the completion
 ProcedureTestingUtility.waitProcedure(procExec, procId1);
 
-ProcedureInfo result = procExec.getResult(procId1);
+Procedure result = procExec.getResult(procId1);
 assertTrue(result.isFailed());
-LOG.debug("Modify failed with exception: " + 
result.getExceptionFullMessage());
+LOG.debug("Modify failed with exception: " + result.getException());
 assertTrue(
   ProcedureTestingUtility.getExceptionCause(result) instanceof 
InvalidFamilyOperationException);
   }

http://git-wip-us.apache.org/repos/asf/hbase/blob/45bd493b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestModifyNamespaceProcedure.java
--
diff --git 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestModifyNamespaceProcedure.java
 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestModifyNamespaceProcedure.java
index 5cb117b..c1b2896 100644
--- 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestModifyNamespaceProcedure.java
+++ 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestModifyNamespaceProcedure.java
@@ -19,7 +19,9 @@
 package org.apache.hadoop.hbase.master.procedure;
 
 
-import static org.junit.Assert.*;
+import static org.junit.Assert.assertEquals;
+import static org.junit.Assert.assertNull;
+import static org.junit.Assert.assertTrue;
 
 import org.apache.commons.logging.Log;
 import org.apache.commons.logging.LogFactory;
@@ -28,8 +30,8 @@ import org.apache.hadoop.hbase.HBaseTestingUtility;
 import org.apache.hadoop.hbase.HTableDescriptor;
 import org.apache.hadoop.hbase.NamespaceDescriptor;
 import org.apache.hadoop.hbase.NamespaceNotFoundException;
-import org.apache.hadoop.hbase.ProcedureInfo;
 import org.apache.hadoop.hbase.constraint.ConstraintException;
+import org.apache.hadoop.hbase.procedure2.Procedure;
 import org.apache.hadoop.hbase.procedure2.ProcedureExecutor;
 import org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility;
 import org.apache.hadoop.hbase.testclassification.MasterTests;
@@ -138,9 +140,9 @@ public class TestModifyNamespaceProcedure {
 ProcedureTestingUtility.waitProcedure(procExec, procId);
 
 // Expect fail with NamespaceNotFoundException
-ProcedureInfo result = procExec.getResult(procId);
+Procedure result = procExec.getResult(procId);
 assertTrue(result.isFailed());
-LOG.debug("modify namespace failed with exception: " + 
result.getExceptionFullMessage());
+LOG.debug("modify namespace failed with exception: " + 
result.getException());
 assertTrue(
   ProcedureTestingUtility.getExceptionCause(result) instanceof 
NamespaceNotFoundException);
   }
@@ -162,9 +164,9 @@ public class TestModifyNamespaceProcedure {
   new ModifyNamespaceProcedure(procExec.getEnvironment(), nsd));
 // Wait the completion
 ProcedureTestingUtility.waitProcedure(procExec, procId);
-ProcedureInfo result = procExec.getResult(procId);
+Procedure result = procExec.getResult(procId);
 assertTrue(result.isFailed());
-LOG.debug("Modify namespace failed with exception: " + 
result.getExceptionFullMessage());
+LOG.debug("Modify namespace failed with exception: " + 
result.getException());
 assertTrue(ProcedureTestingUtility.getExceptionCause(result) instanceof 
ConstraintException);
   }
 
@@ -185,9 +187,9 @@ public class TestModifyNamespaceProcedure {
   new

[2/2] hbase git commit: HBASE-18367 Reduce ProcedureInfo usage

2017-07-24 Thread stack

HBASE-18367 Reduce ProcedureInfo usage

Signed-off-by: Michael Stack 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/45bd493b
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/45bd493b
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/45bd493b

Branch: refs/heads/branch-2
Commit: 45bd493b33b71aef6c999296cbe29a422014e218
Parents: 9e230dc
Author: Balazs Meszaros 
Authored: Wed Jul 12 10:02:49 2017 +0200
Committer: Michael Stack 
Committed: Mon Jul 24 10:41:43 2017 +0100

--
 .../hadoop/hbase/procedure2/Procedure.java  |  10 +-
 .../hbase/procedure2/ProcedureExecutor.java | 204 ---
 .../hbase/procedure2/store/ProcedureStore.java  |   8 +-
 .../store/wal/ProcedureWALFormatReader.java |  16 +-
 .../procedure2/ProcedureTestingUtility.java |  27 ++-
 .../hbase/procedure2/TestChildProcedures.java   |   8 +-
 .../procedure2/TestProcedureExecution.java  |  13 +-
 .../hbase/procedure2/TestProcedureNonce.java|   8 +-
 .../hbase/procedure2/TestProcedureRecovery.java |  13 +-
 ...ProcedureWALLoaderPerformanceEvaluation.java |  10 +-
 .../store/wal/TestWALProcedureStore.java|  12 +-
 .../hbase/rsgroup/RSGroupInfoManagerImpl.java   |   7 +-
 .../org/apache/hadoop/hbase/master/HMaster.java |  22 +-
 .../hadoop/hbase/master/MasterRpcServices.java  |  39 ++--
 .../master/procedure/ProcedureSyncWait.java |   7 +-
 .../hbase-webapps/master/procedures.jsp |  27 +--
 .../hbase/master/locking/TestLockManager.java   |   4 +-
 .../hbase/master/locking/TestLockProcedure.java |  12 +-
 .../procedure/TestAddColumnFamilyProcedure.java |   8 +-
 .../procedure/TestCloneSnapshotProcedure.java   |   9 +-
 .../procedure/TestCreateNamespaceProcedure.java |  18 +-
 .../procedure/TestCreateTableProcedure.java |   4 +-
 .../TestDeleteColumnFamilyProcedure.java|  12 +-
 .../procedure/TestDeleteNamespaceProcedure.java |  14 +-
 .../procedure/TestDeleteTableProcedure.java |  10 +-
 .../procedure/TestDisableTableProcedure.java|   6 +-
 .../procedure/TestEnableTableProcedure.java |   6 +-
 .../TestModifyColumnFamilyProcedure.java|   6 +-
 .../procedure/TestModifyNamespaceProcedure.java |  18 +-
 .../procedure/TestModifyTableProcedure.java |   4 +-
 .../master/procedure/TestProcedureAdmin.java|  19 +-
 .../procedure/TestRestoreSnapshotProcedure.java |  17 +-
 .../procedure/TestTruncateTableProcedure.java   |  13 +-
 .../security/access/TestAccessController.java   |  13 +-
 34 files changed, 325 insertions(+), 299 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/45bd493b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/Procedure.java
--
diff --git 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/Procedure.java
 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/Procedure.java
index 8b9dc48..335e83c 100644
--- 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/Procedure.java
+++ 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/Procedure.java
@@ -183,7 +183,7 @@ public abstract class Procedure implements 
Comparable

[2/2] hbase git commit: HBASE-18367 Reduce ProcedureInfo usage

2017-07-24 Thread stack

HBASE-18367 Reduce ProcedureInfo usage

Signed-off-by: Michael Stack 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/8f006582
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/8f006582
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/8f006582

Branch: refs/heads/master
Commit: 8f006582e30b106f0d9841c520250dfd6db4a689
Parents: e9d8a7b
Author: Balazs Meszaros 
Authored: Wed Jul 12 10:02:49 2017 +0200
Committer: Michael Stack 
Committed: Mon Jul 24 10:41:03 2017 +0100

--
 .../hadoop/hbase/procedure2/Procedure.java  |  10 +-
 .../hbase/procedure2/ProcedureExecutor.java | 204 ---
 .../hbase/procedure2/store/ProcedureStore.java  |   8 +-
 .../store/wal/ProcedureWALFormatReader.java |  16 +-
 .../procedure2/ProcedureTestingUtility.java |  27 ++-
 .../hbase/procedure2/TestChildProcedures.java   |   8 +-
 .../procedure2/TestProcedureExecution.java  |  13 +-
 .../hbase/procedure2/TestProcedureNonce.java|   8 +-
 .../hbase/procedure2/TestProcedureRecovery.java |  13 +-
 ...ProcedureWALLoaderPerformanceEvaluation.java |  10 +-
 .../store/wal/TestWALProcedureStore.java|  12 +-
 .../hbase/rsgroup/RSGroupInfoManagerImpl.java   |   7 +-
 .../org/apache/hadoop/hbase/master/HMaster.java |  22 +-
 .../hadoop/hbase/master/MasterRpcServices.java  |  39 ++--
 .../master/procedure/ProcedureSyncWait.java |   7 +-
 .../hbase-webapps/master/procedures.jsp |  27 +--
 .../hbase/master/locking/TestLockManager.java   |   4 +-
 .../hbase/master/locking/TestLockProcedure.java |  12 +-
 .../procedure/TestAddColumnFamilyProcedure.java |   8 +-
 .../procedure/TestCloneSnapshotProcedure.java   |   9 +-
 .../procedure/TestCreateNamespaceProcedure.java |  18 +-
 .../procedure/TestCreateTableProcedure.java |   4 +-
 .../TestDeleteColumnFamilyProcedure.java|  12 +-
 .../procedure/TestDeleteNamespaceProcedure.java |  14 +-
 .../procedure/TestDeleteTableProcedure.java |  10 +-
 .../procedure/TestDisableTableProcedure.java|   6 +-
 .../procedure/TestEnableTableProcedure.java |   6 +-
 .../TestModifyColumnFamilyProcedure.java|   6 +-
 .../procedure/TestModifyNamespaceProcedure.java |  18 +-
 .../procedure/TestModifyTableProcedure.java |   4 +-
 .../master/procedure/TestProcedureAdmin.java|  19 +-
 .../procedure/TestRestoreSnapshotProcedure.java |  17 +-
 .../procedure/TestTruncateTableProcedure.java   |  13 +-
 .../security/access/TestAccessController.java   |  13 +-
 34 files changed, 325 insertions(+), 299 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/8f006582/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/Procedure.java
--
diff --git 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/Procedure.java
 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/Procedure.java
index 8b9dc48..335e83c 100644
--- 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/Procedure.java
+++ 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/Procedure.java
@@ -183,7 +183,7 @@ public abstract class Procedure implements 
Comparable

[1/2] hbase git commit: HBASE-18367 Reduce ProcedureInfo usage

2017-07-24 Thread stack

Repository: hbase
Updated Branches:
  refs/heads/master e9d8a7b6d -> 8f006582e


http://git-wip-us.apache.org/repos/asf/hbase/blob/8f006582/hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestModifyColumnFamilyProcedure.java
--
diff --git 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestModifyColumnFamilyProcedure.java
 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestModifyColumnFamilyProcedure.java
index f1667ed..934f5b2 100644
--- 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestModifyColumnFamilyProcedure.java
+++ 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestModifyColumnFamilyProcedure.java
@@ -24,8 +24,8 @@ import org.apache.commons.logging.Log;
 import org.apache.commons.logging.LogFactory;
 import org.apache.hadoop.hbase.HColumnDescriptor;
 import org.apache.hadoop.hbase.InvalidFamilyOperationException;
-import org.apache.hadoop.hbase.ProcedureInfo;
 import org.apache.hadoop.hbase.TableName;
+import org.apache.hadoop.hbase.procedure2.Procedure;
 import org.apache.hadoop.hbase.procedure2.ProcedureExecutor;
 import org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility;
 import org.apache.hadoop.hbase.testclassification.MasterTests;
@@ -95,9 +95,9 @@ public class TestModifyColumnFamilyProcedure extends 
TestTableDDLProcedureBase {
 // Wait the completion
 ProcedureTestingUtility.waitProcedure(procExec, procId1);
 
-ProcedureInfo result = procExec.getResult(procId1);
+Procedure result = procExec.getResult(procId1);
 assertTrue(result.isFailed());
-LOG.debug("Modify failed with exception: " + 
result.getExceptionFullMessage());
+LOG.debug("Modify failed with exception: " + result.getException());
 assertTrue(
   ProcedureTestingUtility.getExceptionCause(result) instanceof 
InvalidFamilyOperationException);
   }

http://git-wip-us.apache.org/repos/asf/hbase/blob/8f006582/hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestModifyNamespaceProcedure.java
--
diff --git 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestModifyNamespaceProcedure.java
 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestModifyNamespaceProcedure.java
index 5cb117b..c1b2896 100644
--- 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestModifyNamespaceProcedure.java
+++ 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestModifyNamespaceProcedure.java
@@ -19,7 +19,9 @@
 package org.apache.hadoop.hbase.master.procedure;
 
 
-import static org.junit.Assert.*;
+import static org.junit.Assert.assertEquals;
+import static org.junit.Assert.assertNull;
+import static org.junit.Assert.assertTrue;
 
 import org.apache.commons.logging.Log;
 import org.apache.commons.logging.LogFactory;
@@ -28,8 +30,8 @@ import org.apache.hadoop.hbase.HBaseTestingUtility;
 import org.apache.hadoop.hbase.HTableDescriptor;
 import org.apache.hadoop.hbase.NamespaceDescriptor;
 import org.apache.hadoop.hbase.NamespaceNotFoundException;
-import org.apache.hadoop.hbase.ProcedureInfo;
 import org.apache.hadoop.hbase.constraint.ConstraintException;
+import org.apache.hadoop.hbase.procedure2.Procedure;
 import org.apache.hadoop.hbase.procedure2.ProcedureExecutor;
 import org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility;
 import org.apache.hadoop.hbase.testclassification.MasterTests;
@@ -138,9 +140,9 @@ public class TestModifyNamespaceProcedure {
 ProcedureTestingUtility.waitProcedure(procExec, procId);
 
 // Expect fail with NamespaceNotFoundException
-ProcedureInfo result = procExec.getResult(procId);
+Procedure result = procExec.getResult(procId);
 assertTrue(result.isFailed());
-LOG.debug("modify namespace failed with exception: " + 
result.getExceptionFullMessage());
+LOG.debug("modify namespace failed with exception: " + 
result.getException());
 assertTrue(
   ProcedureTestingUtility.getExceptionCause(result) instanceof 
NamespaceNotFoundException);
   }
@@ -162,9 +164,9 @@ public class TestModifyNamespaceProcedure {
   new ModifyNamespaceProcedure(procExec.getEnvironment(), nsd));
 // Wait the completion
 ProcedureTestingUtility.waitProcedure(procExec, procId);
-ProcedureInfo result = procExec.getResult(procId);
+Procedure result = procExec.getResult(procId);
 assertTrue(result.isFailed());
-LOG.debug("Modify namespace failed with exception: " + 
result.getExceptionFullMessage());
+LOG.debug("Modify namespace failed with exception: " + 
result.getException());
 assertTrue(ProcedureTestingUtility.getExceptionCause(result) instanceof 
ConstraintException);
   }
 
@@ -185,9 +187,9 @@ public class TestModifyNamespaceProcedure {
   new

hbase git commit: HBASE-18086 Create native client which creates load on selected cluster

2017-07-24 Thread tedyu

Repository: hbase
Updated Branches:
  refs/heads/HBASE-14850 6c442d54c -> 55ca4fe2c


HBASE-18086 Create native client which creates load on selected cluster


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/55ca4fe2
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/55ca4fe2
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/55ca4fe2

Branch: refs/heads/HBASE-14850
Commit: 55ca4fe2caa88ee58ca525f88e9cd6eed06b1ae6
Parents: 6c442d5
Author: tedyu 
Authored: Sun Jul 23 23:52:58 2017 -0700
Committer: tedyu 
Committed: Sun Jul 23 23:52:58 2017 -0700

--
 hbase-native-client/core/BUCK   |   6 +
 hbase-native-client/core/load-client.cc | 337 +++
 2 files changed, 343 insertions(+)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/55ca4fe2/hbase-native-client/core/BUCK
--
diff --git a/hbase-native-client/core/BUCK b/hbase-native-client/core/BUCK
index f9db0bd..76c836b 100644
--- a/hbase-native-client/core/BUCK
+++ b/hbase-native-client/core/BUCK
@@ -340,3 +340,9 @@ cxx_binary(
 "simple-client.cc",
 ],
 deps=[":core", "//connection:connection"],)
+cxx_binary(
+name="load-client",
+srcs=[
+"load-client.cc",
+],
+deps=[":core", "//connection:connection"],)

http://git-wip-us.apache.org/repos/asf/hbase/blob/55ca4fe2/hbase-native-client/core/load-client.cc
--
diff --git a/hbase-native-client/core/load-client.cc 
b/hbase-native-client/core/load-client.cc
new file mode 100644
index 000..67f0d57
--- /dev/null
+++ b/hbase-native-client/core/load-client.cc
@@ -0,0 +1,337 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+
+#include 
+#include 
+#include 
+
+#include 
+#include 
+#include 
+#include 
+
+#include "core/client.h"
+#include "core/get.h"
+#include "core/put.h"
+#include "core/table.h"
+#include "serde/table-name.h"
+#include "utils/time-util.h"
+
+using hbase::Client;
+using hbase::Configuration;
+using hbase::Get;
+using hbase::Put;
+using hbase::Table;
+using hbase::pb::TableName;
+using hbase::TimeUtil;
+using folly::Random;
+
+DEFINE_string(table, "load_test_table", "What table to do the reads and writes 
with");
+DEFINE_string(families, "f", "comma separated list of column family names");
+DEFINE_string(conf, "", "Conf directory to read the config from (optional)");
+DEFINE_string(zookeeper, "localhost:2181", "What zk quorum to talk to");
+DEFINE_string(znode, "/hbase", "parent znode");
+DEFINE_uint64(num_rows, 1'000'000, "How many rows to write and read");
+DEFINE_uint64(num_cols, 1000, "How many columns there are in a row");
+DEFINE_int32(threads, 10, "How many client threads");
+DEFINE_int32(batch_num_rows, 100, "number of rows in one multi-get / 
multi-put");
+DEFINE_uint64(report_num_rows, 5000, "How frequent we should report the 
progress");
+DEFINE_bool(gets, true, "perform gets");
+DEFINE_bool(scans, true, "perform scans");
+DEFINE_bool(puts, true, "perform put's");
+DEFINE_bool(appends, true, "perform append's");
+
+static constexpr const char *kNumColumn = "num";
+static constexpr const char *incrPrefix = "i";
+static constexpr const char *appendPrefix = "a";
+
+std::string PrefixZero(int total_width, int num) {
+  std::string str = std::to_string(num);
+  auto prefix_len = total_width - str.length();
+  if (prefix_len > 0) return std::string(total_width - str.length(), '0') + 
str;
+  return str;
+}
+
+bool Verify(std::shared_ptr result, std::string family, int m) {
+  auto col = std::to_string(m);
+  auto int_val = hbase::BytesUtil::ToInt64(*(result->Value(family, incrPrefix 
+ col)));
+  if (int_val != m) {
+LOG(ERROR) << "value is not " << col << " for " << result->Row();
+return false;
+  }
+  auto l = *(result->Value(family, col));
+  if (l != col) {
+LOG(ERROR) << "value " << *(result->Value(family, "1")) << " is not " << 
col;
+return false;

58 matches

Mail list logo