hbase git commit: HBASE-20357 AccessControlClient API Enhancement - addendum for ACL Matrix (Pankaj Kumar)

[tedyu]

Repository: hbase
Updated Branches:
  refs/heads/master bb8826ca5 -> 85b41f36e


HBASE-20357 AccessControlClient API Enhancement - addendum for ACL Matrix 
(Pankaj Kumar)


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/85b41f36
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/85b41f36
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/85b41f36

Branch: refs/heads/master
Commit: 85b41f36e01214b6485c9352875c84ebf877dab3
Parents: bb8826c
Author: tedyu 
Authored: Thu Jun 28 23:25:08 2018 -0700
Committer: tedyu 
Committed: Thu Jun 28 23:25:08 2018 -0700

--
 src/main/asciidoc/_chapters/appendix_acl_matrix.adoc | 1 +
 1 file changed, 1 insertion(+)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/85b41f36/src/main/asciidoc/_chapters/appendix_acl_matrix.adoc
--
diff --git a/src/main/asciidoc/_chapters/appendix_acl_matrix.adoc 
b/src/main/asciidoc/_chapters/appendix_acl_matrix.adoc
index d5ea076..cb17346 100644
--- a/src/main/asciidoc/_chapters/appendix_acl_matrix.adoc
+++ b/src/main/asciidoc/_chapters/appendix_acl_matrix.adoc
@@ -160,6 +160,7 @@ In case the table goes out of date, the unit tests which 
check for accuracy of p
 |  | getUserPermissions(global level) | global(A)
 |  | getUserPermissions(namespace level) | global(A)\|NS(A)
 |  | getUserPermissions(table level) | 
global(A)\|NS(A)\|TableOwner\|table(A)\|CF(A)\|CQ(A)
+|  | hasPermission(table level) | global(A)\|SelfUserCheck
 | RegionServer | stopRegionServer | superuser\|global(A)
 |  | mergeRegions | superuser\|global(A)
 |  | rollWALWriterRequest | superuser\|global(A)

[2/2] hbase git commit: HBASE-20357 AccessControlClient API Enhancement

[tedyu]

HBASE-20357 AccessControlClient API Enhancement

Signed-off-by: tedyu 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/bb8826ca
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/bb8826ca
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/bb8826ca

Branch: refs/heads/master
Commit: bb8826ca5f3d5bcd185cf6fe4ebe7d72942b8d6d
Parents: 63477d6
Author: Pankaj 
Authored: Mon Jun 25 12:20:48 2018 +0530
Committer: tedyu 
Committed: Thu Jun 28 22:48:58 2018 -0700

--
 .../security/access/AccessControlClient.java| 184 ++-
 .../security/access/AccessControlUtil.java  | 151 +-
 .../shaded/protobuf/ResponseConverter.java  |  10 +
 .../org/apache/hadoop/hbase/HConstants.java |   7 +-
 .../src/main/protobuf/AccessControl.proto   |  15 +
 .../hbase/rsgroup/RSGroupAdminEndpoint.java |   2 +-
 .../hbase/regionserver/RSRpcServices.java   |   2 +-
 .../hbase/security/access/AccessChecker.java| 176 ++-
 .../security/access/AccessControlLists.java | 190 ++--
 .../hbase/security/access/AccessController.java | 199 +---
 .../hbase/security/access/AuthResult.java   |  30 +-
 .../master/TestMasterCoprocessorServices.java   |   7 +
 .../security/access/TestAccessController.java   | 481 ++-
 13 files changed, 1301 insertions(+), 153 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/bb8826ca/hbase-client/src/main/java/org/apache/hadoop/hbase/security/access/AccessControlClient.java
--
diff --git 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/security/access/AccessControlClient.java
 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/security/access/AccessControlClient.java
index 0363ba2..981db76 100644
--- 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/security/access/AccessControlClient.java
+++ 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/security/access/AccessControlClient.java
@@ -22,6 +22,7 @@ import java.util.ArrayList;
 import java.util.List;
 import java.util.regex.Pattern;
 
+import org.apache.commons.lang3.StringUtils;
 import org.apache.hadoop.hbase.HConstants;
 import org.apache.hadoop.hbase.HTableDescriptor;
 import org.apache.hadoop.hbase.MasterNotRunningException;
@@ -255,15 +256,28 @@ public class AccessControlClient {
* along with the list of superusers would be returned. Else, no rows get 
returned.
* @param connection The Connection instance to use
* @param tableRegex The regular expression string to match against
-   * @return - returns an array of UserPermissions
+   * @return List of UserPermissions
* @throws Throwable
*/
   public static List getUserPermissions(Connection connection, 
String tableRegex)
   throws Throwable {
-/** TODO: Pass an rpcController
-HBaseRpcController controller
-  = ((ClusterConnection) 
connection).getRpcControllerFactory().newController();
-  */
+return getUserPermissions(connection, tableRegex, HConstants.EMPTY_STRING);
+  }
+
+  /**
+   * List all the userPermissions matching the given table pattern and user 
name.
+   * @param connection Connection
+   * @param tableRegex The regular expression string to match against
+   * @param userName User name, if empty then all user permissions will be 
retrieved.
+   * @return List of UserPermissions
+   * @throws Throwable on failure
+   */
+  public static List getUserPermissions(Connection connection, 
String tableRegex,
+  String userName) throws Throwable {
+/**
+ * TODO: Pass an rpcController HBaseRpcController controller = 
((ClusterConnection)
+ * connection).getRpcControllerFactory().newController();
+ */
 List permList = new ArrayList<>();
 try (Table table = connection.getTable(ACL_TABLE_NAME)) {
   try (Admin admin = connection.getAdmin()) {
@@ -272,25 +286,167 @@ public class AccessControlClient {
 AccessControlProtos.AccessControlService.newBlockingStub(service);
 HTableDescriptor[] htds = null;
 if (tableRegex == null || tableRegex.isEmpty()) {
-  permList = AccessControlUtil.getUserPermissions(null, protocol);
-} else if (tableRegex.charAt(0) == '@') {  // Namespaces
+  permList = AccessControlUtil.getUserPermissions(null, protocol, 
userName);
+} else if (tableRegex.charAt(0) == '@') { // Namespaces
   String namespaceRegex = tableRegex.substring(1);
-  for (NamespaceDescriptor nsds : admin.listNamespaceDescriptors()) {  
// Read out all namespaces
+  for (NamespaceDescriptor nsds : admin.listNamespaceDescriptors()) { 
// Read out all
+  
// namespaces
 String namespace = nsds.getNa

[1/2] hbase git commit: HBASE-20357 AccessControlClient API Enhancement

[tedyu]

Repository: hbase
Updated Branches:
  refs/heads/master 63477d625 -> bb8826ca5


http://git-wip-us.apache.org/repos/asf/hbase/blob/bb8826ca/hbase-server/src/test/java/org/apache/hadoop/hbase/security/access/TestAccessController.java
--
diff --git 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/security/access/TestAccessController.java
 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/security/access/TestAccessController.java
index d2aa682..a0b5d9d 100644
--- 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/security/access/TestAccessController.java
+++ 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/security/access/TestAccessController.java
@@ -38,6 +38,7 @@ import java.util.Collection;
 import java.util.Collections;
 import java.util.List;
 import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.fs.CommonConfigurationKeys;
 import org.apache.hadoop.fs.FileStatus;
 import org.apache.hadoop.fs.FileSystem;
 import org.apache.hadoop.fs.Path;
@@ -127,6 +128,9 @@ import org.apache.hadoop.hbase.tool.LoadIncrementalHFiles;
 import org.apache.hadoop.hbase.util.Bytes;
 import org.apache.hadoop.hbase.util.JVMClusterUtil;
 import org.apache.hadoop.hbase.util.Threads;
+import org.apache.hadoop.security.GroupMappingServiceProvider;
+import org.apache.hadoop.security.ShellBasedUnixGroupsMapping;
+import org.apache.hadoop.security.UserGroupInformation;
 import org.junit.AfterClass;
 import org.junit.BeforeClass;
 import org.junit.ClassRule;
@@ -212,6 +216,11 @@ public class TestAccessController extends SecureTestUtil {
 conf = TEST_UTIL.getConfiguration();
 // Up the handlers; this test needs more than usual.
 conf.setInt(HConstants.REGION_SERVER_HIGH_PRIORITY_HANDLER_COUNT, 10);
+
+conf.set(CommonConfigurationKeys.HADOOP_SECURITY_GROUP_MAPPING,
+  MyShellBasedUnixGroupsMapping.class.getName());
+UserGroupInformation.setConfiguration(conf);
+
 // Enable security
 enableSecurity(conf);
 // In this particular test case, we can't use SecureBulkLoadEndpoint 
because its doAs will fail
@@ -2215,8 +2224,12 @@ public class TestAccessController extends SecureTestUtil 
{
   }
 
   private void createTestTable(TableName tname) throws Exception {
+createTestTable(tname, TEST_FAMILY);
+  }
+
+  private void createTestTable(TableName tname, byte[] cf) throws Exception {
 HTableDescriptor htd = new HTableDescriptor(tname);
-HColumnDescriptor hcd = new HColumnDescriptor(TEST_FAMILY);
+HColumnDescriptor hcd = new HColumnDescriptor(cf);
 hcd.setMaxVersions(100);
 htd.addFamily(hcd);
 htd.setOwner(USER_OWNER);
@@ -3105,4 +3118,470 @@ public class TestAccessController extends 
SecureTestUtil {
 verifyAllowed(action, SUPERUSER);
 verifyDenied(action, USER_CREATE, USER_RW, USER_RO, USER_NONE, USER_OWNER, 
USER_ADMIN);
   }
+
+  @Test(timeout = 18)
+  public void testGetUserPermissions() throws Throwable {
+Connection conn = null;
+try {
+  conn = ConnectionFactory.createConnection(conf);
+  User nSUser1 = User.createUserForTesting(conf, "nsuser1", new String[0]);
+  User nSUser2 = User.createUserForTesting(conf, "nsuser2", new String[0]);
+  User nSUser3 = User.createUserForTesting(conf, "nsuser3", new String[0]);
+
+  // Global access groups
+  User globalGroupUser1 =
+  User.createUserForTesting(conf, "globalGroupUser1", new String[] { 
"group_admin" });
+  User globalGroupUser2 = User.createUserForTesting(conf, 
"globalGroupUser2",
+new String[] { "group_admin", "group_create" });
+  // Namespace access groups
+  User nsGroupUser1 =
+  User.createUserForTesting(conf, "nsGroupUser1", new String[] { 
"ns_group1" });
+  User nsGroupUser2 =
+  User.createUserForTesting(conf, "nsGroupUser2", new String[] { 
"ns_group2" });
+  // table Access groups
+  User tableGroupUser1 =
+  User.createUserForTesting(conf, "tableGroupUser1", new String[] { 
"table_group1" });
+  User tableGroupUser2 =
+  User.createUserForTesting(conf, "tableGroupUser2", new String[] { 
"table_group2" });
+
+  // Create namespaces
+  String nsPrefix = "testNS";
+  final String namespace1 = nsPrefix + "1";
+  NamespaceDescriptor desc1 = 
NamespaceDescriptor.create(namespace1).build();
+  createNamespace(TEST_UTIL, desc1);
+  String namespace2 = nsPrefix + "2";
+  NamespaceDescriptor desc2 = 
NamespaceDescriptor.create(namespace2).build();
+  createNamespace(TEST_UTIL, desc2);
+
+  // Grant namespace permission
+  grantOnNamespace(TEST_UTIL, nSUser1.getShortName(), namespace1, 
Permission.Action.ADMIN);
+  grantOnNamespace(TEST_UTIL, nSUser3.getShortName(), namespace1, 
Permission.Action.READ);
+  grantOnNamespace(TEST_UTIL, toGroupEntry("ns_group1"), namespace1, 
Permission.Action.ADMIN);
+  grantOnNamespace(TEST_UTIL, nSUser2.getShortName(),

hbase git commit: HBASE-20810 Include the procedure id in the exception message in HBaseAdmin for better debugging

[zhangduo]

Repository: hbase
Updated Branches:
  refs/heads/branch-2.1 44573b54c -> d025375c7


HBASE-20810 Include the procedure id in the exception message in HBaseAdmin for 
better debugging


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/d025375c
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/d025375c
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/d025375c

Branch: refs/heads/branch-2.1
Commit: d025375c7fcacbeeb5c660feb812caabd52d127d
Parents: 44573b5
Author: zhangduo 
Authored: Thu Jun 28 22:00:11 2018 +0800
Committer: zhangduo 
Committed: Fri Jun 29 11:40:54 2018 +0800

--
 .../org/apache/hadoop/hbase/client/HBaseAdmin.java| 14 ++
 1 file changed, 6 insertions(+), 8 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/d025375c/hbase-client/src/main/java/org/apache/hadoop/hbase/client/HBaseAdmin.java
--
diff --git 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/HBaseAdmin.java 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/HBaseAdmin.java
index 07e1be4..7f3abea 100644
--- a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/HBaseAdmin.java
+++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/HBaseAdmin.java
@@ -3361,7 +3361,7 @@ public class HBaseAdmin implements Admin {
 private V result = null;
 
 private final HBaseAdmin admin;
-private final Long procId;
+protected final Long procId;
 
 public ProcedureFuture(final HBaseAdmin admin, final Long procId) {
   this.admin = admin;
@@ -3643,22 +3643,20 @@ public class HBaseAdmin implements Admin {
  * @return a description of the operation
  */
 protected String getDescription() {
-  return "Operation: " + getOperationType() + ", "
-  + "Table Name: " + tableName.getNameWithNamespaceInclAsString();
-
+  return "Operation: " + getOperationType() + ", " + "Table Name: " +
+tableName.getNameWithNamespaceInclAsString() + ", procId: " + procId;
 }
 
 protected abstract class TableWaitForStateCallable implements 
WaitForStateCallable {
   @Override
   public void throwInterruptedException() throws InterruptedIOException {
-throw new InterruptedIOException("Interrupted while waiting for 
operation: "
-+ getOperationType() + " on table: " + 
tableName.getNameWithNamespaceInclAsString());
+throw new InterruptedIOException("Interrupted while waiting for " + 
getDescription());
   }
 
   @Override
   public void throwTimeoutException(long elapsedTime) throws 
TimeoutException {
-throw new TimeoutException("The operation: " + getOperationType() + " 
on table: " +
-tableName.getNameAsString() + " has not completed after " + 
elapsedTime + "ms");
+throw new TimeoutException(
+  getDescription() + " has not completed after " + elapsedTime + "ms");
   }
 }
 

hbase git commit: HBASE-20810 Include the procedure id in the exception message in HBaseAdmin for better debugging

[zhangduo]

Repository: hbase
Updated Branches:
  refs/heads/branch-2.0 7aed0980a -> ee7fb61af


HBASE-20810 Include the procedure id in the exception message in HBaseAdmin for 
better debugging


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/ee7fb61a
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/ee7fb61a
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/ee7fb61a

Branch: refs/heads/branch-2.0
Commit: ee7fb61af658509da984b20ceba576f0c8f8269b
Parents: 7aed098
Author: zhangduo 
Authored: Thu Jun 28 22:00:11 2018 +0800
Committer: zhangduo 
Committed: Fri Jun 29 11:41:18 2018 +0800

--
 .../org/apache/hadoop/hbase/client/HBaseAdmin.java| 14 ++
 1 file changed, 6 insertions(+), 8 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/ee7fb61a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/HBaseAdmin.java
--
diff --git 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/HBaseAdmin.java 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/HBaseAdmin.java
index e145e7f..1ed9d5d 100644
--- a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/HBaseAdmin.java
+++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/HBaseAdmin.java
@@ -3355,7 +3355,7 @@ public class HBaseAdmin implements Admin {
 private V result = null;
 
 private final HBaseAdmin admin;
-private final Long procId;
+protected final Long procId;
 
 public ProcedureFuture(final HBaseAdmin admin, final Long procId) {
   this.admin = admin;
@@ -3637,22 +3637,20 @@ public class HBaseAdmin implements Admin {
  * @return a description of the operation
  */
 protected String getDescription() {
-  return "Operation: " + getOperationType() + ", "
-  + "Table Name: " + tableName.getNameWithNamespaceInclAsString();
-
+  return "Operation: " + getOperationType() + ", " + "Table Name: " +
+tableName.getNameWithNamespaceInclAsString() + ", procId: " + procId;
 }
 
 protected abstract class TableWaitForStateCallable implements 
WaitForStateCallable {
   @Override
   public void throwInterruptedException() throws InterruptedIOException {
-throw new InterruptedIOException("Interrupted while waiting for 
operation: "
-+ getOperationType() + " on table: " + 
tableName.getNameWithNamespaceInclAsString());
+throw new InterruptedIOException("Interrupted while waiting for " + 
getDescription());
   }
 
   @Override
   public void throwTimeoutException(long elapsedTime) throws 
TimeoutException {
-throw new TimeoutException("The operation: " + getOperationType() + " 
on table: " +
-tableName.getNameAsString() + " has not completed after " + 
elapsedTime + "ms");
+throw new TimeoutException(
+  getDescription() + " has not completed after " + elapsedTime + "ms");
   }
 }
 

hbase git commit: HBASE-20810 Include the procedure id in the exception message in HBaseAdmin for better debugging

[zhangduo]

Repository: hbase
Updated Branches:
  refs/heads/branch-2 02235f4e3 -> 5ba314e3f


HBASE-20810 Include the procedure id in the exception message in HBaseAdmin for 
better debugging


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/5ba314e3
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/5ba314e3
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/5ba314e3

Branch: refs/heads/branch-2
Commit: 5ba314e3f32b3988c83d510fc99ea282a1e4a016
Parents: 02235f4
Author: zhangduo 
Authored: Thu Jun 28 22:00:11 2018 +0800
Committer: zhangduo 
Committed: Fri Jun 29 11:40:48 2018 +0800

--
 .../org/apache/hadoop/hbase/client/HBaseAdmin.java| 14 ++
 1 file changed, 6 insertions(+), 8 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/5ba314e3/hbase-client/src/main/java/org/apache/hadoop/hbase/client/HBaseAdmin.java
--
diff --git 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/HBaseAdmin.java 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/HBaseAdmin.java
index 07e1be4..7f3abea 100644
--- a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/HBaseAdmin.java
+++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/HBaseAdmin.java
@@ -3361,7 +3361,7 @@ public class HBaseAdmin implements Admin {
 private V result = null;
 
 private final HBaseAdmin admin;
-private final Long procId;
+protected final Long procId;
 
 public ProcedureFuture(final HBaseAdmin admin, final Long procId) {
   this.admin = admin;
@@ -3643,22 +3643,20 @@ public class HBaseAdmin implements Admin {
  * @return a description of the operation
  */
 protected String getDescription() {
-  return "Operation: " + getOperationType() + ", "
-  + "Table Name: " + tableName.getNameWithNamespaceInclAsString();
-
+  return "Operation: " + getOperationType() + ", " + "Table Name: " +
+tableName.getNameWithNamespaceInclAsString() + ", procId: " + procId;
 }
 
 protected abstract class TableWaitForStateCallable implements 
WaitForStateCallable {
   @Override
   public void throwInterruptedException() throws InterruptedIOException {
-throw new InterruptedIOException("Interrupted while waiting for 
operation: "
-+ getOperationType() + " on table: " + 
tableName.getNameWithNamespaceInclAsString());
+throw new InterruptedIOException("Interrupted while waiting for " + 
getDescription());
   }
 
   @Override
   public void throwTimeoutException(long elapsedTime) throws 
TimeoutException {
-throw new TimeoutException("The operation: " + getOperationType() + " 
on table: " +
-tableName.getNameAsString() + " has not completed after " + 
elapsedTime + "ms");
+throw new TimeoutException(
+  getDescription() + " has not completed after " + elapsedTime + "ms");
   }
 }
 

hbase git commit: HBASE-20810 Include the procedure id in the exception message in HBaseAdmin for better debugging

[zhangduo]

Repository: hbase
Updated Branches:
  refs/heads/master fe75f90be -> 63477d625


HBASE-20810 Include the procedure id in the exception message in HBaseAdmin for 
better debugging


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/63477d62
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/63477d62
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/63477d62

Branch: refs/heads/master
Commit: 63477d6251a597065af4f9619ec68699721123a4
Parents: fe75f90
Author: zhangduo 
Authored: Thu Jun 28 22:00:11 2018 +0800
Committer: zhangduo 
Committed: Fri Jun 29 11:40:44 2018 +0800

--
 .../org/apache/hadoop/hbase/client/HBaseAdmin.java| 14 ++
 1 file changed, 6 insertions(+), 8 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/63477d62/hbase-client/src/main/java/org/apache/hadoop/hbase/client/HBaseAdmin.java
--
diff --git 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/HBaseAdmin.java 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/HBaseAdmin.java
index ac8d972..c7456dd 100644
--- a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/HBaseAdmin.java
+++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/HBaseAdmin.java
@@ -3363,7 +3363,7 @@ public class HBaseAdmin implements Admin {
 private V result = null;
 
 private final HBaseAdmin admin;
-private final Long procId;
+protected final Long procId;
 
 public ProcedureFuture(final HBaseAdmin admin, final Long procId) {
   this.admin = admin;
@@ -3645,22 +3645,20 @@ public class HBaseAdmin implements Admin {
  * @return a description of the operation
  */
 protected String getDescription() {
-  return "Operation: " + getOperationType() + ", "
-  + "Table Name: " + tableName.getNameWithNamespaceInclAsString();
-
+  return "Operation: " + getOperationType() + ", " + "Table Name: " +
+tableName.getNameWithNamespaceInclAsString() + ", procId: " + procId;
 }
 
 protected abstract class TableWaitForStateCallable implements 
WaitForStateCallable {
   @Override
   public void throwInterruptedException() throws InterruptedIOException {
-throw new InterruptedIOException("Interrupted while waiting for 
operation: "
-+ getOperationType() + " on table: " + 
tableName.getNameWithNamespaceInclAsString());
+throw new InterruptedIOException("Interrupted while waiting for " + 
getDescription());
   }
 
   @Override
   public void throwTimeoutException(long elapsedTime) throws 
TimeoutException {
-throw new TimeoutException("The operation: " + getOperationType() + " 
on table: " +
-tableName.getNameAsString() + " has not completed after " + 
elapsedTime + "ms");
+throw new TimeoutException(
+  getDescription() + " has not completed after " + elapsedTime + "ms");
   }
 }
 

hbase git commit: HBASE-20792 info:servername and info:sn inconsistent for OPEN region

[zhangduo]

Repository: hbase
Updated Branches:
  refs/heads/branch-2.1 becb63837 -> 44573b54c


HBASE-20792 info:servername and info:sn inconsistent for OPEN region

Signed-off-by: zhangduo 
Signed-off-by: Michael Stack 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/44573b54
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/44573b54
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/44573b54

Branch: refs/heads/branch-2.1
Commit: 44573b54c1ce3289f96a8295e19dd48c1ffc357a
Parents: becb638
Author: Josh Elser 
Authored: Fri Jun 29 11:09:33 2018 +0800
Committer: zhangduo 
Committed: Fri Jun 29 11:11:22 2018 +0800

--
 .../master/assignment/RegionStateStore.java |  11 +-
 .../hbase/master/assignment/RegionStates.java   |   3 +
 .../assignment/TestRegionMoveAndAbandon.java| 129 +++
 3 files changed, 137 insertions(+), 6 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/44573b54/hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/RegionStateStore.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/RegionStateStore.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/RegionStateStore.java
index de9c4fd..aeef835 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/RegionStateStore.java
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/RegionStateStore.java
@@ -136,7 +136,7 @@ public class RegionStateStore {
   long openSeqNum = regionStateNode.getState() == State.OPEN ? 
regionStateNode.getOpenSeqNum()
 : HConstants.NO_SEQNUM;
   updateUserRegionLocation(regionStateNode.getRegionInfo(), 
regionStateNode.getState(),
-regionStateNode.getRegionLocation(), regionStateNode.getLastHost(), 
openSeqNum,
+regionStateNode.getRegionLocation(), openSeqNum,
 // The regionStateNode may have no procedure in a test scenario; allow 
for this.
 regionStateNode.getProcedure() != null ? 
regionStateNode.getProcedure().getProcId()
   : Procedure.NO_PROC_ID);
@@ -153,10 +153,9 @@ public class RegionStateStore {
 }
   }
 
-  private void updateUserRegionLocation(final RegionInfo regionInfo, final 
State state,
-  final ServerName regionLocation, final ServerName lastHost, final long 
openSeqNum,
-  final long pid)
-  throws IOException {
+  private void updateUserRegionLocation(RegionInfo regionInfo, State state,
+  ServerName regionLocation, long openSeqNum,
+   long pid) throws IOException {
 long time = EnvironmentEdgeManager.currentTime();
 final int replicaId = regionInfo.getReplicaId();
 final Put put = new Put(MetaTableAccessor.getMetaKeyForRegion(regionInfo), 
time);
@@ -176,7 +175,7 @@ public class RegionStateStore {
   }
   info.append(", openSeqNum=").append(openSeqNum);
   info.append(", regionLocation=").append(regionLocation);
-} else if (regionLocation != null && !regionLocation.equals(lastHost)) {
+} else if (regionLocation != null) {
   // Ideally, if no regionLocation, write null to the hbase:meta but this 
will confuse clients
   // currently; they want a server to hit. TODO: Make clients wait if no 
location.
   put.add(CellBuilderFactory.create(CellBuilderType.SHALLOW_COPY)

http://git-wip-us.apache.org/repos/asf/hbase/blob/44573b54/hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/RegionStates.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/RegionStates.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/RegionStates.java
index 15a2fbc..3f98c41 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/RegionStates.java
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/RegionStates.java
@@ -106,6 +106,9 @@ public class RegionStates {
 
 private volatile RegionTransitionProcedure procedure = null;
 private volatile ServerName regionLocation = null;
+// notice that, the lastHost will only be updated when a region is 
successfully CLOSED through
+// UnassignProcedure, so do not use it for critical condition as the data 
maybe stale and unsync
+// with the data in meta.
 private volatile ServerName lastHost = null;
 /**
  * A Region-in-Transition (RIT) moves through states.

http://git-wip-us.apache.org/repos/asf/hbase/blob/44573b54/hbase-server/src/test/java/org/apache/hadoop/hbase/master/assignment/TestRegionMoveAndAbandon.java
--
diff --git 
a/hba

hbase git commit: HBASE-20792 info:servername and info:sn inconsistent for OPEN region

[zhangduo]

Repository: hbase
Updated Branches:
  refs/heads/branch-2 58ccd3dc7 -> 02235f4e3


HBASE-20792 info:servername and info:sn inconsistent for OPEN region

Signed-off-by: zhangduo 
Signed-off-by: Michael Stack 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/02235f4e
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/02235f4e
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/02235f4e

Branch: refs/heads/branch-2
Commit: 02235f4e3275f929f087d4908e0aa33e1206a7db
Parents: 58ccd3d
Author: Josh Elser 
Authored: Fri Jun 29 11:09:33 2018 +0800
Committer: zhangduo 
Committed: Fri Jun 29 11:11:09 2018 +0800

--
 .../master/assignment/RegionStateStore.java |  11 +-
 .../hbase/master/assignment/RegionStates.java   |   3 +
 .../assignment/TestRegionMoveAndAbandon.java| 129 +++
 3 files changed, 137 insertions(+), 6 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/02235f4e/hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/RegionStateStore.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/RegionStateStore.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/RegionStateStore.java
index de9c4fd..aeef835 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/RegionStateStore.java
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/RegionStateStore.java
@@ -136,7 +136,7 @@ public class RegionStateStore {
   long openSeqNum = regionStateNode.getState() == State.OPEN ? 
regionStateNode.getOpenSeqNum()
 : HConstants.NO_SEQNUM;
   updateUserRegionLocation(regionStateNode.getRegionInfo(), 
regionStateNode.getState(),
-regionStateNode.getRegionLocation(), regionStateNode.getLastHost(), 
openSeqNum,
+regionStateNode.getRegionLocation(), openSeqNum,
 // The regionStateNode may have no procedure in a test scenario; allow 
for this.
 regionStateNode.getProcedure() != null ? 
regionStateNode.getProcedure().getProcId()
   : Procedure.NO_PROC_ID);
@@ -153,10 +153,9 @@ public class RegionStateStore {
 }
   }
 
-  private void updateUserRegionLocation(final RegionInfo regionInfo, final 
State state,
-  final ServerName regionLocation, final ServerName lastHost, final long 
openSeqNum,
-  final long pid)
-  throws IOException {
+  private void updateUserRegionLocation(RegionInfo regionInfo, State state,
+  ServerName regionLocation, long openSeqNum,
+   long pid) throws IOException {
 long time = EnvironmentEdgeManager.currentTime();
 final int replicaId = regionInfo.getReplicaId();
 final Put put = new Put(MetaTableAccessor.getMetaKeyForRegion(regionInfo), 
time);
@@ -176,7 +175,7 @@ public class RegionStateStore {
   }
   info.append(", openSeqNum=").append(openSeqNum);
   info.append(", regionLocation=").append(regionLocation);
-} else if (regionLocation != null && !regionLocation.equals(lastHost)) {
+} else if (regionLocation != null) {
   // Ideally, if no regionLocation, write null to the hbase:meta but this 
will confuse clients
   // currently; they want a server to hit. TODO: Make clients wait if no 
location.
   put.add(CellBuilderFactory.create(CellBuilderType.SHALLOW_COPY)

http://git-wip-us.apache.org/repos/asf/hbase/blob/02235f4e/hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/RegionStates.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/RegionStates.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/RegionStates.java
index 15a2fbc..3f98c41 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/RegionStates.java
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/RegionStates.java
@@ -106,6 +106,9 @@ public class RegionStates {
 
 private volatile RegionTransitionProcedure procedure = null;
 private volatile ServerName regionLocation = null;
+// notice that, the lastHost will only be updated when a region is 
successfully CLOSED through
+// UnassignProcedure, so do not use it for critical condition as the data 
maybe stale and unsync
+// with the data in meta.
 private volatile ServerName lastHost = null;
 /**
  * A Region-in-Transition (RIT) moves through states.

http://git-wip-us.apache.org/repos/asf/hbase/blob/02235f4e/hbase-server/src/test/java/org/apache/hadoop/hbase/master/assignment/TestRegionMoveAndAbandon.java
--
diff --git 
a/hbase-s

hbase git commit: HBASE-20792 info:servername and info:sn inconsistent for OPEN region

[zhangduo]

Repository: hbase
Updated Branches:
  refs/heads/master 78e7dd653 -> fe75f90be


HBASE-20792 info:servername and info:sn inconsistent for OPEN region

Signed-off-by: zhangduo 
Signed-off-by: Michael Stack 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/fe75f90b
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/fe75f90b
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/fe75f90b

Branch: refs/heads/master
Commit: fe75f90be2cac47a9de59b62f0097d7ce0b765d7
Parents: 78e7dd6
Author: Josh Elser 
Authored: Fri Jun 29 11:09:33 2018 +0800
Committer: zhangduo 
Committed: Fri Jun 29 11:10:40 2018 +0800

--
 .../master/assignment/RegionStateStore.java |  11 +-
 .../hbase/master/assignment/RegionStates.java   |   3 +
 .../assignment/TestRegionMoveAndAbandon.java| 129 +++
 3 files changed, 137 insertions(+), 6 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/fe75f90b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/RegionStateStore.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/RegionStateStore.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/RegionStateStore.java
index de9c4fd..aeef835 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/RegionStateStore.java
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/RegionStateStore.java
@@ -136,7 +136,7 @@ public class RegionStateStore {
   long openSeqNum = regionStateNode.getState() == State.OPEN ? 
regionStateNode.getOpenSeqNum()
 : HConstants.NO_SEQNUM;
   updateUserRegionLocation(regionStateNode.getRegionInfo(), 
regionStateNode.getState(),
-regionStateNode.getRegionLocation(), regionStateNode.getLastHost(), 
openSeqNum,
+regionStateNode.getRegionLocation(), openSeqNum,
 // The regionStateNode may have no procedure in a test scenario; allow 
for this.
 regionStateNode.getProcedure() != null ? 
regionStateNode.getProcedure().getProcId()
   : Procedure.NO_PROC_ID);
@@ -153,10 +153,9 @@ public class RegionStateStore {
 }
   }
 
-  private void updateUserRegionLocation(final RegionInfo regionInfo, final 
State state,
-  final ServerName regionLocation, final ServerName lastHost, final long 
openSeqNum,
-  final long pid)
-  throws IOException {
+  private void updateUserRegionLocation(RegionInfo regionInfo, State state,
+  ServerName regionLocation, long openSeqNum,
+   long pid) throws IOException {
 long time = EnvironmentEdgeManager.currentTime();
 final int replicaId = regionInfo.getReplicaId();
 final Put put = new Put(MetaTableAccessor.getMetaKeyForRegion(regionInfo), 
time);
@@ -176,7 +175,7 @@ public class RegionStateStore {
   }
   info.append(", openSeqNum=").append(openSeqNum);
   info.append(", regionLocation=").append(regionLocation);
-} else if (regionLocation != null && !regionLocation.equals(lastHost)) {
+} else if (regionLocation != null) {
   // Ideally, if no regionLocation, write null to the hbase:meta but this 
will confuse clients
   // currently; they want a server to hit. TODO: Make clients wait if no 
location.
   put.add(CellBuilderFactory.create(CellBuilderType.SHALLOW_COPY)

http://git-wip-us.apache.org/repos/asf/hbase/blob/fe75f90b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/RegionStates.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/RegionStates.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/RegionStates.java
index 15a2fbc..3f98c41 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/RegionStates.java
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/RegionStates.java
@@ -106,6 +106,9 @@ public class RegionStates {
 
 private volatile RegionTransitionProcedure procedure = null;
 private volatile ServerName regionLocation = null;
+// notice that, the lastHost will only be updated when a region is 
successfully CLOSED through
+// UnassignProcedure, so do not use it for critical condition as the data 
maybe stale and unsync
+// with the data in meta.
 private volatile ServerName lastHost = null;
 /**
  * A Region-in-Transition (RIT) moves through states.

http://git-wip-us.apache.org/repos/asf/hbase/blob/fe75f90b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/assignment/TestRegionMoveAndAbandon.java
--
diff --git 
a/hbase-serve

[2/5] hbase git commit: HBASE-19722 Meta query statistics metrics source

[apurtell]

HBASE-19722 Meta query statistics metrics source

Signed-off-by: Andrew Purtell 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/7aed0980
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/7aed0980
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/7aed0980

Branch: refs/heads/branch-2.0
Commit: 7aed0980a1c33acd106c8c6614e3c9993e331b1e
Parents: a64f63d
Author: Xu Cang 
Authored: Thu May 31 14:02:26 2018 -0700
Committer: Andrew Purtell 
Committed: Thu Jun 28 17:17:21 2018 -0700

--
 .../org/apache/hadoop/hbase/HConstants.java |   2 +
 .../hbase/coprocessor/MetaTableMetrics.java | 335 +++
 .../apache/hadoop/hbase/util/LossyCounting.java | 135 
 .../hbase/coprocessor/TestMetaTableMetrics.java | 231 +
 .../hadoop/hbase/util/TestLossyCounting.java|  88 +
 5 files changed, 791 insertions(+)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/7aed0980/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java
--
diff --git a/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java
index 03057ef..7f07450 100644
--- a/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java
+++ b/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java
@@ -1361,6 +1361,8 @@ public final class HConstants {
   public static final String DEFAULT_SNAPSHOT_RESTORE_FAILSAFE_NAME =
   "hbase-failsafe-{snapshot.name}-{restore.timestamp}";
 
+  public static final String DEFAULT_LOSSY_COUNTING_ERROR_RATE =
+  "hbase.util.default.lossycounting.errorrate";
   public static final String NOT_IMPLEMENTED = "Not implemented";
 
   private HConstants() {

http://git-wip-us.apache.org/repos/asf/hbase/blob/7aed0980/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/MetaTableMetrics.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/MetaTableMetrics.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/MetaTableMetrics.java
new file mode 100644
index 000..9bf35c0
--- /dev/null
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/MetaTableMetrics.java
@@ -0,0 +1,335 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more 
contributor license
+ * agreements. See the NOTICE file distributed with this work for additional 
information regarding
+ * copyright ownership. The ASF licenses this file to you under the Apache 
License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance with the 
License. You may obtain a
+ * copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless 
required by applicable
+ * law or agreed to in writing, software distributed under the License is 
distributed on an "AS IS"
+ * BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or 
implied. See the License
+ * for the specific language governing permissions and limitations under the 
License.
+ */
+
+package org.apache.hadoop.hbase.coprocessor;
+
+import java.io.IOException;
+import java.nio.charset.StandardCharsets;
+import java.util.List;
+import java.util.Map;
+import java.util.Optional;
+import java.util.Set;
+import java.util.concurrent.ConcurrentHashMap;
+import org.apache.hadoop.hbase.Cell;
+import org.apache.hadoop.hbase.CoprocessorEnvironment;
+import org.apache.hadoop.hbase.TableName;
+import org.apache.hadoop.hbase.client.Delete;
+import org.apache.hadoop.hbase.client.Durability;
+import org.apache.hadoop.hbase.client.Get;
+import org.apache.hadoop.hbase.client.Put;
+import org.apache.hadoop.hbase.client.Row;
+import org.apache.hadoop.hbase.ipc.RpcServer;
+import org.apache.hadoop.hbase.metrics.Meter;
+import org.apache.hadoop.hbase.metrics.Metric;
+import org.apache.hadoop.hbase.metrics.MetricRegistry;
+import org.apache.hadoop.hbase.util.LossyCounting;
+import org.apache.hadoop.hbase.wal.WALEdit;
+import org.apache.yetus.audience.InterfaceAudience;
+import org.apache.hbase.thirdparty.com.google.common.collect.ImmutableMap;
+
+
+/**
+ * A coprocessor that collects metrics from meta table.
+ * 
+ * These metrics will be available through the regular Hadoop metrics2 sinks 
(ganglia, opentsdb,
+ * etc) as well as JMX output.
+ * 
+ * @see MetaTableMetrics
+ */
+
+@InterfaceAudience.Private
+public class MetaTableMetrics implements RegionCoprocessor {
+
+  private ExampleRegionObserverMeta observer;
+  private Map> requestsMap;
+  private RegionCoprocessorEnvironment regionCoprocessorEnv;
+  private LossyCounting clientMetricsLossyCounting;
+  private boolean active = false;
+
+  enum MetaTa

[5/5] hbase git commit: HBASE-19722 Implement a meta query statistics metrics source

[apurtell]

HBASE-19722 Implement a meta query statistics metrics source

Signed-off-by: Andrew Purtell 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/defe97ed
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/defe97ed
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/defe97ed

Branch: refs/heads/branch-1.4
Commit: defe97edb9f95600ec44525c47a2b23da643da2a
Parents: 6312024
Author: Xu Cang 
Authored: Thu Jun 28 17:03:57 2018 -0700
Committer: Andrew Purtell 
Committed: Thu Jun 28 17:17:59 2018 -0700

--
 .../org/apache/hadoop/hbase/HConstants.java |   3 +-
 .../hbase/coprocessor/MetaTableMetrics.java | 317 +++
 .../apache/hadoop/hbase/util/LossyCounting.java | 134 
 .../hbase/coprocessor/TestMetaTableMetrics.java | 223 +
 .../hadoop/hbase/util/TestLossyCounting.java|  83 +
 5 files changed, 759 insertions(+), 1 deletion(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/defe97ed/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java
--
diff --git a/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java
index 2de16f7..3b50c47 100644
--- a/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java
+++ b/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java
@@ -1318,7 +1318,8 @@ public final class HConstants {
   public static final String TEMPORARY_FS_DIRECTORY_KEY = "hbase.fs.tmp.dir";
   public static final String DEFAULT_TEMPORARY_HDFS_DIRECTORY = "/user/"
   + System.getProperty("user.name") + "/hbase-staging";
-
+  public static final String DEFAULT_LOSSY_COUNTING_ERROR_RATE =
+  "hbase.util.default.lossycounting.errorrate";
   private HConstants() {
 // Can't be instantiated with this ctor.
   }

http://git-wip-us.apache.org/repos/asf/hbase/blob/defe97ed/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/MetaTableMetrics.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/MetaTableMetrics.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/MetaTableMetrics.java
new file mode 100644
index 000..db97789
--- /dev/null
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/MetaTableMetrics.java
@@ -0,0 +1,317 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more 
contributor license
+ * agreements. See the NOTICE file distributed with this work for additional 
information regarding
+ * copyright ownership. The ASF licenses this file to you under the Apache 
License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance with the 
License. You may obtain a
+ * copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless 
required by applicable
+ * law or agreed to in writing, software distributed under the License is 
distributed on an "AS IS"
+ * BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or 
implied. See the License
+ * for the specific language governing permissions and limitations under the 
License.
+ */
+
+package org.apache.hadoop.hbase.coprocessor;
+
+import java.io.IOException;
+import java.nio.charset.StandardCharsets;
+import java.util.List;
+import java.util.Map;
+import java.util.Set;
+import java.util.concurrent.ConcurrentHashMap;
+import org.apache.hadoop.hbase.Cell;
+import org.apache.hadoop.hbase.CoprocessorEnvironment;
+import org.apache.hadoop.hbase.TableName;
+import org.apache.hadoop.hbase.classification.InterfaceAudience;
+import org.apache.hadoop.hbase.client.Delete;
+import org.apache.hadoop.hbase.client.Durability;
+import org.apache.hadoop.hbase.client.Get;
+import org.apache.hadoop.hbase.client.Put;
+import org.apache.hadoop.hbase.client.Row;
+import org.apache.hadoop.hbase.ipc.RpcServer;
+import org.apache.hadoop.hbase.metrics.Meter;
+import org.apache.hadoop.hbase.metrics.Metric;
+import org.apache.hadoop.hbase.metrics.MetricRegistry;
+import org.apache.hadoop.hbase.regionserver.wal.WALEdit;
+import org.apache.hadoop.hbase.util.LossyCounting;
+
+import com.google.common.base.Optional;
+import com.google.common.collect.ImmutableMap;
+/**
+ * A coprocessor that collects metrics from meta table.
+ * 
+ * These metrics will be available through the regular Hadoop metrics2 sinks 
(ganglia, opentsdb,
+ * etc) as well as JMX output.
+ * 
+ * @see MetaTableMetrics
+ */
+
+@InterfaceAudience.Private
+public class MetaTableMetrics extends BaseRegionObserver {
+
+  private Map> requestsMap;
+  private RegionCoprocessorEnvironment regionCoprocessorEnv;
+  private LossyCounting clientMetricsLossyCounting;

[3/5] hbase git commit: HBASE-19722 Meta query statistics metrics source

[apurtell]

HBASE-19722 Meta query statistics metrics source

Signed-off-by: Andrew Purtell 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/78e7dd65
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/78e7dd65
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/78e7dd65

Branch: refs/heads/master
Commit: 78e7dd6537801534d02a8bff567e361759b7c5db
Parents: 6198e1f
Author: Xu Cang 
Authored: Thu May 31 14:02:26 2018 -0700
Committer: Andrew Purtell 
Committed: Thu Jun 28 17:17:23 2018 -0700

--
 .../org/apache/hadoop/hbase/HConstants.java |   2 +
 .../hbase/coprocessor/MetaTableMetrics.java | 335 +++
 .../apache/hadoop/hbase/util/LossyCounting.java | 135 
 .../hbase/coprocessor/TestMetaTableMetrics.java | 231 +
 .../hadoop/hbase/util/TestLossyCounting.java|  88 +
 5 files changed, 791 insertions(+)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/78e7dd65/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java
--
diff --git a/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java
index 9241682..dca723f 100644
--- a/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java
+++ b/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java
@@ -1353,6 +1353,8 @@ public final class HConstants {
   public static final String DEFAULT_SNAPSHOT_RESTORE_FAILSAFE_NAME =
   "hbase-failsafe-{snapshot.name}-{restore.timestamp}";
 
+  public static final String DEFAULT_LOSSY_COUNTING_ERROR_RATE =
+  "hbase.util.default.lossycounting.errorrate";
   public static final String NOT_IMPLEMENTED = "Not implemented";
 
   private HConstants() {

http://git-wip-us.apache.org/repos/asf/hbase/blob/78e7dd65/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/MetaTableMetrics.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/MetaTableMetrics.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/MetaTableMetrics.java
new file mode 100644
index 000..9bf35c0
--- /dev/null
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/MetaTableMetrics.java
@@ -0,0 +1,335 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more 
contributor license
+ * agreements. See the NOTICE file distributed with this work for additional 
information regarding
+ * copyright ownership. The ASF licenses this file to you under the Apache 
License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance with the 
License. You may obtain a
+ * copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless 
required by applicable
+ * law or agreed to in writing, software distributed under the License is 
distributed on an "AS IS"
+ * BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or 
implied. See the License
+ * for the specific language governing permissions and limitations under the 
License.
+ */
+
+package org.apache.hadoop.hbase.coprocessor;
+
+import java.io.IOException;
+import java.nio.charset.StandardCharsets;
+import java.util.List;
+import java.util.Map;
+import java.util.Optional;
+import java.util.Set;
+import java.util.concurrent.ConcurrentHashMap;
+import org.apache.hadoop.hbase.Cell;
+import org.apache.hadoop.hbase.CoprocessorEnvironment;
+import org.apache.hadoop.hbase.TableName;
+import org.apache.hadoop.hbase.client.Delete;
+import org.apache.hadoop.hbase.client.Durability;
+import org.apache.hadoop.hbase.client.Get;
+import org.apache.hadoop.hbase.client.Put;
+import org.apache.hadoop.hbase.client.Row;
+import org.apache.hadoop.hbase.ipc.RpcServer;
+import org.apache.hadoop.hbase.metrics.Meter;
+import org.apache.hadoop.hbase.metrics.Metric;
+import org.apache.hadoop.hbase.metrics.MetricRegistry;
+import org.apache.hadoop.hbase.util.LossyCounting;
+import org.apache.hadoop.hbase.wal.WALEdit;
+import org.apache.yetus.audience.InterfaceAudience;
+import org.apache.hbase.thirdparty.com.google.common.collect.ImmutableMap;
+
+
+/**
+ * A coprocessor that collects metrics from meta table.
+ * 
+ * These metrics will be available through the regular Hadoop metrics2 sinks 
(ganglia, opentsdb,
+ * etc) as well as JMX output.
+ * 
+ * @see MetaTableMetrics
+ */
+
+@InterfaceAudience.Private
+public class MetaTableMetrics implements RegionCoprocessor {
+
+  private ExampleRegionObserverMeta observer;
+  private Map> requestsMap;
+  private RegionCoprocessorEnvironment regionCoprocessorEnv;
+  private LossyCounting clientMetricsLossyCounting;
+  private boolean active = false;
+
+  enum MetaTableO

[1/5] hbase git commit: HBASE-19722 Meta query statistics metrics source

[apurtell]

Repository: hbase
Updated Branches:
  refs/heads/branch-1 c81d0aff9 -> 2fd69cf93
  refs/heads/branch-1.4 6312024b9 -> defe97edb
  refs/heads/branch-2 bc0301570 -> 58ccd3dc7
  refs/heads/branch-2.0 a64f63d58 -> 7aed0980a
  refs/heads/master 6198e1fc7 -> 78e7dd653


HBASE-19722 Meta query statistics metrics source

Signed-off-by: Andrew Purtell 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/58ccd3dc
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/58ccd3dc
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/58ccd3dc

Branch: refs/heads/branch-2
Commit: 58ccd3dc7eb59ce41a2a48af792adb342520e626
Parents: bc03015
Author: Xu Cang 
Authored: Thu May 31 14:02:26 2018 -0700
Committer: Andrew Purtell 
Committed: Thu Jun 28 17:17:20 2018 -0700

--
 .../org/apache/hadoop/hbase/HConstants.java |   2 +
 .../hbase/coprocessor/MetaTableMetrics.java | 335 +++
 .../apache/hadoop/hbase/util/LossyCounting.java | 135 
 .../hbase/coprocessor/TestMetaTableMetrics.java | 231 +
 .../hadoop/hbase/util/TestLossyCounting.java|  88 +
 5 files changed, 791 insertions(+)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/58ccd3dc/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java
--
diff --git a/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java
index 5904df6..9b56de3 100644
--- a/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java
+++ b/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java
@@ -1388,6 +1388,8 @@ public final class HConstants {
   public static final String DEFAULT_SNAPSHOT_RESTORE_FAILSAFE_NAME =
   "hbase-failsafe-{snapshot.name}-{restore.timestamp}";
 
+  public static final String DEFAULT_LOSSY_COUNTING_ERROR_RATE =
+  "hbase.util.default.lossycounting.errorrate";
   public static final String NOT_IMPLEMENTED = "Not implemented";
 
   private HConstants() {

http://git-wip-us.apache.org/repos/asf/hbase/blob/58ccd3dc/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/MetaTableMetrics.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/MetaTableMetrics.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/MetaTableMetrics.java
new file mode 100644
index 000..9bf35c0
--- /dev/null
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/MetaTableMetrics.java
@@ -0,0 +1,335 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more 
contributor license
+ * agreements. See the NOTICE file distributed with this work for additional 
information regarding
+ * copyright ownership. The ASF licenses this file to you under the Apache 
License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance with the 
License. You may obtain a
+ * copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless 
required by applicable
+ * law or agreed to in writing, software distributed under the License is 
distributed on an "AS IS"
+ * BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or 
implied. See the License
+ * for the specific language governing permissions and limitations under the 
License.
+ */
+
+package org.apache.hadoop.hbase.coprocessor;
+
+import java.io.IOException;
+import java.nio.charset.StandardCharsets;
+import java.util.List;
+import java.util.Map;
+import java.util.Optional;
+import java.util.Set;
+import java.util.concurrent.ConcurrentHashMap;
+import org.apache.hadoop.hbase.Cell;
+import org.apache.hadoop.hbase.CoprocessorEnvironment;
+import org.apache.hadoop.hbase.TableName;
+import org.apache.hadoop.hbase.client.Delete;
+import org.apache.hadoop.hbase.client.Durability;
+import org.apache.hadoop.hbase.client.Get;
+import org.apache.hadoop.hbase.client.Put;
+import org.apache.hadoop.hbase.client.Row;
+import org.apache.hadoop.hbase.ipc.RpcServer;
+import org.apache.hadoop.hbase.metrics.Meter;
+import org.apache.hadoop.hbase.metrics.Metric;
+import org.apache.hadoop.hbase.metrics.MetricRegistry;
+import org.apache.hadoop.hbase.util.LossyCounting;
+import org.apache.hadoop.hbase.wal.WALEdit;
+import org.apache.yetus.audience.InterfaceAudience;
+import org.apache.hbase.thirdparty.com.google.common.collect.ImmutableMap;
+
+
+/**
+ * A coprocessor that collects metrics from meta table.
+ * 
+ * These metrics will be available through the regular Hadoop metrics2 sinks 
(ganglia, opentsdb,
+ * etc) as well as JMX output.
+ * 
+ * @see MetaTableMetrics
+ */
+
+@InterfaceAudience.Private
+public class MetaTableMetrics implements R

[4/5] hbase git commit: HBASE-19722 Implement a meta query statistics metrics source

[apurtell]

HBASE-19722 Implement a meta query statistics metrics source

Signed-off-by: Andrew Purtell 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/2fd69cf9
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/2fd69cf9
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/2fd69cf9

Branch: refs/heads/branch-1
Commit: 2fd69cf93cf986f0ef15950a4b850751b5fbce40
Parents: c81d0af
Author: Xu Cang 
Authored: Thu Jun 28 17:03:57 2018 -0700
Committer: Andrew Purtell 
Committed: Thu Jun 28 17:17:50 2018 -0700

--
 .../org/apache/hadoop/hbase/HConstants.java |   3 +-
 .../hbase/coprocessor/MetaTableMetrics.java | 317 +++
 .../apache/hadoop/hbase/util/LossyCounting.java | 134 
 .../hbase/coprocessor/TestMetaTableMetrics.java | 223 +
 .../hadoop/hbase/util/TestLossyCounting.java|  83 +
 5 files changed, 759 insertions(+), 1 deletion(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/2fd69cf9/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java
--
diff --git a/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java
index e702236..88a352a 100644
--- a/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java
+++ b/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java
@@ -1323,7 +1323,8 @@ public final class HConstants {
   public static final String TEMPORARY_FS_DIRECTORY_KEY = "hbase.fs.tmp.dir";
   public static final String DEFAULT_TEMPORARY_HDFS_DIRECTORY = "/user/"
   + System.getProperty("user.name") + "/hbase-staging";
-
+  public static final String DEFAULT_LOSSY_COUNTING_ERROR_RATE =
+  "hbase.util.default.lossycounting.errorrate";
   private HConstants() {
 // Can't be instantiated with this ctor.
   }

http://git-wip-us.apache.org/repos/asf/hbase/blob/2fd69cf9/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/MetaTableMetrics.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/MetaTableMetrics.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/MetaTableMetrics.java
new file mode 100644
index 000..db97789
--- /dev/null
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/MetaTableMetrics.java
@@ -0,0 +1,317 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more 
contributor license
+ * agreements. See the NOTICE file distributed with this work for additional 
information regarding
+ * copyright ownership. The ASF licenses this file to you under the Apache 
License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance with the 
License. You may obtain a
+ * copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless 
required by applicable
+ * law or agreed to in writing, software distributed under the License is 
distributed on an "AS IS"
+ * BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or 
implied. See the License
+ * for the specific language governing permissions and limitations under the 
License.
+ */
+
+package org.apache.hadoop.hbase.coprocessor;
+
+import java.io.IOException;
+import java.nio.charset.StandardCharsets;
+import java.util.List;
+import java.util.Map;
+import java.util.Set;
+import java.util.concurrent.ConcurrentHashMap;
+import org.apache.hadoop.hbase.Cell;
+import org.apache.hadoop.hbase.CoprocessorEnvironment;
+import org.apache.hadoop.hbase.TableName;
+import org.apache.hadoop.hbase.classification.InterfaceAudience;
+import org.apache.hadoop.hbase.client.Delete;
+import org.apache.hadoop.hbase.client.Durability;
+import org.apache.hadoop.hbase.client.Get;
+import org.apache.hadoop.hbase.client.Put;
+import org.apache.hadoop.hbase.client.Row;
+import org.apache.hadoop.hbase.ipc.RpcServer;
+import org.apache.hadoop.hbase.metrics.Meter;
+import org.apache.hadoop.hbase.metrics.Metric;
+import org.apache.hadoop.hbase.metrics.MetricRegistry;
+import org.apache.hadoop.hbase.regionserver.wal.WALEdit;
+import org.apache.hadoop.hbase.util.LossyCounting;
+
+import com.google.common.base.Optional;
+import com.google.common.collect.ImmutableMap;
+/**
+ * A coprocessor that collects metrics from meta table.
+ * 
+ * These metrics will be available through the regular Hadoop metrics2 sinks 
(ganglia, opentsdb,
+ * etc) as well as JMX output.
+ * 
+ * @see MetaTableMetrics
+ */
+
+@InterfaceAudience.Private
+public class MetaTableMetrics extends BaseRegionObserver {
+
+  private Map> requestsMap;
+  private RegionCoprocessorEnvironment regionCoprocessorEnv;
+  private LossyCounting clientMetricsLossyCounting;
+

hbase-site git commit: Updating the Bloomberg anchor in the sponsors section

[elserj]

Repository: hbase-site
Updated Branches:
  refs/heads/asf-site 538631830 -> 72a723269


Updating the Bloomberg anchor in the sponsors section


Project: http://git-wip-us.apache.org/repos/asf/hbase-site/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase-site/commit/72a72326
Tree: http://git-wip-us.apache.org/repos/asf/hbase-site/tree/72a72326
Diff: http://git-wip-us.apache.org/repos/asf/hbase-site/diff/72a72326

Branch: refs/heads/asf-site
Commit: 72a723269ab7630223d703e27155a94cc6c465f2
Parents: 5386318
Author: Josh Elser 
Authored: Thu Jun 28 15:16:49 2018 -0400
Committer: Josh Elser 
Committed: Thu Jun 28 15:16:49 2018 -0400

--
 hbasecon-2018/feed.xml   | 2 +-
 hbasecon-2018/index.html | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase-site/blob/72a72326/hbasecon-2018/feed.xml
--
diff --git a/hbasecon-2018/feed.xml b/hbasecon-2018/feed.xml
index cbde707..f59cd42 100644
--- a/hbasecon-2018/feed.xml
+++ b/hbasecon-2018/feed.xml
@@ -4,7 +4,7 @@
   https://jekyllrb.com/"; version="3.7.3">Jekyll
   https://hbase.apache.org/hbasecon-2018//hbasecon-2018/feed.xml"; 
rel="self" type="application/atom+xml" />
   https://hbase.apache.org/hbasecon-2018//hbasecon-2018/"; 
rel="alternate" type="text/html" />
-  2018-06-16T13:08:02-04:00
+  2018-06-28T15:15:11-04:00
   https://hbase.apache.org/hbasecon-2018//hbasecon-2018/
 
   

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/72a72326/hbasecon-2018/index.html
--
diff --git a/hbasecon-2018/index.html b/hbasecon-2018/index.html
index 039599b..0c48650 100644
--- a/hbasecon-2018/index.html
+++ b/hbasecon-2018/index.html
@@ -337,7 +337,7 @@



-   https://www.bloomberg.com/";>
+   https://www.techatbloomberg.com/";>
  

  

hbase git commit: HBASE-20791 RSGroupBasedLoadBalancer#setClusterMetrics should pass ClusterMetrics to its internalBalancer (chenxu)

[tedyu]

Repository: hbase
Updated Branches:
  refs/heads/branch-2 f264b79ec -> bc0301570


HBASE-20791 RSGroupBasedLoadBalancer#setClusterMetrics should pass 
ClusterMetrics to its internalBalancer (chenxu)


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/bc030157
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/bc030157
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/bc030157

Branch: refs/heads/branch-2
Commit: bc0301570dd115f35324c6a2e7c80cd6da024696
Parents: f264b79
Author: tedyu 
Authored: Thu Jun 28 09:15:20 2018 -0700
Committer: tedyu 
Committed: Thu Jun 28 09:15:20 2018 -0700

--
 .../hbase/rsgroup/RSGroupBasedLoadBalancer.java |  13 +-
 .../balancer/RSGroupableBalancerTestBase.java   | 462 +++
 .../balancer/TestRSGroupBasedLoadBalancer.java  | 431 +
 ...cerWithStochasticLoadBalancerAsInternal.java | 151 ++
 4 files changed, 630 insertions(+), 427 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/bc030157/hbase-rsgroup/src/main/java/org/apache/hadoop/hbase/rsgroup/RSGroupBasedLoadBalancer.java
--
diff --git 
a/hbase-rsgroup/src/main/java/org/apache/hadoop/hbase/rsgroup/RSGroupBasedLoadBalancer.java
 
b/hbase-rsgroup/src/main/java/org/apache/hadoop/hbase/rsgroup/RSGroupBasedLoadBalancer.java
index 700470b..0e1dacd 100644
--- 
a/hbase-rsgroup/src/main/java/org/apache/hadoop/hbase/rsgroup/RSGroupBasedLoadBalancer.java
+++ 
b/hbase-rsgroup/src/main/java/org/apache/hadoop/hbase/rsgroup/RSGroupBasedLoadBalancer.java
@@ -92,11 +92,17 @@ public class RSGroupBasedLoadBalancer implements 
RSGroupableBalancer {
   @Override
   public void setConf(Configuration conf) {
 this.config = conf;
+if (internalBalancer != null) {
+  internalBalancer.setConf(conf);
+}
   }
 
   @Override
   public void setClusterMetrics(ClusterMetrics sm) {
 this.clusterStatus = sm;
+if (internalBalancer != null) {
+  internalBalancer.setClusterMetrics(sm);
+}
   }
 
   @Override
@@ -366,8 +372,7 @@ public class RSGroupBasedLoadBalancer implements 
RSGroupableBalancer {
   }
 
   private Map> correctAssignments(
-   Map> existingAssignments)
-  throws HBaseIOException{
+  Map> existingAssignments) throws 
HBaseIOException{
 Map> correctAssignments = new TreeMap<>();
 correctAssignments.put(LoadBalancer.BOGUS_SERVER_NAME, new LinkedList<>());
 for (Map.Entry> assignments : 
existingAssignments.entrySet()){
@@ -425,7 +430,9 @@ public class RSGroupBasedLoadBalancer implements 
RSGroupableBalancer {
 StochasticLoadBalancer.class, LoadBalancer.class);
 internalBalancer = ReflectionUtils.newInstance(balancerKlass, config);
 internalBalancer.setMasterServices(masterServices);
-internalBalancer.setClusterMetrics(clusterStatus);
+if (clusterStatus != null) {
+  internalBalancer.setClusterMetrics(clusterStatus);
+}
 internalBalancer.setConf(config);
 internalBalancer.initialize();
   }

http://git-wip-us.apache.org/repos/asf/hbase/blob/bc030157/hbase-rsgroup/src/test/java/org/apache/hadoop/hbase/master/balancer/RSGroupableBalancerTestBase.java
--
diff --git 
a/hbase-rsgroup/src/test/java/org/apache/hadoop/hbase/master/balancer/RSGroupableBalancerTestBase.java
 
b/hbase-rsgroup/src/test/java/org/apache/hadoop/hbase/master/balancer/RSGroupableBalancerTestBase.java
new file mode 100644
index 000..89b73e4
--- /dev/null
+++ 
b/hbase-rsgroup/src/test/java/org/apache/hadoop/hbase/master/balancer/RSGroupableBalancerTestBase.java
@@ -0,0 +1,462 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.hbase.master.balancer;
+
+import static org.junit.Assert.assertEquals;
+import static org.junit.Assert.assertFalse;
+import static org.junit.Assert.assertTrue;
+
+import java.io.FileNotFoundException;
+import java.io.IOException;
+import java.security.SecureRandom;
+import java.util.Ar

hbase-site git commit: INFRA-10751 Empty commit

[git-site-role]

Repository: hbase-site
Updated Branches:
  refs/heads/asf-site eb5d2c628 -> 538631830


INFRA-10751 Empty commit


Project: http://git-wip-us.apache.org/repos/asf/hbase-site/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase-site/commit/53863183
Tree: http://git-wip-us.apache.org/repos/asf/hbase-site/tree/53863183
Diff: http://git-wip-us.apache.org/repos/asf/hbase-site/diff/53863183

Branch: refs/heads/asf-site
Commit: 538631830742a0477700577e63bd683f4655224b
Parents: eb5d2c6
Author: jenkins 
Authored: Thu Jun 28 14:49:43 2018 +
Committer: jenkins 
Committed: Thu Jun 28 14:49:43 2018 +

--

--

[18/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/coprocessor/class-use/ObserverContext.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/coprocessor/class-use/ObserverContext.html 
b/devapidocs/org/apache/hadoop/hbase/coprocessor/class-use/ObserverContext.html
index 3582e2d..f2a9b9f 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/coprocessor/class-use/ObserverContext.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/coprocessor/class-use/ObserverContext.html
@@ -1102,12 +1102,21 @@
 
 
 default void
+MasterObserver.postTransitReplicationPeerSyncReplicationState(ObserverContext ctx,
+  https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String peerId,
+  SyncReplicationState from,
+  SyncReplicationState to)
+Called after transit current cluster state for the 
specified synchronous replication peer
+
+
+
+default void
 MasterObserver.postTruncateTable(ObserverContext ctx,
  TableName tableName)
 Called after the truncateTable operation has been 
requested.
 
 
-
+
 default void
 MasterObserver.postUnassign(ObserverContext ctx,
 RegionInfo regionInfo,
@@ -1115,7 +1124,7 @@
 Called after the region unassignment has been 
requested.
 
 
-
+
 default void
 MasterObserver.postUpdateReplicationPeerConfig(ObserverContext ctx,
https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String peerId,
@@ -1123,7 +1132,7 @@
 Called after update peerConfig for the specified peer
 
 
-
+
 default void
 RegionObserver.postWALRestore(ObserverContext ctx,
   RegionInfo info,
@@ -1133,7 +1142,7 @@
  replayed for this region.
 
 
-
+
 default void
 WALObserver.postWALRoll(ObserverContext ctx,
org.apache.hadoop.fs.Path oldPath,
@@ -1141,7 +1150,7 @@
 Called after rolling the current WAL
 
 
-
+
 default void
 WALObserver.postWALWrite(ObserverContext ctx,
 RegionInfo info,
@@ -1153,14 +1162,14 @@
 
 
 
-
+
 default void
 MasterObserver.preAbortProcedure(ObserverContext ctx,
  long procId)
 Called before a abortProcedure request has been 
processed.
 
 
-
+
 default void
 MasterObserver.preAddReplicationPeer(ObserverContext ctx,
  https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String peerId,
@@ -1168,70 +1177,70 @@
 Called before add a replication peer
 
 
-
+
 default void
 MasterObserver.preAddRSGroup(ObserverContext ctx,
  https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String name)
 Called before a new region server group is added
 
 
-
+
 default Result
 RegionObserver.preAppend(ObserverContext c,
  Append append)
 Called before Append.
 
 
-
+
 default Result
 RegionObserver.preAppendAfterRowLock(ObserverContext c,
  Append append)
 Called before Append but after acquiring rowlock.
 
 
-
+
 default void
 MasterObserver.preAssign(ObserverContext ctx,
  RegionInfo regionInfo)
 Called prior to assigning a specific region.
 
 
-
+
 default void
 MasterObserver.preBalance(ObserverContext ctx)
 Called prior to requesting rebalancing of the cluster 
regions, though after
  the initial checks for regions in transition and the balance switch 
flag.
 
 
-
+
 default void
 MasterObserver.preBalanceRSGroup(ObserverContext ctx,
  https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String groupName)
 Called before a region server group is removed
 
 
-
+
 default void
 MasterObserver.preBalanceSwitch(ObserverContext ctx,
 boolean newValue)
 Called prior to modifying the flag used to enable/disable 
region balancing.
 
 
-
+
 default void
 RegionObserver.preBatchMutate(ObserverContext c,
   MiniBatchOperationInProgress miniBatchOp)
 This will be called for every batch mutation operation 
happening at the server.
 
 
-
+
 default void
 RegionObserver.preBulkLoadHFile(ObserverCont

[20/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/coprocessor/MasterObserver.html
--
diff --git a/devapidocs/org/apache/hadoop/hbase/coprocessor/MasterObserver.html 
b/devapidocs/org/apache/hadoop/hbase/coprocessor/MasterObserver.html
index b8d9dfb..f8cddb1 100644
--- a/devapidocs/org/apache/hadoop/hbase/coprocessor/MasterObserver.html
+++ b/devapidocs/org/apache/hadoop/hbase/coprocessor/MasterObserver.html
@@ -18,7 +18,7 @@
 catch(err) {
 }
 //-->
-var methods = 
{"i0":18,"i1":18,"i2":18,"i3":18,"i4":18,"i5":18,"i6":18,"i7":18,"i8":18,"i9":18,"i10":18,"i11":18,"i12":18,"i13":18,"i14":50,"i15":18,"i16":18,"i17":18,"i18":18,"i19":18,"i20":18,"i21":18,"i22":18,"i23":18,"i24":18,"i25":18,"i26":18,"i27":18,"i28":18,"i29":18,"i30":18,"i31":18,"i32":18,"i33":18,"i34":18,"i35":18,"i36":18,"i37":18,"i38":18,"i39":18,"i40":18,"i41":18,"i42":18,"i43":18,"i44":18,"i45":18,"i46":50,"i47":18,"i48":50,"i49":18,"i50":18,"i51":18,"i52":18,"i53":18,"i54":18,"i55":18,"i56":18,"i57":18,"i58":18,"i59":18,"i60":18,"i61":18,"i62":18,"i63":18,"i64":18,"i65":18,"i66":18,"i67":18,"i68":18,"i69":18,"i70":18,"i71":18,"i72":18,"i73":18,"i74":18,"i75":18,"i76":18,"i77":18,"i78":18,"i79":18,"i80":18,"i81":18,"i82":18,"i83":18,"i84":18,"i85":18,"i86":18,"i87":18,"i88":18,"i89":18,"i90":18,"i91":18,"i92":18,"i93":18,"i94":18,"i95":18,"i96":18,"i97":18,"i98":18,"i99":18,"i100":18,"i101":18,"i102":18,"i103":18,"i104":18,"i105":18,"i106":18,"i107":18,"i108":18,"i
 
109":18,"i110":18,"i111":18,"i112":18,"i113":18,"i114":18,"i115":18,"i116":18,"i117":18,"i118":50,"i119":18,"i120":50,"i121":18,"i122":50,"i123":18,"i124":18,"i125":18,"i126":18,"i127":18,"i128":18,"i129":18,"i130":18,"i131":18,"i132":18,"i133":18,"i134":18,"i135":18,"i136":18,"i137":18,"i138":18,"i139":18,"i140":18,"i141":18,"i142":18,"i143":18,"i144":18,"i145":18,"i146":18,"i147":18,"i148":18,"i149":18,"i150":18,"i151":18,"i152":18};
+var methods = 
{"i0":18,"i1":18,"i2":18,"i3":18,"i4":18,"i5":18,"i6":18,"i7":18,"i8":18,"i9":18,"i10":18,"i11":18,"i12":18,"i13":18,"i14":50,"i15":18,"i16":18,"i17":18,"i18":18,"i19":18,"i20":18,"i21":18,"i22":18,"i23":18,"i24":18,"i25":18,"i26":18,"i27":18,"i28":18,"i29":18,"i30":18,"i31":18,"i32":18,"i33":18,"i34":18,"i35":18,"i36":18,"i37":18,"i38":18,"i39":18,"i40":18,"i41":18,"i42":18,"i43":18,"i44":18,"i45":18,"i46":50,"i47":18,"i48":50,"i49":18,"i50":18,"i51":18,"i52":18,"i53":18,"i54":18,"i55":18,"i56":18,"i57":18,"i58":18,"i59":18,"i60":18,"i61":18,"i62":18,"i63":18,"i64":18,"i65":18,"i66":18,"i67":18,"i68":18,"i69":18,"i70":18,"i71":18,"i72":18,"i73":18,"i74":18,"i75":18,"i76":18,"i77":18,"i78":18,"i79":18,"i80":18,"i81":18,"i82":18,"i83":18,"i84":18,"i85":18,"i86":18,"i87":18,"i88":18,"i89":18,"i90":18,"i91":18,"i92":18,"i93":18,"i94":18,"i95":18,"i96":18,"i97":18,"i98":18,"i99":18,"i100":18,"i101":18,"i102":18,"i103":18,"i104":18,"i105":18,"i106":18,"i107":18,"i108":18,"i
 
109":18,"i110":18,"i111":18,"i112":18,"i113":18,"i114":18,"i115":18,"i116":18,"i117":18,"i118":18,"i119":50,"i120":18,"i121":50,"i122":18,"i123":50,"i124":18,"i125":18,"i126":18,"i127":18,"i128":18,"i129":18,"i130":18,"i131":18,"i132":18,"i133":18,"i134":18,"i135":18,"i136":18,"i137":18,"i138":18,"i139":18,"i140":18,"i141":18,"i142":18,"i143":18,"i144":18,"i145":18,"i146":18,"i147":18,"i148":18,"i149":18,"i150":18,"i151":18,"i152":18,"i153":18,"i154":18};
 var tabs = {65535:["t0","All Methods"],2:["t2","Instance 
Methods"],16:["t5","Default Methods"],32:["t6","Deprecated Methods"]};
 var altColor = "altColor";
 var rowColor = "rowColor";
@@ -107,7 +107,7 @@ var activeTableTab = "activeTableTab";
 
 @InterfaceAudience.LimitedPrivate(value="Coprocesssor")
  @InterfaceStability.Evolving
-public interface MasterObserver
+public interface MasterObserver
 Defines coprocessor hooks for interacting with operations 
on the
  HMaster 
process.
  
@@ -698,12 +698,21 @@ public interface 
 default void
+postTransitReplicationPeerSyncReplicationState(ObserverContext ctx,
+  https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String peerId,
+  SyncReplicationState from,
+  SyncReplicationState to)
+Called after transit current cluster state for the 
specified synchronous replication peer
+
+
+
+default void
 postTruncateTable(ObserverContext ctx,
  TableName tableName)
 Called after the truncateTable operation has been 
requested.
 
 
-
+
 default void
 postUnassign(ObserverContext ctx,
 RegionInfo regionInfo,
@@ -711,7 +720,7 @@ public interface Called after the region unassignment has been 
requested.
 
 
-
+
 default void
 postUpdateReplic

[09/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/master/cleaner/CleanerChore.CleanerTask.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/cleaner/CleanerChore.CleanerTask.html
 
b/devapidocs/org/apache/hadoop/hbase/master/cleaner/CleanerChore.CleanerTask.html
index 82070ed..7c0c94d 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/master/cleaner/CleanerChore.CleanerTask.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/cleaner/CleanerChore.CleanerTask.html
@@ -127,7 +127,7 @@ var activeTableTab = "activeTableTab";
 
 
 
-private class CleanerChore.CleanerTask
+private class CleanerChore.CleanerTask
 extends https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/RecursiveTask.html?is-external=true";
 title="class or interface in java.util.concurrent">RecursiveTaskBoolean>
 Attemps to clean up a directory, its subdirectories, and 
files.
  Return value is true if everything was deleted. false on partial / total 
failures.
@@ -259,7 +259,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/
 
 
 dir
-private final org.apache.hadoop.fs.Path dir
+private final org.apache.hadoop.fs.Path dir
 
 
 
@@ -268,7 +268,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/
 
 
 root
-private final boolean root
+private final boolean root
 
 
 
@@ -285,7 +285,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/
 
 
 CleanerTask
-CleanerTask(org.apache.hadoop.fs.FileStatus dir,
+CleanerTask(org.apache.hadoop.fs.FileStatus dir,
 boolean root)
 
 
@@ -295,7 +295,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/
 
 
 CleanerTask
-CleanerTask(org.apache.hadoop.fs.Path dir,
+CleanerTask(org.apache.hadoop.fs.Path dir,
 boolean root)
 
 
@@ -313,7 +313,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/
 
 
 compute
-protected https://docs.oracle.com/javase/8/docs/api/java/lang/Boolean.html?is-external=true";
 title="class or interface in java.lang">Boolean compute()
+protected https://docs.oracle.com/javase/8/docs/api/java/lang/Boolean.html?is-external=true";
 title="class or interface in java.lang">Boolean compute()
 
 Specified by:
 https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/RecursiveTask.html?is-external=true#compute--";
 title="class or interface in java.util.concurrent">compute in 
class https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/RecursiveTask.html?is-external=true";
 title="class or interface in java.util.concurrent">RecursiveTaskBoolean>
@@ -326,16 +326,14 @@ extends https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/
 
 
 getFilteredStatus
-private https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true";
 title="class or interface in 
java.util">List getFilteredStatus(org.apache.hbase.thirdparty.com.google.common.base.Predicate function)
+private https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true";
 title="class or interface in 
java.util">List getFilteredStatus(org.apache.hbase.thirdparty.com.google.common.base.Predicate function)
  throws https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true";
 title="class or interface in java.io">IOException
-Get FileStatus with filter.
- Pay attention that FSUtils #listStatusWithStatusFilter would return null,
- even though status is empty but not null.
+Get FileStatus with filter.
 
 Parameters:
 function - a filter function
 Returns:
-filtered FileStatus or null if dir doesn't exist
+filtered FileStatus or empty list if dir doesn't exist
 Throws:
 https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true";
 title="class or interface in java.io">IOException - if there's an 
error other than dir not existing
 
@@ -347,7 +345,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/
 
 
 deleteAction
-private boolean deleteAction(CleanerChore.ActionBoolean> deletion,
+private boolean deleteAction(CleanerChore.ActionBoolean> deletion,
  https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";

[15/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/master/HMaster.html
--
diff --git a/devapidocs/org/apache/hadoop/hbase/master/HMaster.html 
b/devapidocs/org/apache/hadoop/hbase/master/HMaster.html
index a312363..bb1360e 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/HMaster.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/HMaster.html
@@ -18,7 +18,7 @@
 catch(err) {
 }
 //-->
-var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":9,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":9,"i35":10,"i36":10,"i37":10,"i38":10,"i39":10,"i40":10,"i41":10,"i42":10,"i43":9,"i44":10,"i45":10,"i46":10,"i47":10,"i48":10,"i49":10,"i50":10,"i51":10,"i52":10,"i53":10,"i54":10,"i55":10,"i56":10,"i57":10,"i58":10,"i59":10,"i60":10,"i61":10,"i62":10,"i63":9,"i64":10,"i65":10,"i66":10,"i67":10,"i68":10,"i69":10,"i70":10,"i71":10,"i72":10,"i73":10,"i74":10,"i75":10,"i76":10,"i77":10,"i78":10,"i79":10,"i80":10,"i81":10,"i82":10,"i83":10,"i84":10,"i85":10,"i86":10,"i87":10,"i88":10,"i89":10,"i90":10,"i91":10,"i92":10,"i93":10,"i94":10,"i95":10,"i96":10,"i97":10,"i98":10,"i99":10,"i100":10,"i101":10,"i102":10,"i103":10,"i104":10,"i105":10,"i106":10,"i107":10,"i108":10,"i109"
 
:10,"i110":10,"i111":10,"i112":10,"i113":10,"i114":10,"i115":10,"i116":10,"i117":10,"i118":10,"i119":10,"i120":10,"i121":9,"i122":10,"i123":10,"i124":10,"i125":10,"i126":10,"i127":10,"i128":10,"i129":10,"i130":10,"i131":10,"i132":10,"i133":10,"i134":9,"i135":10,"i136":10,"i137":10,"i138":10,"i139":10,"i140":10,"i141":10,"i142":10,"i143":10,"i144":10,"i145":10,"i146":10,"i147":10,"i148":10,"i149":10,"i150":10,"i151":10,"i152":10,"i153":10,"i154":10,"i155":10,"i156":10,"i157":10,"i158":10,"i159":10,"i160":10,"i161":10,"i162":10,"i163":10,"i164":10,"i165":10,"i166":10,"i167":10,"i168":10,"i169":10,"i170":10,"i171":9};
+var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":9,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":9,"i35":10,"i36":10,"i37":10,"i38":10,"i39":10,"i40":10,"i41":10,"i42":10,"i43":9,"i44":10,"i45":10,"i46":10,"i47":10,"i48":10,"i49":10,"i50":10,"i51":10,"i52":10,"i53":10,"i54":10,"i55":10,"i56":10,"i57":10,"i58":10,"i59":10,"i60":10,"i61":10,"i62":10,"i63":9,"i64":10,"i65":10,"i66":10,"i67":10,"i68":10,"i69":10,"i70":10,"i71":10,"i72":10,"i73":10,"i74":10,"i75":10,"i76":10,"i77":10,"i78":10,"i79":10,"i80":10,"i81":10,"i82":10,"i83":10,"i84":10,"i85":10,"i86":10,"i87":10,"i88":10,"i89":10,"i90":10,"i91":10,"i92":10,"i93":10,"i94":10,"i95":10,"i96":10,"i97":10,"i98":10,"i99":10,"i100":10,"i101":10,"i102":10,"i103":10,"i104":10,"i105":10,"i106":10,"i107":10,"i108":10,"i109"
 
:10,"i110":10,"i111":10,"i112":10,"i113":10,"i114":10,"i115":10,"i116":10,"i117":10,"i118":10,"i119":10,"i120":10,"i121":10,"i122":9,"i123":10,"i124":10,"i125":10,"i126":10,"i127":10,"i128":10,"i129":10,"i130":10,"i131":10,"i132":10,"i133":10,"i134":10,"i135":9,"i136":10,"i137":10,"i138":10,"i139":10,"i140":10,"i141":10,"i142":10,"i143":10,"i144":10,"i145":10,"i146":10,"i147":10,"i148":10,"i149":10,"i150":10,"i151":10,"i152":10,"i153":10,"i154":10,"i155":10,"i156":10,"i157":10,"i158":10,"i159":10,"i160":10,"i161":10,"i162":10,"i163":10,"i164":10,"i165":10,"i166":10,"i167":10,"i168":10,"i169":10,"i170":10,"i171":10,"i172":10,"i173":9};
 var tabs = {65535:["t0","All Methods"],1:["t1","Static 
Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
 var altColor = "altColor";
 var rowColor = "rowColor";
@@ -128,7 +128,7 @@ var activeTableTab = "activeTableTab";
 
 
 @InterfaceAudience.LimitedPrivate(value="Tools")
-public class HMaster
+public class HMaster
 extends HRegionServer
 implements MasterServices
 HMaster is the "master server" for HBase. An HBase cluster 
has one active
@@ -456,10 +456,14 @@ implements splitPlanCount 
 
 
+private SyncReplicationReplayWALManager
+syncReplicationReplayWALManager 
+
+
 private TableStateManager
 tableStateManager 
 
-
+
 private MasterWalManager
 walManager 
 
@@ -753,7 +757,7 @@ implements 
 private long
-executePeerProcedure(ModifyPeerProcedure procedure) 
+executePeerProcedure(AbstractPeerProcedure procedure) 
 
 
 private static void
@@ -1038,10 +1042,16 @@ implements getSplitPlanCount() 
 
 
+SyncReplicationReplayWALManager
+getSyncReplicationReplayWALManager()
+Returns the SyncReplicationReplayWALManager.
+
+
+
 TableDescriptors
 getTableDescriptors() 
 
-
+
 private https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true";
 title="class or

[35/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/backup/package-tree.html
--
diff --git a/devapidocs/org/apache/hadoop/hbase/backup/package-tree.html 
b/devapidocs/org/apache/hadoop/hbase/backup/package-tree.html
index a48899f..a2ca0d5 100644
--- a/devapidocs/org/apache/hadoop/hbase/backup/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/backup/package-tree.html
@@ -167,10 +167,10 @@
 
 java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true";
 title="class or interface in java.lang">Enum (implements java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true";
 title="class or interface in java.lang">Comparable, java.io.https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true";
 title="class or interface in java.io">Serializable)
 
-org.apache.hadoop.hbase.backup.BackupInfo.BackupPhase
-org.apache.hadoop.hbase.backup.BackupRestoreConstants.BackupCommand
 org.apache.hadoop.hbase.backup.BackupInfo.BackupState
 org.apache.hadoop.hbase.backup.BackupType
+org.apache.hadoop.hbase.backup.BackupRestoreConstants.BackupCommand
+org.apache.hadoop.hbase.backup.BackupInfo.BackupPhase
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/class-use/Cell.html
--
diff --git a/devapidocs/org/apache/hadoop/hbase/class-use/Cell.html 
b/devapidocs/org/apache/hadoop/hbase/class-use/Cell.html
index f4a02d0..a2848a1 100644
--- a/devapidocs/org/apache/hadoop/hbase/class-use/Cell.html
+++ b/devapidocs/org/apache/hadoop/hbase/class-use/Cell.html
@@ -7020,41 +7020,34 @@ service.
 CellFlatMap.CellFlatMapCollection.addAll(https://docs.oracle.com/javase/8/docs/api/java/util/Collection.html?is-external=true";
 title="class or interface in java.util">Collection collection) 
 
 
-private void
-HRegion.BatchOperation.addFamilyMapToWALEdit(https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true";
 title="class or interface in java.util">MapList> familyMap,
- WALEdit walEdit)
-Append the given map of family->edits to a WALEdit data 
structure.
-
-
-
 protected void
 HRegion.BatchOperation.applyFamilyMapToMemStore(https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true";
 title="class or interface in java.util">MapList> familyMap,
 MemStoreSizing memstoreAccounting)
 Atomically apply the given map of family->edits to the 
memstore.
 
 
-
+
 private void
 HRegion.applyToMemStore(HStore store,
https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true";
 title="class or interface in java.util">List cells,
boolean delta,
MemStoreSizing memstoreAccounting) 
 
-
+
 void
 HRegion.checkTimestamps(https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true";
 title="class or interface in java.util">MapList> familyMap,
long now)
 Check the collection of families for valid timestamps
 
 
-
+
 (package private) void
 HRegion.delete(https://docs.oracle.com/javase/8/docs/api/java/util/NavigableMap.html?is-external=true";
 title="class or interface in java.util">NavigableMapList> familyMap,
   Durability durability)
 This is used only by unit tests.
 
 
-
+
 private https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true";
 title="class or interface in java.util">List
 HRegion.get(Mutation mutation,
HStore store,
@@ -7064,116 +7057,116 @@ service.
 Do a specific Get on passed columnFamily and 
column qualifiers.
 
 
-
+
 protected Cell
 AbstractMemStore.getNextRow(Cell key,
   https://docs.oracle.com/javase/8/docs/api/java/util/NavigableSet.html?is-external=true";
 title="class or interface in java.util">NavigableSet set) 
 
-
+
 private void
 HRegion.MutationBatchOperation.mergeFamilyMaps(https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true";
 title="class or interface in java.util">MapList> familyMap,
https://docs.oracle.com/javase/8/docs/api/jav

[42/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/apidocs/src-html/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html
--
diff --git 
a/apidocs/src-html/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html
 
b/apidocs/src-html/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html
index 127be9f..722424c 100644
--- 
a/apidocs/src-html/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html
+++ 
b/apidocs/src-html/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html
@@ -23,16 +23,16 @@
 015 * See the License for the specific 
language governing permissions and
 016 * limitations under the License.
 017 */
-018
-019package 
org.apache.hadoop.hbase.replication;
-020
-021import java.util.Collection;
-022import java.util.Collections;
-023import java.util.HashMap;
-024import java.util.List;
-025import java.util.Map;
-026import java.util.Set;
-027import java.util.TreeMap;
+018package 
org.apache.hadoop.hbase.replication;
+019
+020import java.util.Collection;
+021import java.util.Collections;
+022import java.util.HashMap;
+023import java.util.List;
+024import java.util.Map;
+025import java.util.Set;
+026import java.util.TreeMap;
+027import 
org.apache.commons.lang3.StringUtils;
 028import 
org.apache.hadoop.hbase.TableName;
 029import 
org.apache.hadoop.hbase.util.Bytes;
 030import 
org.apache.yetus.audience.InterfaceAudience;
@@ -55,344 +55,370 @@
 047  private Set 
excludeNamespaces = null;
 048  private long bandwidth = 0;
 049  private final boolean serial;
-050
-051  private 
ReplicationPeerConfig(ReplicationPeerConfigBuilderImpl builder) {
-052this.clusterKey = 
builder.clusterKey;
-053this.replicationEndpointImpl = 
builder.replicationEndpointImpl;
-054this.peerData = 
Collections.unmodifiableMap(builder.peerData);
-055this.configuration = 
Collections.unmodifiableMap(builder.configuration);
-056this.tableCFsMap =
-057builder.tableCFsMap != null ? 
unmodifiableTableCFsMap(builder.tableCFsMap) : null;
-058this.namespaces =
-059builder.namespaces != null ? 
Collections.unmodifiableSet(builder.namespaces) : null;
-060this.replicateAllUserTables = 
builder.replicateAllUserTables;
-061this.excludeTableCFsMap =
-062builder.excludeTableCFsMap != 
null ? unmodifiableTableCFsMap(builder.excludeTableCFsMap)
-063: null;
-064this.excludeNamespaces =
-065builder.excludeNamespaces != null 
? Collections.unmodifiableSet(builder.excludeNamespaces)
-066: null;
-067this.bandwidth = builder.bandwidth;
-068this.serial = builder.serial;
-069  }
-070
-071  private Map>
-072  
unmodifiableTableCFsMap(Map> tableCFsMap) 
{
-073Map> newTableCFsMap = new HashMap<>();
-074tableCFsMap.forEach((table, cfs) 
-> newTableCFsMap.put(table,
-075  cfs != null ? 
Collections.unmodifiableList(cfs) : null));
-076return 
Collections.unmodifiableMap(newTableCFsMap);
-077  }
-078
-079  /**
-080   * @deprecated as release of 2.0.0, and 
it will be removed in 3.0.0. Use
-081   * {@link 
ReplicationPeerConfigBuilder} to create new ReplicationPeerConfig.
-082   */
-083  @Deprecated
-084  public ReplicationPeerConfig() {
-085this.peerData = new 
TreeMap<>(Bytes.BYTES_COMPARATOR);
-086this.configuration = new 
HashMap<>(0);
-087this.serial = false;
-088  }
-089
-090  /**
-091   * Set the clusterKey which is the 
concatenation of the slave cluster's:
-092   * 
hbase.zookeeper.quorum:hbase.zookeeper.property.clientPort:zookeeper.znode.parent
-093   * @deprecated as release of 2.0.0, and 
it will be removed in 3.0.0. Use
-094   * {@link 
ReplicationPeerConfigBuilder#setClusterKey(String)} instead.
-095   */
-096  @Deprecated
-097  public ReplicationPeerConfig 
setClusterKey(String clusterKey) {
-098this.clusterKey = clusterKey;
-099return this;
-100  }
-101
-102  /**
-103   * Sets the ReplicationEndpoint plugin 
class for this peer.
-104   * @param replicationEndpointImpl a 
class implementing ReplicationEndpoint
-105   * @deprecated as release of 2.0.0, and 
it will be removed in 3.0.0. Use
-106   * {@link 
ReplicationPeerConfigBuilder#setReplicationEndpointImpl(String)} instead.
-107   */
-108  @Deprecated
-109  public ReplicationPeerConfig 
setReplicationEndpointImpl(String replicationEndpointImpl) {
-110this.replicationEndpointImpl = 
replicationEndpointImpl;
-111return this;
-112  }
-113
-114  public String getClusterKey() {
-115return clusterKey;
-116  }
-117
-118  public String 
getReplicationEndpointImpl() {
-119return replicationEndpointImpl;
-120  }
-121
-122  public Map 
getPeerData() {
-123return peerData;
-124  }
-125
-126  public Map 
getConfiguration() {
-127return configuration;
-128  }
-129
-130  public Map<

[22/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/client/ShortCircuitMasterConnection.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/client/ShortCircuitMasterConnection.html 
b/devapidocs/org/apache/hadoop/hbase/client/ShortCircuitMasterConnection.html
index 3a1bc007..63feb28 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/client/ShortCircuitMasterConnection.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/client/ShortCircuitMasterConnection.html
@@ -18,7 +18,7 @@
 catch(err) {
 }
 //-->
-var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":10,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10,"i46":10,"i47":10,"i48":10,"i49":10,"i50":10,"i51":10,"i52":10,"i53":10,"i54":10,"i55":10,"i56":10,"i57":10,"i58":10,"i59":10,"i60":10,"i61":10,"i62":10,"i63":10,"i64":10,"i65":10,"i66":10,"i67":10,"i68":10,"i69":10,"i70":10,"i71":10,"i72":10,"i73":10,"i74":10,"i75":10};
+var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":10,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10,"i46":10,"i47":10,"i48":10,"i49":10,"i50":10,"i51":10,"i52":10,"i53":10,"i54":10,"i55":10,"i56":10,"i57":10,"i58":10,"i59":10,"i60":10,"i61":10,"i62":10,"i63":10,"i64":10,"i65":10,"i66":10,"i67":10,"i68":10,"i69":10,"i70":10,"i71":10,"i72":10,"i73":10,"i74":10,"i75":10,"i76":10};
 var tabs = {65535:["t0","All Methods"],2:["t2","Instance 
Methods"],8:["t4","Concrete Methods"]};
 var altColor = "altColor";
 var rowColor = "rowColor";
@@ -114,7 +114,7 @@ var activeTableTab = "activeTableTab";
 
 
 @InterfaceAudience.Private
-public class ShortCircuitMasterConnection
+public class ShortCircuitMasterConnection
 extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">Object
 implements MasterKeepAliveConnection
 A short-circuit connection that can bypass the RPC layer 
(serialization, deserialization,
@@ -538,16 +538,21 @@ implements 
+org.apache.hadoop.hbase.shaded.protobuf.generated.ReplicationProtos.TransitReplicationPeerSyncReplicationStateResponse
+transitReplicationPeerSyncReplicationState(org.apache.hbase.thirdparty.com.google.protobuf.RpcController controller,
+  
org.apache.hadoop.hbase.shaded.protobuf.generated.ReplicationProtos.TransitReplicationPeerSyncReplicationStateRequest request) 
+
+
 org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.TruncateTableResponse
 truncateTable(org.apache.hbase.thirdparty.com.google.protobuf.RpcController controller,
  
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.TruncateTableRequest request) 
 
-
+
 org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.UnassignRegionResponse
 unassignRegion(org.apache.hbase.thirdparty.com.google.protobuf.RpcController controller,
   
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.UnassignRegionRequest request) 
 
-
+
 org.apache.hadoop.hbase.shaded.protobuf.generated.ReplicationProtos.UpdateReplicationPeerConfigResponse
 updateReplicationPeerConfig(org.apache.hbase.thirdparty.com.google.protobuf.RpcController controller,

org.apache.hadoop.hbase.shaded.protobuf.generated.ReplicationProtos.UpdateReplicationPeerConfigRequest request) 
@@ -580,7 +585,7 @@ implements 
 
 stub
-private 
final org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.MasterService.BlockingInterface
 stub
+private 
final org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.MasterService.BlockingInterface
 stub
 
 
 
@@ -597,7 +602,7 @@ implements 
 
 ShortCircuitMasterConnection
-public ShortCircuitMasterConnection(org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.MasterService.BlockingInterface stub)
+public ShortCircuitMasterConnection(org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.MasterService.BlockingInterface stub)
 
 
 
@@ -614,7 +619,7 @@ implements 
 
 unassignRegion
-public org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.UnassignRegionResponse unassignRegion(org.apache.hbase.thirdparty.com.google.protobuf.RpcController controller,
+public org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.UnassignRegionResponse unassignRegion(org.apache.hbase.thirdpar

[36/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/index-all.html
--
diff --git a/devapidocs/index-all.html b/devapidocs/index-all.html
index 0084a95..b3e5912 100644
--- a/devapidocs/index-all.html
+++ b/devapidocs/index-all.html
@@ -118,6 +118,8 @@
  
 abort(MasterProcedureEnv)
 - Method in class org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure
  
+abort(MasterProcedureEnv)
 - Method in class org.apache.hadoop.hbase.master.replication.SyncReplicationReplayWALRemoteProcedure
+ 
 abort(String)
 - Method in interface org.apache.hadoop.hbase.monitoring.MonitoredTask
  
 abort(String)
 - Method in class org.apache.hadoop.hbase.monitoring.MonitoredTaskImpl
@@ -1173,6 +1175,8 @@
 
 Add the specified Cell to the list of deletes to check 
against for this row operation.
 
+add(String,
 ReplicationPeerConfig) - Method in class 
org.apache.hadoop.hbase.replication.regionserver.SyncReplicationPeerMappingManager
+ 
 add(String)
 - Method in class org.apache.hadoop.hbase.rest.client.Cluster
 
 Add a node to the cluster
@@ -1242,8 +1246,14 @@
  
 add(int, 
E) - Method in class org.apache.hadoop.hbase.util.SortedList
  
+add(Cell,
 byte[]) - Method in class org.apache.hadoop.hbase.wal.WALEdit
+ 
 add(Cell)
 - Method in class org.apache.hadoop.hbase.wal.WALEdit
  
+add(Map>) - Method in class 
org.apache.hadoop.hbase.wal.WALEdit
+
+Append the given map of family->edits to a WALEdit data 
structure.
+
 add(String,
 MutableMetric) - Method in class org.apache.hadoop.metrics2.lib.DynamicMetricsRegistry
  
 add(String,
 long) - Method in class org.apache.hadoop.metrics2.lib.DynamicMetricsRegistry
@@ -1362,6 +1372,8 @@
 
 Adds a cell to the list of cells for this row
 
+addCell(Cell)
 - Method in class org.apache.hadoop.hbase.wal.WALEdit
+ 
 addCellCount(int)
 - Method in class org.apache.hadoop.hbase.regionserver.MiniBatchOperationInProgress
  
 addCellPermissions(byte[],
 Map>) - Static method in class 
org.apache.hadoop.hbase.security.access.AccessController
@@ -1665,12 +1677,10 @@
 Deprecated.
 Adds a column family.
 
+addFamily(byte[])
 - Method in class org.apache.hadoop.hbase.wal.WALEdit
+ 
 addFamilyAndItsHFilePathToTableInMap(byte[],
 String, List>>) - 
Method in class org.apache.hadoop.hbase.replication.regionserver.ReplicationSink
  
-addFamilyMapToWALEdit(Map>, WALEdit) - Method in class 
org.apache.hadoop.hbase.regionserver.HRegion.BatchOperation
-
-Append the given map of family->edits to a WALEdit data 
structure.
-
 addFamilyStoreFile(String,
 String) - Method in class org.apache.hadoop.hbase.quotas.FileArchiverNotifierImpl.StoreFileReference
  
 addFamilyVersion(byte[],
 long) - Method in class org.apache.hadoop.hbase.client.Delete
@@ -2049,23 +2059,29 @@
 
 addPeer(String,
 ReplicationPeerConfig, boolean) - Method in class 
org.apache.hadoop.hbase.master.replication.ReplicationPeerManager
  
+addPeer(String)
 - Method in class org.apache.hadoop.hbase.master.replication.ZKSyncReplicationReplayWALWorkerStorage
+ 
 addPeer(String)
 - Method in interface org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandler
  
 addPeer(String)
 - Method in class org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl
  
 addPeer(String)
 - Method in class org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager
 
-1.
+
+ Add peer to replicationPeers
+ Add the normal source and related replication queue
+ Add HFile Refs
+ 
 
 addPeer(String)
 - Method in class org.apache.hadoop.hbase.replication.ReplicationPeers
 
 Method called after a peer has been connected.
 
-addPeer(String,
 ReplicationPeerConfig, boolean) - Method in interface 
org.apache.hadoop.hbase.replication.ReplicationPeerStorage
+addPeer(String,
 ReplicationPeerConfig, boolean, SyncReplicationState) - Method in 
interface org.apache.hadoop.hbase.replication.ReplicationPeerStorage
 
 Add a replication peer.
 
-addPeer(String,
 ReplicationPeerConfig, boolean) - Method in class 
org.apache.hadoop.hbase.replication.ZKReplicationPeerStorage
+addPeer(String,
 ReplicationPeerConfig, boolean, SyncReplicationState) - Method in 
class org.apache.hadoop.hbase.replication.ZKReplicationPeerStorage
  
 AddPeerProcedure - Class in org.apache.hadoop.hbase.master.replication
 
@@ -2081,6 +2097,8 @@
 
 addPeerToHFileRefs(String)
 - Method in class org.apache.hadoop.hbase.replication.ZKReplicationQueueStorage
  
+addPeerWorker(String,
 ServerName) - Method in class 
org.apache.hadoop.hbase.master.replication.ZKSyncReplicationReplayWALWorkerStorage
+ 
 addPrimaryAssignment(RegionInfo,
 ServerName) - Method in class org.apache.hadoop.hbase.master.SnapshotOfRegionAssignmentFromMeta
  
 addProperty(String,
 String) - Method in class org.apache.hadoop.hbase.rest.model.NamespacesInstanceModel
@@ -2622,6 +2640,8 @@
  
 addWALActionsListener(WALActionsLis

[23/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/client/RawAsyncHBaseAdmin.html
--
diff --git a/devapidocs/org/apache/hadoop/hbase/client/RawAsyncHBaseAdmin.html 
b/devapidocs/org/apache/hadoop/hbase/client/RawAsyncHBaseAdmin.html
index 37f4bd5..c84d49c 100644
--- a/devapidocs/org/apache/hadoop/hbase/client/RawAsyncHBaseAdmin.html
+++ b/devapidocs/org/apache/hadoop/hbase/client/RawAsyncHBaseAdmin.html
@@ -18,7 +18,7 @@
 catch(err) {
 }
 //-->
-var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":10,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10,"i46":10,"i47":10,"i48":10,"i49":10,"i50":10,"i51":10,"i52":10,"i53":10,"i54":10,"i55":10,"i56":10,"i57":10,"i58":10,"i59":10,"i60":10,"i61":10,"i62":10,"i63":10,"i64":10,"i65":10,"i66":10,"i67":10,"i68":10,"i69":10,"i70":10,"i71":10,"i72":10,"i73":10,"i74":10,"i75":10,"i76":10,"i77":10,"i78":10,"i79":10,"i80":10,"i81":10,"i82":10,"i83":10,"i84":10,"i85":10,"i86":10,"i87":10,"i88":10,"i89":10,"i90":10,"i91":10,"i92":10,"i93":10,"i94":10,"i95":10,"i96":10,"i97":10,"i98":10,"i99":10,"i100":10,"i101":10,"i102":10,"i103":10,"i104":10,"i105":10,"i106":10,"i107":10,"i108":10,"i
 
109":10,"i110":10,"i111":10,"i112":10,"i113":10,"i114":10,"i115":10,"i116":10,"i117":10,"i118":10,"i119":10,"i120":10,"i121":10,"i122":10,"i123":10,"i124":10,"i125":10,"i126":10,"i127":10,"i128":10,"i129":10,"i130":10,"i131":10,"i132":10,"i133":10,"i134":10,"i135":10,"i136":10,"i137":10,"i138":10,"i139":10,"i140":10,"i141":10,"i142":10,"i143":10,"i144":10,"i145":10,"i146":10,"i147":10,"i148":10,"i149":10,"i150":10,"i151":10,"i152":10,"i153":10,"i154":10,"i155":10,"i156":10,"i157":10,"i158":10,"i159":10,"i160":10,"i161":10,"i162":10,"i163":10,"i164":10,"i165":10,"i166":10,"i167":10,"i168":10,"i169":10,"i170":10,"i171":10,"i172":10,"i173":10,"i174":10,"i175":10};
+var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":10,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10,"i46":10,"i47":10,"i48":10,"i49":10,"i50":10,"i51":10,"i52":10,"i53":10,"i54":10,"i55":10,"i56":10,"i57":10,"i58":10,"i59":10,"i60":10,"i61":10,"i62":10,"i63":10,"i64":10,"i65":10,"i66":10,"i67":10,"i68":10,"i69":10,"i70":10,"i71":10,"i72":10,"i73":10,"i74":10,"i75":10,"i76":10,"i77":10,"i78":10,"i79":10,"i80":10,"i81":10,"i82":10,"i83":10,"i84":10,"i85":10,"i86":10,"i87":10,"i88":10,"i89":10,"i90":10,"i91":10,"i92":10,"i93":10,"i94":10,"i95":10,"i96":10,"i97":10,"i98":10,"i99":10,"i100":10,"i101":10,"i102":10,"i103":10,"i104":10,"i105":10,"i106":10,"i107":10,"i108":10,"i
 
109":10,"i110":10,"i111":10,"i112":10,"i113":10,"i114":10,"i115":10,"i116":10,"i117":10,"i118":10,"i119":10,"i120":10,"i121":10,"i122":10,"i123":10,"i124":10,"i125":10,"i126":10,"i127":10,"i128":10,"i129":10,"i130":10,"i131":10,"i132":10,"i133":10,"i134":10,"i135":10,"i136":10,"i137":10,"i138":10,"i139":10,"i140":10,"i141":10,"i142":10,"i143":10,"i144":10,"i145":10,"i146":10,"i147":10,"i148":10,"i149":10,"i150":10,"i151":10,"i152":10,"i153":10,"i154":10,"i155":10,"i156":10,"i157":10,"i158":10,"i159":10,"i160":10,"i161":10,"i162":10,"i163":10,"i164":10,"i165":10,"i166":10,"i167":10,"i168":10,"i169":10,"i170":10,"i171":10,"i172":10,"i173":10,"i174":10,"i175":10,"i176":10};
 var tabs = {65535:["t0","All Methods"],2:["t2","Instance 
Methods"],8:["t4","Concrete Methods"]};
 var altColor = "altColor";
 var rowColor = "rowColor";
@@ -114,7 +114,7 @@ var activeTableTab = "activeTableTab";
 
 
 @InterfaceAudience.Private
-class RawAsyncHBaseAdmin
+class RawAsyncHBaseAdmin
 extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">Object
 implements AsyncAdmin
 The implementation of AsyncAdmin.
@@ -1355,49 +1355,56 @@ implements 
 https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/CompletableFuture.html?is-external=true";
 title="class or interface in java.util.concurrent">CompletableFutureVoid>
+transitReplicationPeerSyncReplicationState(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String peerId,
+  SyncReplic

[32/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/client/AsyncAdmin.html
--
diff --git a/devapidocs/org/apache/hadoop/hbase/client/AsyncAdmin.html 
b/devapidocs/org/apache/hadoop/hbase/client/AsyncAdmin.html
index 8618b6c..97d0108 100644
--- a/devapidocs/org/apache/hadoop/hbase/client/AsyncAdmin.html
+++ b/devapidocs/org/apache/hadoop/hbase/client/AsyncAdmin.html
@@ -18,7 +18,7 @@
 catch(err) {
 }
 //-->
-var methods = 
{"i0":6,"i1":6,"i2":18,"i3":6,"i4":6,"i5":6,"i6":18,"i7":6,"i8":6,"i9":6,"i10":6,"i11":6,"i12":6,"i13":6,"i14":6,"i15":6,"i16":18,"i17":18,"i18":6,"i19":6,"i20":6,"i21":6,"i22":6,"i23":6,"i24":6,"i25":6,"i26":6,"i27":6,"i28":6,"i29":6,"i30":6,"i31":6,"i32":6,"i33":6,"i34":6,"i35":6,"i36":6,"i37":6,"i38":6,"i39":6,"i40":6,"i41":6,"i42":6,"i43":6,"i44":6,"i45":6,"i46":6,"i47":6,"i48":6,"i49":18,"i50":6,"i51":6,"i52":18,"i53":6,"i54":6,"i55":6,"i56":6,"i57":6,"i58":6,"i59":18,"i60":18,"i61":18,"i62":6,"i63":6,"i64":6,"i65":6,"i66":6,"i67":6,"i68":6,"i69":18,"i70":6,"i71":6,"i72":6,"i73":6,"i74":6,"i75":6,"i76":6,"i77":6,"i78":6,"i79":6,"i80":6,"i81":6,"i82":6,"i83":6,"i84":6,"i85":18,"i86":6,"i87":6,"i88":6,"i89":6,"i90":6,"i91":6,"i92":6,"i93":18,"i94":6,"i95":6,"i96":6,"i97":18,"i98":6,"i99":6,"i100":6,"i101":6,"i102":6,"i103":18,"i104":18,"i105":6,"i106":6,"i107":6,"i108":6,"i109":6,"i110":6,"i111":6,"i112":6,"i113":6,"i114":6,"i115":6,"i116":6,"i117":6,"i118":6,"i119"
 
:6,"i120":6,"i121":6,"i122":6,"i123":6,"i124":6,"i125":6,"i126":6,"i127":6,"i128":6,"i129":6,"i130":6,"i131":18,"i132":18,"i133":6,"i134":6,"i135":6,"i136":6,"i137":6,"i138":6,"i139":6,"i140":6,"i141":6,"i142":6,"i143":6,"i144":6,"i145":6};
+var methods = 
{"i0":6,"i1":6,"i2":18,"i3":6,"i4":6,"i5":6,"i6":18,"i7":6,"i8":6,"i9":6,"i10":6,"i11":6,"i12":6,"i13":6,"i14":6,"i15":6,"i16":18,"i17":18,"i18":6,"i19":6,"i20":6,"i21":6,"i22":6,"i23":6,"i24":6,"i25":6,"i26":6,"i27":6,"i28":6,"i29":6,"i30":6,"i31":6,"i32":6,"i33":6,"i34":6,"i35":6,"i36":6,"i37":6,"i38":6,"i39":6,"i40":6,"i41":6,"i42":6,"i43":6,"i44":6,"i45":6,"i46":6,"i47":6,"i48":6,"i49":18,"i50":6,"i51":6,"i52":18,"i53":6,"i54":6,"i55":6,"i56":6,"i57":6,"i58":6,"i59":18,"i60":18,"i61":18,"i62":6,"i63":6,"i64":6,"i65":6,"i66":6,"i67":6,"i68":6,"i69":18,"i70":6,"i71":18,"i72":6,"i73":6,"i74":6,"i75":6,"i76":6,"i77":6,"i78":6,"i79":6,"i80":6,"i81":6,"i82":6,"i83":6,"i84":6,"i85":6,"i86":18,"i87":6,"i88":6,"i89":6,"i90":6,"i91":6,"i92":6,"i93":6,"i94":18,"i95":6,"i96":6,"i97":6,"i98":18,"i99":6,"i100":6,"i101":6,"i102":6,"i103":6,"i104":18,"i105":18,"i106":6,"i107":6,"i108":6,"i109":6,"i110":6,"i111":6,"i112":6,"i113":6,"i114":6,"i115":6,"i116":6,"i117":6,"i118":6,"i119
 
":6,"i120":6,"i121":6,"i122":6,"i123":6,"i124":6,"i125":6,"i126":6,"i127":6,"i128":6,"i129":6,"i130":6,"i131":6,"i132":18,"i133":18,"i134":6,"i135":6,"i136":6,"i137":6,"i138":6,"i139":6,"i140":6,"i141":6,"i142":6,"i143":6,"i144":6,"i145":6,"i146":6,"i147":6};
 var tabs = {65535:["t0","All Methods"],2:["t2","Instance 
Methods"],4:["t3","Abstract Methods"],16:["t5","Default Methods"]};
 var altColor = "altColor";
 var rowColor = "rowColor";
@@ -106,7 +106,7 @@ var activeTableTab = "activeTableTab";
 
 
 @InterfaceAudience.Public
-public interface AsyncAdmin
+public interface AsyncAdmin
 The asynchronous administrative API for HBase.
 
 Since:
@@ -576,46 +576,52 @@ public interface 
+default https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/CompletableFuture.html?is-external=true";
 title="class or interface in java.util.concurrent">CompletableFuture
+getReplicationPeerSyncReplicationState(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String peerId)
+Get the current cluster state in a synchronous replication 
peer.
+
+
+
 https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/CompletableFuture.html?is-external=true";
 title="class or interface in java.util.concurrent">CompletableFutureList>
 getSecurityCapabilities() 
 
-
+
 https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/CompletableFuture.html?is-external=true";
 title="class or interface in java.util.concurrent">CompletableFutureBoolean>
 isBalancerEnabled()
 Query the current state of the balancer.
 
 
-
+
 https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/CompletableFuture.html?is-external=true";
 title="class or interface in java.util.concurrent">CompletableFutureBoolean>
 isCatalogJanitorEnabled(

[48/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/apidocs/org/apache/hadoop/hbase/client/Admin.html
--
diff --git a/apidocs/org/apache/hadoop/hbase/client/Admin.html 
b/apidocs/org/apache/hadoop/hbase/client/Admin.html
index 1eb1565..8e9ca62 100644
--- a/apidocs/org/apache/hadoop/hbase/client/Admin.html
+++ b/apidocs/org/apache/hadoop/hbase/client/Admin.html
@@ -18,7 +18,7 @@
 catch(err) {
 }
 //-->
-var methods = 
{"i0":6,"i1":6,"i2":6,"i3":50,"i4":6,"i5":6,"i6":18,"i7":6,"i8":18,"i9":6,"i10":6,"i11":6,"i12":6,"i13":6,"i14":50,"i15":50,"i16":6,"i17":6,"i18":6,"i19":6,"i20":6,"i21":6,"i22":6,"i23":6,"i24":6,"i25":6,"i26":6,"i27":6,"i28":38,"i29":38,"i30":38,"i31":38,"i32":6,"i33":6,"i34":6,"i35":6,"i36":6,"i37":6,"i38":6,"i39":50,"i40":6,"i41":6,"i42":6,"i43":6,"i44":6,"i45":6,"i46":6,"i47":6,"i48":6,"i49":38,"i50":6,"i51":6,"i52":6,"i53":6,"i54":6,"i55":6,"i56":6,"i57":38,"i58":6,"i59":6,"i60":38,"i61":38,"i62":6,"i63":38,"i64":6,"i65":6,"i66":6,"i67":6,"i68":6,"i69":38,"i70":38,"i71":50,"i72":6,"i73":6,"i74":6,"i75":6,"i76":6,"i77":38,"i78":38,"i79":6,"i80":50,"i81":6,"i82":6,"i83":6,"i84":6,"i85":38,"i86":38,"i87":18,"i88":18,"i89":6,"i90":50,"i91":6,"i92":6,"i93":6,"i94":6,"i95":6,"i96":6,"i97":6,"i98":6,"i99":6,"i100":18,"i101":18,"i102":50,"i103":18,"i104":6,"i105":38,"i106":6,"i107":6,"i108":6,"i109":38,"i110":18,"i111":6,"i112":6,"i113":6,"i114":18,"i115":6,"i116":6,"i117
 
":38,"i118":38,"i119":38,"i120":38,"i121":6,"i122":6,"i123":6,"i124":6,"i125":6,"i126":6,"i127":6,"i128":6,"i129":6,"i130":6,"i131":50,"i132":6,"i133":38,"i134":6,"i135":6,"i136":18,"i137":6,"i138":6,"i139":6,"i140":6,"i141":6,"i142":6,"i143":6,"i144":38,"i145":6,"i146":6,"i147":6,"i148":6,"i149":6,"i150":38,"i151":6,"i152":6,"i153":6,"i154":38,"i155":38,"i156":6,"i157":38,"i158":38,"i159":38,"i160":38,"i161":38,"i162":6,"i163":38,"i164":6,"i165":6,"i166":6,"i167":6,"i168":6,"i169":6,"i170":6,"i171":38,"i172":6,"i173":6,"i174":6,"i175":50,"i176":6,"i177":6,"i178":6,"i179":6,"i180":6,"i181":38,"i182":6,"i183":38,"i184":6,"i185":6,"i186":6,"i187":6,"i188":6,"i189":6,"i190":6,"i191":6,"i192":6,"i193":6,"i194":6,"i195":6,"i196":6,"i197":6,"i198":6,"i199":6,"i200":50,"i201":6,"i202":50,"i203":50,"i204":50,"i205":6,"i206":50,"i207":6,"i208":6,"i209":6,"i210":6,"i211":6,"i212":6,"i213":6,"i214":6,"i215":38,"i216":38,"i217":6,"i218":6,"i219":6,"i220":6,"i221":6,"i222":50,"i223":6,"i224":6,"
 i225":6,"i226":6,"i227":6,"i228":6,"i229":6};
+var methods = 
{"i0":6,"i1":6,"i2":6,"i3":50,"i4":6,"i5":6,"i6":18,"i7":6,"i8":18,"i9":6,"i10":6,"i11":6,"i12":6,"i13":6,"i14":50,"i15":50,"i16":6,"i17":6,"i18":6,"i19":6,"i20":6,"i21":6,"i22":6,"i23":6,"i24":6,"i25":6,"i26":6,"i27":6,"i28":38,"i29":38,"i30":38,"i31":38,"i32":6,"i33":6,"i34":6,"i35":6,"i36":6,"i37":6,"i38":6,"i39":50,"i40":6,"i41":6,"i42":6,"i43":6,"i44":6,"i45":6,"i46":6,"i47":6,"i48":6,"i49":38,"i50":6,"i51":6,"i52":6,"i53":6,"i54":6,"i55":6,"i56":6,"i57":38,"i58":6,"i59":6,"i60":38,"i61":38,"i62":6,"i63":38,"i64":6,"i65":6,"i66":6,"i67":6,"i68":6,"i69":38,"i70":38,"i71":50,"i72":6,"i73":6,"i74":6,"i75":6,"i76":6,"i77":38,"i78":38,"i79":6,"i80":50,"i81":6,"i82":6,"i83":6,"i84":6,"i85":38,"i86":38,"i87":18,"i88":18,"i89":6,"i90":50,"i91":6,"i92":6,"i93":6,"i94":6,"i95":6,"i96":6,"i97":6,"i98":6,"i99":6,"i100":18,"i101":18,"i102":50,"i103":18,"i104":6,"i105":38,"i106":6,"i107":6,"i108":6,"i109":38,"i110":18,"i111":6,"i112":6,"i113":6,"i114":18,"i115":6,"i116":18,"i11
 
7":6,"i118":38,"i119":38,"i120":38,"i121":38,"i122":6,"i123":6,"i124":6,"i125":6,"i126":6,"i127":6,"i128":6,"i129":6,"i130":6,"i131":6,"i132":50,"i133":6,"i134":38,"i135":6,"i136":6,"i137":18,"i138":6,"i139":6,"i140":6,"i141":6,"i142":6,"i143":6,"i144":6,"i145":38,"i146":6,"i147":6,"i148":6,"i149":6,"i150":6,"i151":38,"i152":6,"i153":6,"i154":6,"i155":38,"i156":38,"i157":6,"i158":38,"i159":38,"i160":38,"i161":38,"i162":38,"i163":6,"i164":38,"i165":6,"i166":6,"i167":6,"i168":6,"i169":6,"i170":6,"i171":6,"i172":38,"i173":6,"i174":6,"i175":6,"i176":50,"i177":6,"i178":6,"i179":6,"i180":6,"i181":6,"i182":38,"i183":6,"i184":38,"i185":6,"i186":6,"i187":6,"i188":6,"i189":6,"i190":6,"i191":6,"i192":6,"i193":6,"i194":6,"i195":6,"i196":6,"i197":6,"i198":6,"i199":6,"i200":6,"i201":50,"i202":6,"i203":50,"i204":50,"i205":50,"i206":6,"i207":50,"i208":6,"i209":6,"i210":6,"i211":6,"i212":6,"i213":6,"i214":6,"i215":6,"i216":38,"i217":38,"i218":6,"i219":6,"i220":6,"i221":6,"i222":6,"i223":50,"i224":6,
 "i225":6,"i226":6,"i227":6,"i228":6,"i229":6,"i230":6,"i231":6,"i232":6};
 var tabs = {65535:["t0","All Methods"],2:["t2","Instance 
Methods"],4:["t3","Abstract Methods"],16:["t5","Default 
Methods"],32:["t6","Deprecated Methods"]};
 var altColor = "altColor";
 var rowColor = "rowColor";
@@ -106,7 +106,7 @@ var activeTableTab = "activeTableTab";
 
 
 @InterfaceAudience.Public
-public interface Admin
+public interface Admin
 extends org.apache.hadoop.hbas

[40/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/bulk-loads.html
--
diff --git a/bulk-loads.html b/bulk-loads.html
index 66454cc..7ecf4a7 100644
--- a/bulk-loads.html
+++ b/bulk-loads.html
@@ -7,7 +7,7 @@
   
 
 
-
+
 
 Apache HBase –  
   Bulk Loads in Apache HBase (TM)
@@ -306,7 +306,7 @@ under the License. -->
 https://www.apache.org/";>The Apache Software 
Foundation.
 All rights reserved.  
 
-  Last Published: 
2018-06-27
+  Last Published: 
2018-06-28
 
 
 

[29/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/client/ConnectionImplementation.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/client/ConnectionImplementation.html 
b/devapidocs/org/apache/hadoop/hbase/client/ConnectionImplementation.html
index 8fbdb7c..7927fbf 100644
--- a/devapidocs/org/apache/hadoop/hbase/client/ConnectionImplementation.html
+++ b/devapidocs/org/apache/hadoop/hbase/client/ConnectionImplementation.html
@@ -118,7 +118,7 @@ var activeTableTab = "activeTableTab";
 
 
 @InterfaceAudience.Private
-class ConnectionImplementation
+class ConnectionImplementation
 extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">Object
 implements ClusterConnection, https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.html?is-external=true";
 title="class or interface in java.io">Closeable
 Main implementation of Connection 
and ClusterConnection interfaces.
@@ -847,7 +847,7 @@ implements 
 
 RETRIES_BY_SERVER_KEY
-public static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String RETRIES_BY_SERVER_KEY
+public static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String RETRIES_BY_SERVER_KEY
 
 See Also:
 Constant
 Field Values
@@ -860,7 +860,7 @@ implements 
 
 LOG
-private static final org.slf4j.Logger LOG
+private static final org.slf4j.Logger LOG
 
 
 
@@ -869,7 +869,7 @@ implements 
 
 RESOLVE_HOSTNAME_ON_FAIL_KEY
-private static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String RESOLVE_HOSTNAME_ON_FAIL_KEY
+private static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String RESOLVE_HOSTNAME_ON_FAIL_KEY
 
 See Also:
 Constant
 Field Values
@@ -882,7 +882,7 @@ implements 
 
 hostnamesCanChange
-private final boolean hostnamesCanChange
+private final boolean hostnamesCanChange
 
 
 
@@ -891,7 +891,7 @@ implements 
 
 pause
-private final long pause
+private final long pause
 
 
 
@@ -900,7 +900,7 @@ implements 
 
 pauseForCQTBE
-private final long pauseForCQTBE
+private final long pauseForCQTBE
 
 
 
@@ -909,7 +909,7 @@ implements 
 
 useMetaReplicas
-private boolean useMetaReplicas
+private boolean useMetaReplicas
 
 
 
@@ -918,7 +918,7 @@ implements 
 
 metaReplicaCallTimeoutScanInMicroSecond
-private final int metaReplicaCallTimeoutScanInMicroSecond
+private final int metaReplicaCallTimeoutScanInMicroSecond
 
 
 
@@ -927,7 +927,7 @@ implements 
 
 numTries
-private final int numTries
+private final int numTries
 
 
 
@@ -936,7 +936,7 @@ implements 
 
 rpcTimeout
-final int rpcTimeout
+final int rpcTimeout
 
 
 
@@ -945,7 +945,7 @@ implements 
 
 nonceGenerator
-private static volatile NonceGenerator nonceGenerator
+private static volatile NonceGenerator nonceGenerator
 Global nonceGenerator shared per client.Currently there's 
no reason to limit its scope.
  Once it's set under nonceGeneratorCreateLock, it is never unset or 
changed.
 
@@ -956,7 +956,7 @@ implements 
 
 nonceGeneratorCreateLock
-private static final https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">Object nonceGeneratorCreateLock
+private static final https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">Object nonceGeneratorCreateLock
 The nonce generator lock. Only taken when creating 
Connection, which gets a private copy.
 
 
@@ -966,7 +966,7 @@ implements 
 
 asyncProcess
-private final AsyncProcess asyncProcess
+private final AsyncProcess asyncProcess
 
 
 
@@ -975,7 +975,7 @@ implements 
 
 stats
-private final ServerStatisticTracker stats
+private final ServerStatisticTracker stats
 
 
 
@@ -984,7 +984,7 @@ implements 
 
 closed
-private volatile boolean closed
+private volatile boolean closed
 
 
 
@@ -993,7 +993,7 @@ implements 
 
 aborted
-private volatile boolean aborted
+private volatile boolean aborted
 
 
 
@@ -1002,7 +1002,7 @@ implements 
 
 clusterStatusListener
-ClusterStatusListener clusterStatusListener
+ClusterStatusListener clusterStatusListener
 
 
 
@@ -1011,7 +1011,7 @@ implements 
 
 metaRegionLock
-private final https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">Object metaRegionLock
+private final https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">Object metaRegionLock
 
 
 
@@ -1020,7 +1020,7 @@ implements 
 
 masterLock
-private final https://docs.oracle.com/javase/8/docs/api/jav

[16/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/filter/package-tree.html
--
diff --git a/devapidocs/org/apache/hadoop/hbase/filter/package-tree.html 
b/devapidocs/org/apache/hadoop/hbase/filter/package-tree.html
index 796e6a6..39ffb45 100644
--- a/devapidocs/org/apache/hadoop/hbase/filter/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/filter/package-tree.html
@@ -183,14 +183,14 @@
 
 java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true";
 title="class or interface in java.lang">Enum (implements java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true";
 title="class or interface in java.lang">Comparable, java.io.https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true";
 title="class or interface in java.io">Serializable)
 
-org.apache.hadoop.hbase.filter.RegexStringComparator.EngineType
-org.apache.hadoop.hbase.filter.FilterWrapper.FilterRowRetCode
+org.apache.hadoop.hbase.filter.FilterList.Operator
 org.apache.hadoop.hbase.filter.Filter.ReturnCode
 org.apache.hadoop.hbase.filter.FuzzyRowFilter.SatisfiesCode
-org.apache.hadoop.hbase.filter.CompareFilter.CompareOp
-org.apache.hadoop.hbase.filter.FilterList.Operator
 org.apache.hadoop.hbase.filter.FuzzyRowFilter.Order
+org.apache.hadoop.hbase.filter.RegexStringComparator.EngineType
 org.apache.hadoop.hbase.filter.BitComparator.BitwiseOp
+org.apache.hadoop.hbase.filter.CompareFilter.CompareOp
+org.apache.hadoop.hbase.filter.FilterWrapper.FilterRowRetCode
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/io/asyncfs/FanOutOneBlockAsyncDFSOutput.AckHandler.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/io/asyncfs/FanOutOneBlockAsyncDFSOutput.AckHandler.html
 
b/devapidocs/org/apache/hadoop/hbase/io/asyncfs/FanOutOneBlockAsyncDFSOutput.AckHandler.html
index a66e859..deec4b4 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/io/asyncfs/FanOutOneBlockAsyncDFSOutput.AckHandler.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/io/asyncfs/FanOutOneBlockAsyncDFSOutput.AckHandler.html
@@ -133,7 +133,7 @@ var activeTableTab = "activeTableTab";
 
 
 @ChannelHandler.Sharable
-private final class FanOutOneBlockAsyncDFSOutput.AckHandler
+private final class FanOutOneBlockAsyncDFSOutput.AckHandler
 extends 
org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler
 
 
@@ -279,7 +279,7 @@ extends 
org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler
 
 
 timeoutMs
-private final int timeoutMs
+private final int timeoutMs
 
 
 
@@ -296,7 +296,7 @@ extends 
org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler
 
 
 AckHandler
-public AckHandler(int timeoutMs)
+public AckHandler(int timeoutMs)
 
 
 
@@ -313,7 +313,7 @@ extends 
org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler
 
 
 channelRead0
-protected void channelRead0(org.apache.hbase.thirdparty.io.netty.channel.ChannelHandlerContext ctx,
+protected void channelRead0(org.apache.hbase.thirdparty.io.netty.channel.ChannelHandlerContext ctx,
 
org.apache.hadoop.hdfs.protocol.proto.DataTransferProtos.PipelineAckProto ack)
  throws https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true";
 title="class or interface in java.lang">Exception
 
@@ -330,7 +330,7 @@ extends 
org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler
 
 
 channelInactive
-public void channelInactive(org.apache.hbase.thirdparty.io.netty.channel.ChannelHandlerContext ctx)
+public void channelInactive(org.apache.hbase.thirdparty.io.netty.channel.ChannelHandlerContext ctx)
  throws https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true";
 title="class or interface in java.lang">Exception
 
 Specified by:
@@ -348,7 +348,7 @@ extends 
org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler
 
 
 exceptionCaught
-public void exceptionCaught(org.apache.hbase.thirdparty.io.netty.channel.ChannelHandlerContext ctx,
+public void exceptionCaught(org.apache.hbase.thirdparty.io.netty.channel.ChannelHandlerContext ctx,
 https://docs.oracle.com/javase/8/docs/api/java/lang/Throwable.html?is-external=true";
 title="class or interface in java.lang">Throwable cause)
  throws https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true";
 title="class or interface in java.lang">Exception
 
@@ -369,7 +369,7 @@ extends 
org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler
 
 
 userEventTriggered
-public void userEventTriggere

[19/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/coprocessor/class-use/MasterCoprocessorEnvironment.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/coprocessor/class-use/MasterCoprocessorEnvironment.html
 
b/devapidocs/org/apache/hadoop/hbase/coprocessor/class-use/MasterCoprocessorEnvironment.html
index 503565a..1d8ae44 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/coprocessor/class-use/MasterCoprocessorEnvironment.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/coprocessor/class-use/MasterCoprocessorEnvironment.html
@@ -676,12 +676,21 @@
 
 
 default void
+MasterObserver.postTransitReplicationPeerSyncReplicationState(ObserverContext ctx,
+  https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String peerId,
+  SyncReplicationState from,
+  SyncReplicationState to)
+Called after transit current cluster state for the 
specified synchronous replication peer
+
+
+
+default void
 MasterObserver.postTruncateTable(ObserverContext ctx,
  TableName tableName)
 Called after the truncateTable operation has been 
requested.
 
 
-
+
 default void
 MasterObserver.postUnassign(ObserverContext ctx,
 RegionInfo regionInfo,
@@ -689,7 +698,7 @@
 Called after the region unassignment has been 
requested.
 
 
-
+
 default void
 MasterObserver.postUpdateReplicationPeerConfig(ObserverContext ctx,
https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String peerId,
@@ -697,14 +706,14 @@
 Called after update peerConfig for the specified peer
 
 
-
+
 default void
 MasterObserver.preAbortProcedure(ObserverContext ctx,
  long procId)
 Called before a abortProcedure request has been 
processed.
 
 
-
+
 default void
 MasterObserver.preAddReplicationPeer(ObserverContext ctx,
  https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String peerId,
@@ -712,48 +721,48 @@
 Called before add a replication peer
 
 
-
+
 default void
 MasterObserver.preAddRSGroup(ObserverContext ctx,
  https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String name)
 Called before a new region server group is added
 
 
-
+
 default void
 MasterObserver.preAssign(ObserverContext ctx,
  RegionInfo regionInfo)
 Called prior to assigning a specific region.
 
 
-
+
 default void
 MasterObserver.preBalance(ObserverContext ctx)
 Called prior to requesting rebalancing of the cluster 
regions, though after
  the initial checks for regions in transition and the balance switch 
flag.
 
 
-
+
 default void
 MasterObserver.preBalanceRSGroup(ObserverContext ctx,
  https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String groupName)
 Called before a region server group is removed
 
 
-
+
 default void
 MasterObserver.preBalanceSwitch(ObserverContext ctx,
 boolean newValue)
 Called prior to modifying the flag used to enable/disable 
region balancing.
 
 
-
+
 default void
 MasterObserver.preClearDeadServers(ObserverContext ctx)
 Called before clear dead region servers.
 
 
-
+
 default void
 MasterObserver.preCloneSnapshot(ObserverContext ctx,
 SnapshotDescription snapshot,
@@ -761,7 +770,7 @@
 Called before a snapshot is cloned.
 
 
-
+
 default void
 MasterObserver.preCreateNamespace(ObserverContext ctx,
   NamespaceDescriptor ns)
@@ -769,7 +778,7 @@
  HMaster.
 
 
-
+
 default void
 MasterObserver.preCreateTable(ObserverContext ctx,
   TableDescriptor desc,
@@ -778,7 +787,7 @@
  HMaster.
 
 
-
+
 default void
 MasterObserver.preCreateTableAction(ObserverContext ctx,
 TableDescriptor desc,
@@ -787,7 +796,7 @@
  HMaster.
 
 
-
+
 default void
 MasterObserver.preDecommissionRegionServers(ObserverContext ctx,
 https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true";
 title="class or interface in java.util">List

[27/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/client/HBaseAdmin.ReplicationFuture.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/client/HBaseAdmin.ReplicationFuture.html 
b/devapidocs/org/apache/hadoop/hbase/client/HBaseAdmin.ReplicationFuture.html
index 1410333..b56a22f 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/client/HBaseAdmin.ReplicationFuture.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/client/HBaseAdmin.ReplicationFuture.html
@@ -124,7 +124,7 @@ var activeTableTab = "activeTableTab";
 
 @InterfaceAudience.Private
  @InterfaceStability.Evolving
-private static class HBaseAdmin.ReplicationFuture
+private static class HBaseAdmin.ReplicationFuture
 extends HBaseAdmin.ProcedureFutureVoid>
 
 
@@ -241,7 +241,7 @@ extends 
 
 peerId
-private final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String peerId
+private final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String peerId
 
 
 
@@ -250,7 +250,7 @@ extends 
 
 getOperation
-private final https://docs.oracle.com/javase/8/docs/api/java/util/function/Supplier.html?is-external=true";
 title="class or interface in java.util.function">SupplierString> getOperation
+private final https://docs.oracle.com/javase/8/docs/api/java/util/function/Supplier.html?is-external=true";
 title="class or interface in java.util.function">SupplierString> getOperation
 
 
 
@@ -267,7 +267,7 @@ extends 
 
 ReplicationFuture
-public ReplicationFuture(HBaseAdmin admin,
+public ReplicationFuture(HBaseAdmin admin,
  https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String peerId,
  https://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true";
 title="class or interface in java.lang">Long procId,
  https://docs.oracle.com/javase/8/docs/api/java/util/function/Supplier.html?is-external=true";
 title="class or interface in java.util.function">SupplierString> getOperation)
@@ -287,7 +287,7 @@ extends 
 
 toString
-public https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String toString()
+public https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String toString()
 
 Overrides:
 https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#toString--";
 title="class or interface in java.lang">toString in 
class https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">Object

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/client/HBaseAdmin.RestoreSnapshotFuture.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/client/HBaseAdmin.RestoreSnapshotFuture.html
 
b/devapidocs/org/apache/hadoop/hbase/client/HBaseAdmin.RestoreSnapshotFuture.html
index 9732695..356 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/client/HBaseAdmin.RestoreSnapshotFuture.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/client/HBaseAdmin.RestoreSnapshotFuture.html
@@ -127,7 +127,7 @@ var activeTableTab = "activeTableTab";
 
 
 
-private static class HBaseAdmin.RestoreSnapshotFuture
+private static class HBaseAdmin.RestoreSnapshotFuture
 extends HBaseAdmin.TableFutureVoid>
 
 
@@ -240,7 +240,7 @@ extends 
 
 RestoreSnapshotFuture
-public RestoreSnapshotFuture(HBaseAdmin admin,
+public RestoreSnapshotFuture(HBaseAdmin admin,
  
org.apache.hadoop.hbase.shaded.protobuf.generated.SnapshotProtos.SnapshotDescription snapshot,
  TableName tableName,
  
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.RestoreSnapshotResponse response)
@@ -252,7 +252,7 @@ extends 
 
 RestoreSnapshotFuture
-public RestoreSnapshotFuture(HBaseAdmin admin,
+public RestoreSnapshotFuture(HBaseAdmin admin,
  Tab

[33/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/client/Admin.html
--
diff --git a/devapidocs/org/apache/hadoop/hbase/client/Admin.html 
b/devapidocs/org/apache/hadoop/hbase/client/Admin.html
index cd7e1f4..3279ab5 100644
--- a/devapidocs/org/apache/hadoop/hbase/client/Admin.html
+++ b/devapidocs/org/apache/hadoop/hbase/client/Admin.html
@@ -18,7 +18,7 @@
 catch(err) {
 }
 //-->
-var methods = 
{"i0":6,"i1":6,"i2":6,"i3":50,"i4":6,"i5":6,"i6":18,"i7":6,"i8":18,"i9":6,"i10":6,"i11":6,"i12":6,"i13":6,"i14":50,"i15":50,"i16":6,"i17":6,"i18":6,"i19":6,"i20":6,"i21":6,"i22":6,"i23":6,"i24":6,"i25":6,"i26":6,"i27":6,"i28":38,"i29":38,"i30":38,"i31":38,"i32":6,"i33":6,"i34":6,"i35":6,"i36":6,"i37":6,"i38":6,"i39":50,"i40":6,"i41":6,"i42":6,"i43":6,"i44":6,"i45":6,"i46":6,"i47":6,"i48":6,"i49":38,"i50":6,"i51":6,"i52":6,"i53":6,"i54":6,"i55":6,"i56":6,"i57":38,"i58":6,"i59":6,"i60":38,"i61":38,"i62":6,"i63":38,"i64":6,"i65":6,"i66":6,"i67":6,"i68":6,"i69":38,"i70":38,"i71":50,"i72":6,"i73":6,"i74":6,"i75":6,"i76":6,"i77":38,"i78":38,"i79":6,"i80":50,"i81":6,"i82":6,"i83":6,"i84":6,"i85":38,"i86":38,"i87":18,"i88":18,"i89":6,"i90":50,"i91":6,"i92":6,"i93":6,"i94":6,"i95":6,"i96":6,"i97":6,"i98":6,"i99":6,"i100":18,"i101":18,"i102":50,"i103":18,"i104":6,"i105":38,"i106":6,"i107":6,"i108":6,"i109":38,"i110":18,"i111":6,"i112":6,"i113":6,"i114":18,"i115":6,"i116":6,"i117
 
":38,"i118":38,"i119":38,"i120":38,"i121":6,"i122":6,"i123":6,"i124":6,"i125":6,"i126":6,"i127":6,"i128":6,"i129":6,"i130":6,"i131":50,"i132":6,"i133":38,"i134":6,"i135":6,"i136":18,"i137":6,"i138":6,"i139":6,"i140":6,"i141":6,"i142":6,"i143":6,"i144":38,"i145":6,"i146":6,"i147":6,"i148":6,"i149":6,"i150":38,"i151":6,"i152":6,"i153":6,"i154":38,"i155":38,"i156":6,"i157":38,"i158":38,"i159":38,"i160":38,"i161":38,"i162":6,"i163":38,"i164":6,"i165":6,"i166":6,"i167":6,"i168":6,"i169":6,"i170":6,"i171":38,"i172":6,"i173":6,"i174":6,"i175":50,"i176":6,"i177":6,"i178":6,"i179":6,"i180":6,"i181":38,"i182":6,"i183":38,"i184":6,"i185":6,"i186":6,"i187":6,"i188":6,"i189":6,"i190":6,"i191":6,"i192":6,"i193":6,"i194":6,"i195":6,"i196":6,"i197":6,"i198":6,"i199":6,"i200":50,"i201":6,"i202":50,"i203":50,"i204":50,"i205":6,"i206":50,"i207":6,"i208":6,"i209":6,"i210":6,"i211":6,"i212":6,"i213":6,"i214":6,"i215":38,"i216":38,"i217":6,"i218":6,"i219":6,"i220":6,"i221":6,"i222":50,"i223":6,"i224":6,"
 i225":6,"i226":6,"i227":6,"i228":6,"i229":6};
+var methods = 
{"i0":6,"i1":6,"i2":6,"i3":50,"i4":6,"i5":6,"i6":18,"i7":6,"i8":18,"i9":6,"i10":6,"i11":6,"i12":6,"i13":6,"i14":50,"i15":50,"i16":6,"i17":6,"i18":6,"i19":6,"i20":6,"i21":6,"i22":6,"i23":6,"i24":6,"i25":6,"i26":6,"i27":6,"i28":38,"i29":38,"i30":38,"i31":38,"i32":6,"i33":6,"i34":6,"i35":6,"i36":6,"i37":6,"i38":6,"i39":50,"i40":6,"i41":6,"i42":6,"i43":6,"i44":6,"i45":6,"i46":6,"i47":6,"i48":6,"i49":38,"i50":6,"i51":6,"i52":6,"i53":6,"i54":6,"i55":6,"i56":6,"i57":38,"i58":6,"i59":6,"i60":38,"i61":38,"i62":6,"i63":38,"i64":6,"i65":6,"i66":6,"i67":6,"i68":6,"i69":38,"i70":38,"i71":50,"i72":6,"i73":6,"i74":6,"i75":6,"i76":6,"i77":38,"i78":38,"i79":6,"i80":50,"i81":6,"i82":6,"i83":6,"i84":6,"i85":38,"i86":38,"i87":18,"i88":18,"i89":6,"i90":50,"i91":6,"i92":6,"i93":6,"i94":6,"i95":6,"i96":6,"i97":6,"i98":6,"i99":6,"i100":18,"i101":18,"i102":50,"i103":18,"i104":6,"i105":38,"i106":6,"i107":6,"i108":6,"i109":38,"i110":18,"i111":6,"i112":6,"i113":6,"i114":18,"i115":6,"i116":18,"i11
 
7":6,"i118":38,"i119":38,"i120":38,"i121":38,"i122":6,"i123":6,"i124":6,"i125":6,"i126":6,"i127":6,"i128":6,"i129":6,"i130":6,"i131":6,"i132":50,"i133":6,"i134":38,"i135":6,"i136":6,"i137":18,"i138":6,"i139":6,"i140":6,"i141":6,"i142":6,"i143":6,"i144":6,"i145":38,"i146":6,"i147":6,"i148":6,"i149":6,"i150":6,"i151":38,"i152":6,"i153":6,"i154":6,"i155":38,"i156":38,"i157":6,"i158":38,"i159":38,"i160":38,"i161":38,"i162":38,"i163":6,"i164":38,"i165":6,"i166":6,"i167":6,"i168":6,"i169":6,"i170":6,"i171":6,"i172":38,"i173":6,"i174":6,"i175":6,"i176":50,"i177":6,"i178":6,"i179":6,"i180":6,"i181":6,"i182":38,"i183":6,"i184":38,"i185":6,"i186":6,"i187":6,"i188":6,"i189":6,"i190":6,"i191":6,"i192":6,"i193":6,"i194":6,"i195":6,"i196":6,"i197":6,"i198":6,"i199":6,"i200":6,"i201":50,"i202":6,"i203":50,"i204":50,"i205":50,"i206":6,"i207":50,"i208":6,"i209":6,"i210":6,"i211":6,"i212":6,"i213":6,"i214":6,"i215":6,"i216":38,"i217":38,"i218":6,"i219":6,"i220":6,"i221":6,"i222":6,"i223":50,"i224":6,
 "i225":6,"i226":6,"i227":6,"i228":6,"i229":6,"i230":6,"i231":6,"i232":6};
 var tabs = {65535:["t0","All Methods"],2:["t2","Instance 
Methods"],4:["t3","Abstract Methods"],16:["t5","Default 
Methods"],32:["t6","Deprecated Methods"]};
 var altColor = "altColor";
 var rowColor = "rowColor";
@@ -110,7 +110,7 @@ var activeTableTab = "activeTableTab";
 
 
 @InterfaceAudience.Public
-public interface Admin
+public interface Admin
 extends Abortab

[08/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html 
b/devapidocs/org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html
index 39e672d..399dae0 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html
@@ -18,7 +18,7 @@
 catch(err) {
 }
 //-->
-var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10};
+var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10};
 var tabs = {65535:["t0","All Methods"],2:["t2","Instance 
Methods"],8:["t4","Concrete Methods"]};
 var altColor = "altColor";
 var rowColor = "rowColor";
@@ -115,7 +115,7 @@ var activeTableTab = "activeTableTab";
 
 @InterfaceAudience.Private
  @InterfaceStability.Evolving
-public class MasterProcedureEnv
+public class MasterProcedureEnv
 extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">Object
 implements ConfigurationObserver
 
@@ -224,46 +224,50 @@ implements getMasterCoprocessorHost() 
 
 
+MasterFileSystem
+getMasterFileSystem() 
+
+
 MasterServices
 getMasterServices() 
 
-
+
 MasterProcedureScheduler
 getProcedureScheduler() 
 
-
+
 RSProcedureDispatcher
 getRemoteDispatcher() 
 
-
+
 ReplicationPeerManager
 getReplicationPeerManager() 
 
-
+
 User
 getRequestUser() 
 
-
+
 boolean
 isInitialized() 
 
-
+
 boolean
 isRunning() 
 
-
+
 void
 onConfigurationChange(org.apache.hadoop.conf.Configuration conf)
 This method would be called by the ConfigurationManager
  object when the Configuration object is reloaded from disk.
 
 
-
+
 void
 setEventReady(ProcedureEvent event,
  boolean isReady) 
 
-
+
 boolean
 waitInitialized(Procedure proc) 
 
@@ -295,7 +299,7 @@ implements 
 
 LOG
-private static final org.slf4j.Logger LOG
+private static final org.slf4j.Logger LOG
 
 
 
@@ -304,7 +308,7 @@ implements 
 
 remoteDispatcher
-private final RSProcedureDispatcher remoteDispatcher
+private final RSProcedureDispatcher remoteDispatcher
 
 
 
@@ -313,7 +317,7 @@ implements 
 
 procSched
-private final MasterProcedureScheduler procSched
+private final MasterProcedureScheduler procSched
 
 
 
@@ -322,7 +326,7 @@ implements 
 
 master
-private final MasterServices master
+private final MasterServices master
 
 
 
@@ -339,7 +343,7 @@ implements 
 
 MasterProcedureEnv
-public MasterProcedureEnv(MasterServices master)
+public MasterProcedureEnv(MasterServices master)
 
 
 
@@ -348,7 +352,7 @@ implements 
 
 MasterProcedureEnv
-public MasterProcedureEnv(MasterServices master,
+public MasterProcedureEnv(MasterServices master,
   RSProcedureDispatcher remoteDispatcher)
 
 
@@ -366,7 +370,7 @@ implements 
 
 getRequestUser
-public User getRequestUser()
+public User getRequestUser()
 
 
 
@@ -375,7 +379,7 @@ implements 
 
 getMasterServices
-public MasterServices getMasterServices()
+public MasterServices getMasterServices()
 
 
 
@@ -384,7 +388,7 @@ implements 
 
 getMasterConfiguration
-public org.apache.hadoop.conf.Configuration getMasterConfiguration()
+public org.apache.hadoop.conf.Configuration getMasterConfiguration()
 
 
 
@@ -393,7 +397,7 @@ implements 
 
 getAssignmentManager
-public AssignmentManager getAssignmentManager()
+public AssignmentManager getAssignmentManager()
 
 
 
@@ -402,7 +406,7 @@ implements 
 
 getMasterCoprocessorHost
-public MasterCoprocessorHost getMasterCoprocessorHost()
+public MasterCoprocessorHost getMasterCoprocessorHost()
 
 
 
@@ -411,7 +415,7 @@ implements 
 
 getProcedureScheduler
-public MasterProcedureScheduler getProcedureScheduler()
+public MasterProcedureScheduler getProcedureScheduler()
 
 
 
@@ -420,7 +424,7 @@ implements 
 
 getRemoteDispatcher
-public RSProcedureDispatcher getRemoteDispatcher()
+public RSProcedureDispatcher getRemoteDispatcher()
 
 
 
@@ -429,7 +433,16 @@ implements 
 
 getReplicationPeerManager
-public ReplicationPeerManager getReplicationPeerManager()
+public ReplicationPeerManager getReplicationPeerManager()
+
+
+
+
+
+
+
+getMasterFileSystem
+public MasterFileSystem getMasterFileSystem()
 
 
 
@@ -438,7 +451,7 @@ implements 
 
 isRunning
-public boolean isRunning()
+public boolean isRunning()
 
 
 
@@ -447,7 +460,7 @@ implements 
 
 isInitialized
-public boolean isInitialized()
+public boolean isInitialized()
 
 
 
@@ -456,7 +469,7 @@ implements 
 
 waitInitialized
-public boolean waitInitialized(Procedure proc)
+public boolean waitInitialized(Procedure proc)
 
 
 
@@ -465,7 +478,7 @@ implements 
 
 setEventReady
-public void setEventReady(ProcedureEvent

[31/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/client/AsyncHBaseAdmin.html
--
diff --git a/devapidocs/org/apache/hadoop/hbase/client/AsyncHBaseAdmin.html 
b/devapidocs/org/apache/hadoop/hbase/client/AsyncHBaseAdmin.html
index 6b3b8d1..48f2d17 100644
--- a/devapidocs/org/apache/hadoop/hbase/client/AsyncHBaseAdmin.html
+++ b/devapidocs/org/apache/hadoop/hbase/client/AsyncHBaseAdmin.html
@@ -18,7 +18,7 @@
 catch(err) {
 }
 //-->
-var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":10,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10,"i46":10,"i47":10,"i48":10,"i49":10,"i50":10,"i51":10,"i52":10,"i53":10,"i54":10,"i55":10,"i56":10,"i57":10,"i58":10,"i59":10,"i60":10,"i61":10,"i62":10,"i63":10,"i64":10,"i65":10,"i66":10,"i67":10,"i68":10,"i69":10,"i70":10,"i71":10,"i72":10,"i73":10,"i74":10,"i75":10,"i76":10,"i77":10,"i78":10,"i79":10,"i80":10,"i81":10,"i82":10,"i83":10,"i84":10,"i85":10,"i86":10,"i87":10,"i88":10,"i89":10,"i90":10,"i91":10,"i92":10,"i93":10,"i94":10,"i95":10,"i96":10,"i97":10,"i98":10,"i99":10,"i100":10,"i101":10,"i102":10,"i103":10,"i104":10,"i105":10,"i106":10,"i107":10,"i108":10,"i
 
109":10,"i110":10,"i111":10,"i112":10,"i113":10,"i114":10,"i115":10,"i116":10,"i117":10,"i118":10,"i119":10,"i120":10,"i121":10,"i122":10,"i123":10,"i124":10,"i125":10,"i126":10,"i127":10,"i128":10,"i129":10,"i130":10};
+var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":10,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10,"i46":10,"i47":10,"i48":10,"i49":10,"i50":10,"i51":10,"i52":10,"i53":10,"i54":10,"i55":10,"i56":10,"i57":10,"i58":10,"i59":10,"i60":10,"i61":10,"i62":10,"i63":10,"i64":10,"i65":10,"i66":10,"i67":10,"i68":10,"i69":10,"i70":10,"i71":10,"i72":10,"i73":10,"i74":10,"i75":10,"i76":10,"i77":10,"i78":10,"i79":10,"i80":10,"i81":10,"i82":10,"i83":10,"i84":10,"i85":10,"i86":10,"i87":10,"i88":10,"i89":10,"i90":10,"i91":10,"i92":10,"i93":10,"i94":10,"i95":10,"i96":10,"i97":10,"i98":10,"i99":10,"i100":10,"i101":10,"i102":10,"i103":10,"i104":10,"i105":10,"i106":10,"i107":10,"i108":10,"i
 
109":10,"i110":10,"i111":10,"i112":10,"i113":10,"i114":10,"i115":10,"i116":10,"i117":10,"i118":10,"i119":10,"i120":10,"i121":10,"i122":10,"i123":10,"i124":10,"i125":10,"i126":10,"i127":10,"i128":10,"i129":10,"i130":10,"i131":10};
 var tabs = {65535:["t0","All Methods"],2:["t2","Instance 
Methods"],8:["t4","Concrete Methods"]};
 var altColor = "altColor";
 var rowColor = "rowColor";
@@ -114,7 +114,7 @@ var activeTableTab = "activeTableTab";
 
 
 @InterfaceAudience.Private
-class AsyncHBaseAdmin
+class AsyncHBaseAdmin
 extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">Object
 implements AsyncAdmin
 Just a wrapper of RawAsyncHBaseAdmin. The 
difference is that users need to provide a
@@ -976,39 +976,46 @@ implements 
 https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/CompletableFuture.html?is-external=true";
 title="class or interface in java.util.concurrent">CompletableFutureVoid>
+transitReplicationPeerSyncReplicationState(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String peerId,
+  SyncReplicationState clusterState)
+Transit current cluster to a new state in a synchronous 
replication peer.
+
+
+
+https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/CompletableFuture.html?is-external=true";
 title="class or interface in java.util.concurrent">CompletableFutureVoid>
 truncateTable(TableName tableName,
  boolean preserveSplits)
 Truncate a table.
 
 
-
+
 https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/CompletableFuture.html?is-external=true";
 title="class or interface in java.util.concurrent">CompletableFutureVoid>
 unassign(byte[] regionName,
 boolean forcible)

[50/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/apache_hbase_reference_guide.pdf
--
diff --git a/apache_hbase_reference_guide.pdf b/apache_hbase_reference_guide.pdf
index 80734be..526f31b 100644
--- a/apache_hbase_reference_guide.pdf
+++ b/apache_hbase_reference_guide.pdf
@@ -5,16 +5,16 @@
 /Author (Apache HBase Team)
 /Creator (Asciidoctor PDF 1.5.0.alpha.15, based on Prawn 2.2.2)
 /Producer (Apache HBase Team)
-/ModDate (D:20180627143003+00'00')
-/CreationDate (D:20180627144601+00'00')
+/ModDate (D:20180628142955+00'00')
+/CreationDate (D:20180628144541+00'00')
 >>
 endobj
 2 0 obj
 << /Type /Catalog
 /Pages 3 0 R
 /Names 28 0 R
-/Outlines 4917 0 R
-/PageLabels 5164 0 R
+/Outlines 4950 0 R
+/PageLabels 5201 0 R
 /PageMode /UseOutlines
 /OpenAction [7 0 R /FitH 842.89]
 /ViewerPreferences << /DisplayDocTitle true
@@ -23,8 +23,8 @@ endobj
 endobj
 3 0 obj
 << /Type /Pages
-/Count 771
-/Kids [7 0 R 12 0 R 14 0 R 16 0 R 18 0 R 20 0 R 22 0 R 24 0 R 26 0 R 46 0 R 49 
0 R 52 0 R 56 0 R 63 0 R 65 0 R 69 0 R 71 0 R 73 0 R 80 0 R 83 0 R 85 0 R 91 0 
R 94 0 R 96 0 R 98 0 R 105 0 R 112 0 R 117 0 R 119 0 R 135 0 R 140 0 R 148 0 R 
157 0 R 165 0 R 174 0 R 185 0 R 189 0 R 191 0 R 195 0 R 204 0 R 213 0 R 221 0 R 
230 0 R 235 0 R 244 0 R 252 0 R 261 0 R 274 0 R 281 0 R 291 0 R 299 0 R 307 0 R 
314 0 R 322 0 R 329 0 R 335 0 R 342 0 R 350 0 R 359 0 R 368 0 R 382 0 R 389 0 R 
397 0 R 404 0 R 412 0 R 421 0 R 431 0 R 439 0 R 446 0 R 455 0 R 467 0 R 477 0 R 
484 0 R 491 0 R 499 0 R 508 0 R 516 0 R 521 0 R 525 0 R 530 0 R 534 0 R 550 0 R 
561 0 R 565 0 R 580 0 R 585 0 R 590 0 R 592 0 R 594 0 R 597 0 R 599 0 R 601 0 R 
609 0 R 615 0 R 618 0 R 622 0 R 631 0 R 642 0 R 650 0 R 654 0 R 658 0 R 660 0 R 
670 0 R 685 0 R 692 0 R 703 0 R 713 0 R 724 0 R 736 0 R 756 0 R 765 0 R 769 0 R 
775 0 R 778 0 R 782 0 R 786 0 R 789 0 R 792 0 R 794 0 R 797 0 R 801 0 R 803 0 R 
807 0 R 813 0 R 818 0 R 822 0 R 825 0 R 
 831 0 R 833 0 R 837 0 R 845 0 R 847 0 R 850 0 R 853 0 R 856 0 R 859 0 R 873 0 
R 881 0 R 892 0 R 903 0 R 909 0 R 919 0 R 930 0 R 933 0 R 937 0 R 940 0 R 945 0 
R 954 0 R 962 0 R 966 0 R 970 0 R 975 0 R 979 0 R 981 0 R 997 0 R 1008 0 R 1013 
0 R 1020 0 R 1023 0 R 1031 0 R 1039 0 R 1044 0 R 1049 0 R 1054 0 R 1056 0 R 
1058 0 R 1060 0 R 1070 0 R 1078 0 R 1082 0 R 1089 0 R 1096 0 R 1104 0 R 1108 0 
R 1114 0 R 1119 0 R 1127 0 R 1131 0 R 1136 0 R 1138 0 R 1144 0 R 1152 0 R 1158 
0 R 1165 0 R 1176 0 R 1180 0 R 1182 0 R 1184 0 R 1188 0 R 1191 0 R 1196 0 R 
1199 0 R 1211 0 R 1215 0 R 1221 0 R 1229 0 R 1234 0 R 1238 0 R 1242 0 R 1244 0 
R 1247 0 R 1250 0 R 1253 0 R 1257 0 R 1261 0 R 1265 0 R 1270 0 R 1274 0 R 1277 
0 R 1279 0 R 1289 0 R 1292 0 R 1300 0 R 1309 0 R 1315 0 R 1319 0 R 1321 0 R 
1332 0 R 1335 0 R 1341 0 R 1349 0 R 1352 0 R 1359 0 R 1366 0 R 1369 0 R 1371 0 
R 1380 0 R 1382 0 R 1384 0 R 1387 0 R 1389 0 R 1391 0 R 1393 0 R 1395 0 R 1398 
0 R 1402 0 R 1407 0 R 1409 0 R 1411 0 R 1413 0 R 1418 0 R
  1425 0 R 1431 0 R 1434 0 R 1436 0 R 1439 0 R 1443 0 R 1447 0 R 1450 0 R 1452 
0 R 1454 0 R 1457 0 R 1462 0 R 1468 0 R 1476 0 R 1490 0 R 1504 0 R 1507 0 R 
1512 0 R 1525 0 R 1530 0 R 1545 0 R 1553 0 R 1557 0 R 1566 0 R 1581 0 R 1595 0 
R 1603 0 R 1608 0 R 1619 0 R 1624 0 R 1630 0 R 1636 0 R 1648 0 R 1651 0 R 1660 
0 R 1663 0 R 1672 0 R 1678 0 R 1682 0 R 1694 0 R 1699 0 R 1705 0 R 1707 0 R 
1714 0 R 1722 0 R 1730 0 R 1734 0 R 1736 0 R 1738 0 R 1750 0 R 1756 0 R 1765 0 
R 1771 0 R 1784 0 R 1790 0 R 1796 0 R 1807 0 R 1813 0 R 1818 0 R 1823 0 R 1826 
0 R 1829 0 R 1834 0 R 1839 0 R 1846 0 R 1850 0 R 1855 0 R 1864 0 R 1869 0 R 
1874 0 R 1876 0 R 1885 0 R 1892 0 R 1898 0 R 1903 0 R 1907 0 R 1911 0 R 1916 0 
R 1921 0 R 1927 0 R 1929 0 R 1931 0 R 1934 0 R 1945 0 R 1948 0 R 1955 0 R 1963 
0 R 1968 0 R 1972 0 R 1977 0 R 1979 0 R 1982 0 R 1987 0 R 1990 0 R 1992 0 R 
1995 0 R 1998 0 R 2001 0 R 2011 0 R 2016 0 R 2021 0 R 2023 0 R 2031 0 R 2038 0 
R 2045 0 R 2051 0 R 2056 0 R 2058 0 R 2067 0 R 2077 0 R 2087 0
  R 2093 0 R 2100 0 R 2102 0 R 2107 0 R 2109 0 R 2111 0 R 2115 0 R 2118 0 R 
2121 0 R 2126 0 R 2130 0 R 2141 0 R 2144 0 R 2149 0 R 2152 0 R 2154 0 R 2159 0 
R 2169 0 R 2171 0 R 2173 0 R 2175 0 R 2177 0 R 2180 0 R 2182 0 R 2184 0 R 2187 
0 R 2189 0 R 2191 0 R 2195 0 R 2200 0 R 2209 0 R 2211 0 R 2213 0 R 2219 0 R 
2221 0 R 2226 0 R 2228 0 R 2230 0 R 2237 0 R 2242 0 R 2246 0 R 2251 0 R 2255 0 
R 2257 0 R 2259 0 R 2263 0 R 2266 0 R 2268 0 R 2270 0 R 2274 0 R 2276 0 R 2279 
0 R 2281 0 R 2283 0 R 2285 0 R 2292 0 R 2295 0 R 2300 0 R 2302 0 R 2304 0 R 
2306 0 R 2308 0 R 2316 0 R 2327 0 R 2341 0 R 2352 0 R 2356 0 R 2361 0 R 2365 0 
R 2368 0 R 2373 0 R 2379 0 R 2381 0 R 2384 0 R 2386 0 R 2388 0 R 2390 0 R 2395 
0 R 2397 0 R 2410 0 R 2413 0 R 2421 0 R 2427 0 R 2439 0 R 2453 0 R 2466 0 R 
2485 0 R 2487 0 R 2489 0 R 2493 0 R 2511 0 R 2517 0 R 2529 0 R 2533 0 R 2537 0 
R 2546 0 R 2558 0 R 2563 0 R 2573 0 R 2586 0 R 2605 0 R 2614 0 R 2617 0 R 2626 
0 R 2643 0 R 2650 0 R 2653 0 R 2658 0

[30/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/client/ConnectionImplementation.MasterServiceState.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/client/ConnectionImplementation.MasterServiceState.html
 
b/devapidocs/org/apache/hadoop/hbase/client/ConnectionImplementation.MasterServiceState.html
index 495d605..18c887d 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/client/ConnectionImplementation.MasterServiceState.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/client/ConnectionImplementation.MasterServiceState.html
@@ -113,7 +113,7 @@ var activeTableTab = "activeTableTab";
 
 
 
-static class ConnectionImplementation.MasterServiceState
+static class ConnectionImplementation.MasterServiceState
 extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">Object
 State of the MasterService connection/setup.
 
@@ -222,7 +222,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 connection
-Connection connection
+Connection connection
 
 
 
@@ -231,7 +231,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 stub
-org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.MasterService.BlockingInterface
 stub
+org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.MasterService.BlockingInterface
 stub
 
 
 
@@ -240,7 +240,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 userCount
-int userCount
+int userCount
 
 
 
@@ -257,7 +257,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 MasterServiceState
-MasterServiceState(Connection connection)
+MasterServiceState(Connection connection)
 
 
 
@@ -274,7 +274,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 toString
-public https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String toString()
+public https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String toString()
 
 Overrides:
 https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#toString--";
 title="class or interface in java.lang">toString in 
class https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">Object
@@ -287,7 +287,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 getStub
-https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">Object getStub()
+https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">Object getStub()
 
 
 
@@ -296,7 +296,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 clearStub
-void clearStub()
+void clearStub()
 
 
 
@@ -305,7 +305,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 isMasterRunning
-boolean isMasterRunning()
+boolean isMasterRunning()
  throws https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true";
 title="class or interface in java.io">IOException
 
 Throws:

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/client/ConnectionImplementation.MasterServiceStubMaker.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/client/ConnectionImplementation.MasterServiceStubMaker.html
 
b/devapidocs/org/apache/hadoop/hbase/client/ConnectionImplementation.MasterServiceStubMaker.html
index d42ae99..115cae2 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/client/ConnectionImplementation.MasterServiceStubMaker.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/client/ConnectionImplementation.MasterServiceStubMaker.html
@@ -113,7 +113,7 @@ var activeTableTab = "activeTableTab";
 
 
 
-private final class ConnectionImplementation.MasterServiceStubMaker
+private final class ConnectionImplementation.MasterServiceStubMaker
 extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">Object
 Class to make a MasterServiceStubMaker stub.
 
@@ -197,7 +197,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 MasterServiceStubMaker
-private MasterServiceStubMaker()
+private MasterServiceStubMaker()
 
 
 
@@ -214,7 +214,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 isMasterRunning
-private void isMasterRunning(org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.MasterService.BlockingInterface stub)
+private void isMasterRunning(org.apache.hadoop.hbase.shaded.pr

[46/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/apidocs/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html
--
diff --git 
a/apidocs/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html 
b/apidocs/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html
index 2aca545..5500981 100644
--- a/apidocs/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html
+++ b/apidocs/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html
@@ -18,7 +18,7 @@
 catch(err) {
 }
 //-->
-var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":9,"i12":9,"i13":10,"i14":42,"i15":42,"i16":42,"i17":42,"i18":42,"i19":42,"i20":42,"i21":42,"i22":10};
+var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":9,"i14":9,"i15":10,"i16":42,"i17":42,"i18":42,"i19":42,"i20":42,"i21":42,"i22":42,"i23":42,"i24":10};
 var tabs = {65535:["t0","All Methods"],1:["t1","Static 
Methods"],2:["t2","Instance Methods"],8:["t4","Concrete 
Methods"],32:["t6","Deprecated Methods"]};
 var altColor = "altColor";
 var rowColor = "rowColor";
@@ -183,35 +183,45 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String
-getReplicationEndpointImpl() 
+getRemoteWALDir() 
 
 
+https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String
+getReplicationEndpointImpl() 
+
+
 https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true";
 title="class or interface in java.util">MapListString>>
 getTableCFsMap() 
 
-
+
 boolean
 isSerial() 
 
-
+
+boolean
+isSyncReplication()
+Use remote wal dir to decide whether a peer is sync 
replication peer
+
+
+
 boolean
 needToReplicate(TableName table)
 Decide whether the table need replicate to the peer 
cluster
 
 
-
+
 static ReplicationPeerConfigBuilder
 newBuilder() 
 
-
+
 static ReplicationPeerConfigBuilder
 newBuilder(ReplicationPeerConfig peerConfig) 
 
-
+
 boolean
 replicateAllUserTables() 
 
-
+
 ReplicationPeerConfig
 setBandwidth(long bandwidth)
 Deprecated. 
@@ -220,7 +230,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 
-
+
 ReplicationPeerConfig
 setClusterKey(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String clusterKey)
 Deprecated. 
@@ -229,7 +239,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 
-
+
 ReplicationPeerConfig
 setExcludeNamespaces(https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true";
 title="class or interface in java.util">SetString> namespaces)
 Deprecated. 
@@ -238,7 +248,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 
-
+
 ReplicationPeerConfig
 setExcludeTableCFsMap(https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true";
 title="class or interface in java.util">MapCollectionString>> tableCFsMap)
 Deprecated. 
@@ -247,7 +257,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 
-
+
 ReplicationPeerConfig
 setNamespaces(https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true";
 title="class or interface in java.util">SetString> namespaces)
 Deprecated. 
@@ -256,7 +266,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 
-
+
 ReplicationPeerConfig
 setReplicateAllUserTables(boolean replicateAllUserTables)
 Deprecated. 
@@ -265,7 +275,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 
-
+
 ReplicationPeerConfig
 setReplicationEndpointImpl(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in 
java.lang">String replicationEndpointImpl)
 Deprecated. 
@@ -274,7 +284,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 

[04/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/master/replication/RemovePeerProcedure.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/replication/RemovePeerProcedure.html
 
b/devapidocs/org/apache/hadoop/hbase/master/replication/RemovePeerProcedure.html
index 3c3b9b1..b7f19fe 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/master/replication/RemovePeerProcedure.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/replication/RemovePeerProcedure.html
@@ -18,7 +18,7 @@
 catch(err) {
 }
 //-->
-var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10};
+var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10};
 var tabs = {65535:["t0","All Methods"],2:["t2","Instance 
Methods"],8:["t4","Concrete Methods"]};
 var altColor = "altColor";
 var rowColor = "rowColor";
@@ -272,13 +272,17 @@ extends 
+private void
+removeRemoteWALs(MasterProcedureEnv env) 
+
+
 protected void
 serializeStateData(ProcedureStateSerializer serializer)
 The user-level code of the procedure may have some state to
  persist (e.g.
 
 
-
+
 protected void
 updatePeerStorage(MasterProcedureEnv env) 
 
@@ -288,14 +292,14 @@ extends ModifyPeerProcedure
-enablePeerBeforeFinish,
 executeFromState,
 getInitialState,
 getNewPeerConfig,
 getOldPeerConfig,
 getState,
 getStateId,
 nextStateAfterRefresh,
 rollbackState,
 setLastPushedSequenceId,
 setLastPushedSequenceIdForTable,
 updateLastPushedSequenceIdForSerialPeer
+enablePeerBeforeFinish,
 executeFromState,
 getInitialState,
 getNewPeerConfig,
 getOldPeerConfig,
 getState,
 getStateId,
 nextStateAfterRefresh,
 setLastPushedSequenceId,
 setLastPushedSequenceIdForTable,
 updateLastPushedSequenceIdForSerialPeer
 
 
 
 
 
 Methods inherited from 
class org.apache.hadoop.hbase.master.replication.AbstractPeerProcedure
-acquireLock,
 getLatch,
 getPeerId,
 hasLock,
 holdLock,
 releaseLock
 
+acquireLock,
 getLatch,
 getPeerId,
 hasLock,
 holdLock,
 refreshPeer, 
releaseLock,
 rollbackState
 
 
 
@@ -431,13 +435,27 @@ extends 
+
+
+
+
+removeRemoteWALs
+private void removeRemoteWALs(MasterProcedureEnv env)
+   throws https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true";
 title="class or interface in java.io">IOException
+
+Throws:
+https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true";
 title="class or interface in java.io">IOException
+
+
+
 
 
 
 
 
 postPeerModification
-protected void postPeerModification(MasterProcedureEnv env)
+protected void postPeerModification(MasterProcedureEnv env)
  throws https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true";
 title="class or interface in java.io">IOException,
 ReplicationException
 Description copied from 
class: ModifyPeerProcedure
@@ -463,7 +481,7 @@ extends 
 
 serializeStateData
-protected void serializeStateData(ProcedureStateSerializer serializer)
+protected void serializeStateData(ProcedureStateSerializer serializer)
throws https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true";
 title="class or interface in java.io">IOException
 Description copied from 
class: Procedure
 The user-level code of the procedure may have some state to
@@ -485,7 +503,7 @@ extends 
 
 deserializeStateData
-protected void deserializeStateData(ProcedureStateSerializer serializer)
+protected void deserializeStateData(ProcedureStateSerializer serializer)
  throws https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true";
 title="class or interface in java.io">IOException
 Description copied from 
class: Procedure
 Called on store load to allow the user to decode the 
previously serialized

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/master/replication/ReplicationPeerManager.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/replication/ReplicationPeerManager.html
 
b/devapidocs/org/apache/hadoop/hbase/master/replication/ReplicationPeerManager.html
index 4807474..71aa91b 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/master/replication/ReplicationPeerManager.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/replication/ReplicationPeerManager.html
@@ -18,7 +18,7 @@
 catch(err) {
 }
 //-->
-var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":9,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10};
+var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":9,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,

[51/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.


Project: http://git-wip-us.apache.org/repos/asf/hbase-site/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase-site/commit/eb5d2c62
Tree: http://git-wip-us.apache.org/repos/asf/hbase-site/tree/eb5d2c62
Diff: http://git-wip-us.apache.org/repos/asf/hbase-site/diff/eb5d2c62

Branch: refs/heads/asf-site
Commit: eb5d2c628f7b6990bde4530fcd2e9006df9c2e8b
Parents: d4f126b
Author: jenkins 
Authored: Thu Jun 28 14:48:42 2018 +
Committer: jenkins 
Committed: Thu Jun 28 14:48:42 2018 +

--
 acid-semantics.html | 4 +-
 apache_hbase_reference_guide.pdf| 38531 +
 apidocs/allclasses-frame.html   | 1 +
 apidocs/allclasses-noframe.html | 1 +
 apidocs/index-all.html  |57 +-
 .../org/apache/hadoop/hbase/client/Admin.html   |   772 +-
 .../apache/hadoop/hbase/client/AsyncAdmin.html  |   489 +-
 .../replication/ReplicationPeerConfig.html  |   109 +-
 .../ReplicationPeerConfigBuilder.html   |32 +-
 .../replication/ReplicationPeerDescription.html |48 +-
 .../hbase/replication/SyncReplicationState.html |   429 +
 .../class-use/ReplicationPeerConfig.html| 5 +-
 .../class-use/ReplicationPeerConfigBuilder.html |12 +-
 .../class-use/SyncReplicationState.html |   286 +
 .../hadoop/hbase/replication/package-frame.html | 4 +
 .../hbase/replication/package-summary.html  |19 +-
 .../hadoop/hbase/replication/package-tree.html  |12 +
 .../hadoop/hbase/replication/package-use.html   |12 +-
 apidocs/overview-tree.html  | 1 +
 .../org/apache/hadoop/hbase/client/Admin.html   |  5395 +--
 .../apache/hadoop/hbase/client/AsyncAdmin.html  |  2417 +-
 .../replication/ReplicationPeerConfig.html  |   708 +-
 .../ReplicationPeerConfigBuilder.html   |17 +-
 .../replication/ReplicationPeerDescription.html |81 +-
 .../hbase/replication/SyncReplicationState.html |   146 +
 book.html   |  1544 +-
 bulk-loads.html | 4 +-
 checkstyle-aggregate.html   | 18410 
 checkstyle.rss  |   600 +-
 coc.html| 4 +-
 dependencies.html   | 4 +-
 dependency-convergence.html | 4 +-
 dependency-info.html| 4 +-
 dependency-management.html  | 4 +-
 devapidocs/allclasses-frame.html|20 +
 devapidocs/allclasses-noframe.html  |20 +
 devapidocs/constant-values.html |   196 +-
 devapidocs/deprecated-list.html |10 +
 devapidocs/index-all.html   |   981 +-
 .../hadoop/hbase/backup/package-tree.html   | 4 +-
 .../org/apache/hadoop/hbase/class-use/Cell.html |   132 +-
 .../hadoop/hbase/class-use/CellScanner.html |14 +-
 .../hbase/class-use/DoNotRetryIOException.html  |17 +
 .../apache/hadoop/hbase/class-use/Server.html   |12 +-
 .../hadoop/hbase/class-use/ServerName.html  |89 +
 .../hadoop/hbase/class-use/TableName.html   |59 +-
 .../org/apache/hadoop/hbase/client/Admin.html   |   772 +-
 .../apache/hadoop/hbase/client/AsyncAdmin.html  |   489 +-
 .../hadoop/hbase/client/AsyncHBaseAdmin.html|   310 +-
 ...ectionImplementation.MasterServiceState.html |18 +-
 ...onImplementation.MasterServiceStubMaker.html |10 +-
 ...ntation.ServerErrorTracker.ServerErrors.html |10 +-
 ...ectionImplementation.ServerErrorTracker.html |20 +-
 .../hbase/client/ConnectionImplementation.html  |   232 +-
 .../client/HBaseAdmin.AbortProcedureFuture.html | 8 +-
 .../HBaseAdmin.AddColumnFamilyFuture.html   | 6 +-
 .../client/HBaseAdmin.CreateTableFuture.html|14 +-
 .../HBaseAdmin.DeleteColumnFamilyFuture.html| 6 +-
 .../client/HBaseAdmin.DeleteTableFuture.html|10 +-
 .../client/HBaseAdmin.DisableTableFuture.html   | 8 +-
 .../client/HBaseAdmin.EnableTableFuture.html| 8 +-
 .../HBaseAdmin.MergeTableRegionsFuture.html | 8 +-
 .../HBaseAdmin.ModifyColumnFamilyFuture.html| 6 +-
 .../client/HBaseAdmin.ModifyTableFuture.html|10 +-
 .../client/HBaseAdmin.NamespaceFuture.html  |12 +-
 ...in.ProcedureFuture.WaitForStateCallable.html | 8 +-
 .../client/HBaseAdmin.ProcedureFuture.html  |48 +-
 .../client/HBaseAdmin.ReplicationFuture.html|10 +-
 .../HBaseAdmin.RestoreSnapshotFuture.html   | 8 +-
 .../HBaseAdmin.SplitTableRegionFuture.html  | 8 +-
 ...n.TableFuture.TableWaitForStateCallable.html | 8 +-
 .../hbase/client/HBaseAdmin.TableFuture.html|30 +-
 .../client/HBaseAdmin.ThrowableAbortable.h

[34/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/class-use/ServerName.html
--
diff --git a/devapidocs/org/apache/hadoop/hbase/class-use/ServerName.html 
b/devapidocs/org/apache/hadoop/hbase/class-use/ServerName.html
index 7884712..d422c0e 100644
--- a/devapidocs/org/apache/hadoop/hbase/class-use/ServerName.html
+++ b/devapidocs/org/apache/hadoop/hbase/class-use/ServerName.html
@@ -5324,6 +5324,53 @@ Input/OutputFormats, a table indexing MapReduce job, and 
utility methods.
 private ServerName
 RefreshPeerProcedure.targetServer 
 
+
+private ServerName
+SyncReplicationReplayWALRemoteProcedure.targetServer 
+
+
+private ServerName
+SyncReplicationReplayWALProcedure.worker 
+
+
+
+
+Fields in org.apache.hadoop.hbase.master.replication
 with type parameters of type ServerName 
+
+Modifier and Type
+Field and Description
+
+
+
+private https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true";
 title="class or interface in java.util">MapString,https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true";
 title="class or interface in java.util">Set>
+SyncReplicationReplayWALManager.workers 
+
+
+
+
+Methods in org.apache.hadoop.hbase.master.replication
 that return ServerName 
+
+Modifier and Type
+Method and Description
+
+
+
+ServerName
+SyncReplicationReplayWALManager.getPeerWorker(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in 
java.lang">String peerId) 
+
+
+
+
+Methods in org.apache.hadoop.hbase.master.replication
 that return types with arguments of type ServerName 
+
+Modifier and Type
+Method and Description
+
+
+
+https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true";
 title="class or interface in java.util">Set
+ZKSyncReplicationReplayWALWorkerStorage.getPeerWorkers(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in 
java.lang">String peerId) 
+
 
 
 
@@ -5334,16 +5381,47 @@ Input/OutputFormats, a table indexing MapReduce job, 
and utility methods.
 
 
 
+void
+ZKSyncReplicationReplayWALWorkerStorage.addPeerWorker(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String peerId,
+ ServerName worker) 
+
+
+private https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String
+ZKSyncReplicationReplayWALWorkerStorage.getPeerWorkerNode(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String peerId,
+ ServerName worker) 
+
+
 RemoteProcedureDispatcher.RemoteOperation
 RefreshPeerProcedure.remoteCallBuild(MasterProcedureEnv env,
ServerName remote) 
 
 
+RemoteProcedureDispatcher.RemoteOperation
+SyncReplicationReplayWALRemoteProcedure.remoteCallBuild(MasterProcedureEnv env,
+   ServerName remote) 
+
+
 void
 RefreshPeerProcedure.remoteCallFailed(MasterProcedureEnv env,
 ServerName remote,
 https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true";
 title="class or interface in 
java.io">IOException exception) 
 
+
+void
+SyncReplicationReplayWALRemoteProcedure.remoteCallFailed(MasterProcedureEnv env,
+ServerName remote,
+https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true";
 title="class or interface in 
java.io">IOException exception) 
+
+
+void
+SyncReplicationReplayWALManager.removePeerWorker(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String peerId,
+ServerName worker) 
+
+
+void
+ZKSyncReplicationReplayWALWorkerStorage.removePeerWorker(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String peerId,
+ServerName worker) 
+
 
 
 
@@ -5357,6 +5435,17 @@ Input/OutputFormats, a table indexing MapReduce job, and 
utility methods.
 PeerProcedureInterface.PeerOperationType type,
 ServerName targetServer) 
 
+
+RefreshPeerProcedure(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String peerId,
+PeerProcedureInterface.PeerOperationType type,
+ServerName targetServer,
+int stage) 
+
+
+SyncReplicationReplayWALRemoteProcedure(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="clas

[47/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/apidocs/org/apache/hadoop/hbase/client/AsyncAdmin.html
--
diff --git a/apidocs/org/apache/hadoop/hbase/client/AsyncAdmin.html 
b/apidocs/org/apache/hadoop/hbase/client/AsyncAdmin.html
index 275a600..a0dc0ef 100644
--- a/apidocs/org/apache/hadoop/hbase/client/AsyncAdmin.html
+++ b/apidocs/org/apache/hadoop/hbase/client/AsyncAdmin.html
@@ -18,7 +18,7 @@
 catch(err) {
 }
 //-->
-var methods = 
{"i0":6,"i1":6,"i2":18,"i3":6,"i4":6,"i5":6,"i6":18,"i7":6,"i8":6,"i9":6,"i10":6,"i11":6,"i12":6,"i13":6,"i14":6,"i15":6,"i16":18,"i17":18,"i18":6,"i19":6,"i20":6,"i21":6,"i22":6,"i23":6,"i24":6,"i25":6,"i26":6,"i27":6,"i28":6,"i29":6,"i30":6,"i31":6,"i32":6,"i33":6,"i34":6,"i35":6,"i36":6,"i37":6,"i38":6,"i39":6,"i40":6,"i41":6,"i42":6,"i43":6,"i44":6,"i45":6,"i46":6,"i47":6,"i48":6,"i49":18,"i50":6,"i51":6,"i52":18,"i53":6,"i54":6,"i55":6,"i56":6,"i57":6,"i58":6,"i59":18,"i60":18,"i61":18,"i62":6,"i63":6,"i64":6,"i65":6,"i66":6,"i67":6,"i68":6,"i69":18,"i70":6,"i71":6,"i72":6,"i73":6,"i74":6,"i75":6,"i76":6,"i77":6,"i78":6,"i79":6,"i80":6,"i81":6,"i82":6,"i83":6,"i84":6,"i85":18,"i86":6,"i87":6,"i88":6,"i89":6,"i90":6,"i91":6,"i92":6,"i93":18,"i94":6,"i95":6,"i96":6,"i97":18,"i98":6,"i99":6,"i100":6,"i101":6,"i102":6,"i103":18,"i104":18,"i105":6,"i106":6,"i107":6,"i108":6,"i109":6,"i110":6,"i111":6,"i112":6,"i113":6,"i114":6,"i115":6,"i116":6,"i117":6,"i118":6,"i119"
 
:6,"i120":6,"i121":6,"i122":6,"i123":6,"i124":6,"i125":6,"i126":6,"i127":6,"i128":6,"i129":6,"i130":6,"i131":18,"i132":18,"i133":6,"i134":6,"i135":6,"i136":6,"i137":6,"i138":6,"i139":6,"i140":6,"i141":6,"i142":6,"i143":6,"i144":6,"i145":6};
+var methods = 
{"i0":6,"i1":6,"i2":18,"i3":6,"i4":6,"i5":6,"i6":18,"i7":6,"i8":6,"i9":6,"i10":6,"i11":6,"i12":6,"i13":6,"i14":6,"i15":6,"i16":18,"i17":18,"i18":6,"i19":6,"i20":6,"i21":6,"i22":6,"i23":6,"i24":6,"i25":6,"i26":6,"i27":6,"i28":6,"i29":6,"i30":6,"i31":6,"i32":6,"i33":6,"i34":6,"i35":6,"i36":6,"i37":6,"i38":6,"i39":6,"i40":6,"i41":6,"i42":6,"i43":6,"i44":6,"i45":6,"i46":6,"i47":6,"i48":6,"i49":18,"i50":6,"i51":6,"i52":18,"i53":6,"i54":6,"i55":6,"i56":6,"i57":6,"i58":6,"i59":18,"i60":18,"i61":18,"i62":6,"i63":6,"i64":6,"i65":6,"i66":6,"i67":6,"i68":6,"i69":18,"i70":6,"i71":18,"i72":6,"i73":6,"i74":6,"i75":6,"i76":6,"i77":6,"i78":6,"i79":6,"i80":6,"i81":6,"i82":6,"i83":6,"i84":6,"i85":6,"i86":18,"i87":6,"i88":6,"i89":6,"i90":6,"i91":6,"i92":6,"i93":6,"i94":18,"i95":6,"i96":6,"i97":6,"i98":18,"i99":6,"i100":6,"i101":6,"i102":6,"i103":6,"i104":18,"i105":18,"i106":6,"i107":6,"i108":6,"i109":6,"i110":6,"i111":6,"i112":6,"i113":6,"i114":6,"i115":6,"i116":6,"i117":6,"i118":6,"i119
 
":6,"i120":6,"i121":6,"i122":6,"i123":6,"i124":6,"i125":6,"i126":6,"i127":6,"i128":6,"i129":6,"i130":6,"i131":6,"i132":18,"i133":18,"i134":6,"i135":6,"i136":6,"i137":6,"i138":6,"i139":6,"i140":6,"i141":6,"i142":6,"i143":6,"i144":6,"i145":6,"i146":6,"i147":6};
 var tabs = {65535:["t0","All Methods"],2:["t2","Instance 
Methods"],4:["t3","Abstract Methods"],16:["t5","Default Methods"]};
 var altColor = "altColor";
 var rowColor = "rowColor";
@@ -102,7 +102,7 @@ var activeTableTab = "activeTableTab";
 
 
 @InterfaceAudience.Public
-public interface AsyncAdmin
+public interface AsyncAdmin
 The asynchronous administrative API for HBase.
 
 Since:
@@ -572,46 +572,52 @@ public interface 
+default https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/CompletableFuture.html?is-external=true";
 title="class or interface in java.util.concurrent">CompletableFuture
+getReplicationPeerSyncReplicationState(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String peerId)
+Get the current cluster state in a synchronous replication 
peer.
+
+
+
 https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/CompletableFuture.html?is-external=true";
 title="class or interface in java.util.concurrent">CompletableFutureList>
 getSecurityCapabilities() 
 
-
+
 https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/CompletableFuture.html?is-external=true";
 title="class or interface in java.util.concurrent">CompletableFutureBoolean>
 isBalancerEnabled()
 Query the current state of the balancer.
 
 
-
+
 https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/CompletableFuture.html?is-external=true";
 title="class or interface in java.util.concurrent">CompletableFutureBoolean>
 isCatalogJanitorEnabled()
 Query on the

[43/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/apidocs/src-html/org/apache/hadoop/hbase/client/AsyncAdmin.html
--
diff --git a/apidocs/src-html/org/apache/hadoop/hbase/client/AsyncAdmin.html 
b/apidocs/src-html/org/apache/hadoop/hbase/client/AsyncAdmin.html
index 27eb0b0..3f8c13d 100644
--- a/apidocs/src-html/org/apache/hadoop/hbase/client/AsyncAdmin.html
+++ b/apidocs/src-html/org/apache/hadoop/hbase/client/AsyncAdmin.html
@@ -27,1228 +27,1259 @@
 019
 020import com.google.protobuf.RpcChannel;
 021
-022import java.util.Collection;
-023import java.util.EnumSet;
-024import java.util.List;
-025import java.util.Map;
-026import java.util.Optional;
-027import java.util.Set;
-028import 
java.util.concurrent.CompletableFuture;
-029import java.util.function.Function;
-030import java.util.regex.Pattern;
-031
-032import 
org.apache.hadoop.hbase.CacheEvictionStats;
-033import 
org.apache.hadoop.hbase.ClusterMetrics;
-034import 
org.apache.hadoop.hbase.ClusterMetrics.Option;
-035import 
org.apache.hadoop.hbase.NamespaceDescriptor;
-036import 
org.apache.hadoop.hbase.RegionMetrics;
-037import 
org.apache.hadoop.hbase.ServerName;
-038import 
org.apache.hadoop.hbase.TableName;
-039import 
org.apache.hadoop.hbase.client.replication.TableCFs;
-040import 
org.apache.hadoop.hbase.client.security.SecurityCapability;
-041import 
org.apache.hadoop.hbase.quotas.QuotaFilter;
-042import 
org.apache.hadoop.hbase.quotas.QuotaSettings;
-043import 
org.apache.hadoop.hbase.replication.ReplicationPeerConfig;
-044import 
org.apache.hadoop.hbase.replication.ReplicationPeerDescription;
-045import 
org.apache.yetus.audience.InterfaceAudience;
-046
-047/**
-048 * The asynchronous administrative API 
for HBase.
-049 * @since 2.0.0
-050 */
-051@InterfaceAudience.Public
-052public interface AsyncAdmin {
-053
-054  /**
-055   * @param tableName Table to check.
-056   * @return True if table exists 
already. The return value will be wrapped by a
-057   * {@link CompletableFuture}.
-058   */
-059  CompletableFuture 
tableExists(TableName tableName);
-060
-061  /**
-062   * List all the userspace tables.
-063   * @return - returns a list of 
TableDescriptors wrapped by a {@link CompletableFuture}.
-064   */
-065  default 
CompletableFuture> listTableDescriptors() {
-066return listTableDescriptors(false);
-067  }
-068
-069  /**
-070   * List all the tables.
-071   * @param includeSysTables False to 
match only against userspace tables
-072   * @return - returns a list of 
TableDescriptors wrapped by a {@link CompletableFuture}.
-073   */
-074  
CompletableFuture> 
listTableDescriptors(boolean includeSysTables);
-075
-076  /**
-077   * List all the tables matching the 
given pattern.
-078   * @param pattern The compiled regular 
expression to match against
-079   * @param includeSysTables False to 
match only against userspace tables
-080   * @return - returns a list of 
TableDescriptors wrapped by a {@link CompletableFuture}.
-081   */
-082  
CompletableFuture> 
listTableDescriptors(Pattern pattern,
-083  boolean includeSysTables);
-084
-085  /**
-086   * Get list of table descriptors by 
namespace.
-087   * @param name namespace name
-088   * @return returns a list of 
TableDescriptors wrapped by a {@link CompletableFuture}.
-089   */
-090  
CompletableFuture> 
listTableDescriptorsByNamespace(String name);
-091
-092  /**
-093   * List all of the names of userspace 
tables.
-094   * @return a list of table names 
wrapped by a {@link CompletableFuture}.
-095   * @see #listTableNames(Pattern, 
boolean)
-096   */
-097  default 
CompletableFuture> listTableNames() {
-098return listTableNames(false);
-099  }
-100
-101  /**
-102   * List all of the names of tables.
-103   * @param includeSysTables False to 
match only against userspace tables
-104   * @return a list of table names 
wrapped by a {@link CompletableFuture}.
-105   */
-106  
CompletableFuture> listTableNames(boolean 
includeSysTables);
-107
-108  /**
-109   * List all of the names of userspace 
tables.
-110   * @param pattern The regular 
expression to match against
-111   * @param includeSysTables False to 
match only against userspace tables
-112   * @return a list of table names 
wrapped by a {@link CompletableFuture}.
-113   */
-114  
CompletableFuture> listTableNames(Pattern pattern, 
boolean includeSysTables);
-115
-116  /**
-117   * Get list of table names by 
namespace.
-118   * @param name namespace name
-119   * @return The list of table names in 
the namespace wrapped by a {@link CompletableFuture}.
-120   */
-121  
CompletableFuture> listTableNamesByNamespace(String 
name);
-122
-123  /**
-124   * Method for getting the 
tableDescriptor
-125   * @param tableName as a {@link 
TableName}
-126   * @return the read-only 
ta

[01/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

Repository: hbase-site
Updated Branches:
  refs/heads/asf-site d4f126b4b -> eb5d2c628


http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/master/replication/SyncReplicationReplayWALRemoteProcedure.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/replication/SyncReplicationReplayWALRemoteProcedure.html
 
b/devapidocs/org/apache/hadoop/hbase/master/replication/SyncReplicationReplayWALRemoteProcedure.html
new file mode 100644
index 000..3afcaf1
--- /dev/null
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/replication/SyncReplicationReplayWALRemoteProcedure.html
@@ -0,0 +1,754 @@
+http://www.w3.org/TR/html4/loose.dtd";>
+
+
+
+
+
+SyncReplicationReplayWALRemoteProcedure (Apache HBase 3.0.0-SNAPSHOT 
API)
+
+
+
+
+
+var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10};
+var tabs = {65535:["t0","All Methods"],2:["t2","Instance 
Methods"],8:["t4","Concrete Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+Skip navigation links
+
+
+
+
+Overview
+Package
+Class
+Use
+Tree
+Deprecated
+Index
+Help
+
+
+
+
+Prev Class
+Next Class
+
+
+Frames
+No Frames
+
+
+All Classes
+
+
+
+
+
+
+
+Summary: 
+Nested | 
+Field | 
+Constr | 
+Method
+
+
+Detail: 
+Field | 
+Constr | 
+Method
+
+
+
+
+
+
+
+
+org.apache.hadoop.hbase.master.replication
+Class 
SyncReplicationReplayWALRemoteProcedure
+
+
+
+https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">java.lang.Object
+
+
+org.apache.hadoop.hbase.procedure2.Procedure
+
+
+org.apache.hadoop.hbase.master.replication.SyncReplicationReplayWALRemoteProcedure
+
+
+
+
+
+
+
+
+
+All Implemented Interfaces:
+https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true";
 title="class or interface in java.lang">Comparable>, PeerProcedureInterface, RemoteProcedureDispatcher.RemoteProcedure
+
+
+
+@InterfaceAudience.Private
+public class SyncReplicationReplayWALRemoteProcedure
+extends Procedure
+implements RemoteProcedureDispatcher.RemoteProcedure, PeerProcedureInterface
+
+
+
+
+
+
+
+
+
+
+
+Nested Class Summary
+
+
+
+
+Nested classes/interfaces inherited from 
class org.apache.hadoop.hbase.procedure2.Procedure
+Procedure.LockState
+
+
+
+
+
+Nested classes/interfaces inherited from 
interface org.apache.hadoop.hbase.master.procedure.PeerProcedureInterface
+PeerProcedureInterface.PeerOperationType
+
+
+
+
+
+
+
+
+Field Summary
+
+Fields 
+
+Modifier and Type
+Field and Description
+
+
+private boolean
+dispatched 
+
+
+private ProcedureEvent
+event 
+
+
+private static org.slf4j.Logger
+LOG 
+
+
+private https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String
+peerId 
+
+
+private boolean
+succ 
+
+
+private ServerName
+targetServer 
+
+
+private https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true";
 title="class or interface in java.util">ListString>
+wals 
+
+
+
+
+
+
+Fields inherited from class org.apache.hadoop.hbase.procedure2.Procedure
+NO_PROC_ID,
 NO_TIMEOUT
+
+
+
+
+
+
+
+
+Constructor Summary
+
+Constructors 
+
+Constructor and Description
+
+
+SyncReplicationReplayWALRemoteProcedure() 
+
+
+SyncReplicationReplayWALRemoteProcedure(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String peerId,
+   https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true";
 title="class or interface in java.util">ListString> wals,
+   ServerName targetServer) 
+
+
+
+
+
+
+
+
+
+Method Summary
+
+All Methods Instance Methods Concrete Methods 
+
+Modifier and Type
+Method and Description
+
+
+protected boolean
+abort(MasterProcedureEnv env)
+The abort() call is asyn

[06/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/master/replication/EnablePeerProcedure.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/replication/EnablePeerProcedure.html
 
b/devapidocs/org/apache/hadoop/hbase/master/replication/EnablePeerProcedure.html
index 6763db0..88d6b76 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/master/replication/EnablePeerProcedure.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/replication/EnablePeerProcedure.html
@@ -284,14 +284,14 @@ extends ModifyPeerProcedure
-enablePeerBeforeFinish,
 executeFromState,
 getInitialState,
 getNewPeerConfig,
 getOldPeerConfig,
 getState,
 getStateId,
 nextStateAfterRefresh,
 rollbackState,
 setLastPushedSequenceId,
 setLastPushedSequenceIdForTable,
 updateLastPushedSequenceIdForSerialPeer
+enablePeerBeforeFinish,
 executeFromState,
 getInitialState,
 getNewPeerConfig,
 getOldPeerConfig,
 getState,
 getStateId,
 nextStateAfterRefresh,
 setLastPushedSequenceId,
 setLastPushedSequenceIdForTable,
 updateLastPushedSequenceIdForSerialPeer
 
 
 
 
 
 Methods inherited from 
class org.apache.hadoop.hbase.master.replication.AbstractPeerProcedure
-acquireLock,
 getLatch,
 getPeerId,
 hasLock,
 holdLock,
 releaseLock
 
+acquireLock,
 getLatch,
 getPeerId,
 hasLock,
 holdLock,
 refreshPeer, 
releaseLock,
 rollbackState
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/master/replication/ModifyPeerProcedure.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/replication/ModifyPeerProcedure.html
 
b/devapidocs/org/apache/hadoop/hbase/master/replication/ModifyPeerProcedure.html
index 890dc44..894ce37 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/master/replication/ModifyPeerProcedure.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/replication/ModifyPeerProcedure.html
@@ -18,7 +18,7 @@
 catch(err) {
 }
 //-->
-var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":6,"i12":6,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":6};
+var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":6,"i12":6,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":6};
 var tabs = {65535:["t0","All Methods"],2:["t2","Instance 
Methods"],4:["t3","Abstract Methods"],8:["t4","Concrete Methods"]};
 var altColor = "altColor";
 var rowColor = "rowColor";
@@ -50,7 +50,7 @@ var activeTableTab = "activeTableTab";
 
 
 Prev Class
-Next Class
+Next Class
 
 
 Frames
@@ -325,40 +325,28 @@ extends 
 private void
-refreshPeer(MasterProcedureEnv env,
-   PeerProcedureInterface.PeerOperationType type) 
-
-
-private void
 releaseLatch() 
 
-
+
 private void
 reopenRegions(MasterProcedureEnv env) 
 
-
-protected void
-rollbackState(MasterProcedureEnv env,
- 
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.PeerModificationState state)
-called to perform the rollback of the specified state
-
-
-
+
 protected void
 setLastPushedSequenceId(MasterProcedureEnv env,
ReplicationPeerConfig peerConfig) 
 
-
+
 protected void
 setLastPushedSequenceIdForTable(MasterProcedureEnv env,
TableName tableName,
https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true";
 title="class or interface in java.util">MapString,https://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true";
 title="class or interface in 
java.lang">Long> lastSeqIds) 
 
-
+
 protected void
 updateLastPushedSequenceIdForSerialPeer(MasterProcedureEnv env) 
 
-
+
 protected abstract void
 updatePeerStorage(MasterProcedureEnv env) 
 
@@ -368,7 +356,7 @@ extends AbstractPeerProcedure
-acquireLock,
 deserializeStateData,
 getLatch,
 getPeerId,
 hasLock,
 h
 oldLock, releaseLock,
 serializeStateData
+acquireLock,
 deserializeStateData,
 getLatch,
 getPeerId,
 hasLock,
 h
 oldLock, refreshPeer,
 releaseLock,
 rollbackState,
 serializeStateData
 
 
 
@@ -570,23 +558,13 @@ extends 
-
-
-
-
-refreshPeer
-private void refreshPeer(MasterProcedureEnv env,
- PeerProcedureInterface.PeerOperationType type)
-
-
 
 
 
 
 
 getOldPeerConfig
-protected ReplicationPeerConfig getOldPeerConfig()
+protected ReplicationPeerConfig getOldPeerConfig()
 
 
 
@@ -595,7 +573,7 @@ extends 
 
 getNewPeerConfig
-protected ReplicationPeerConfig getNewPeerConfig()
+protected ReplicationPeerConfig getNewPeerConfig()
 
 
 
@@ -604,7 +582,7 @@ extends 
 
 updateLastPushedSequenceIdForSerialPeer
-protected void updateLastPushedSequenceIdForSerialPeer(Ma

[44/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/apidocs/src-html/org/apache/hadoop/hbase/client/Admin.html
--
diff --git a/apidocs/src-html/org/apache/hadoop/hbase/client/Admin.html 
b/apidocs/src-html/org/apache/hadoop/hbase/client/Admin.html
index 863532f..922218d 100644
--- a/apidocs/src-html/org/apache/hadoop/hbase/client/Admin.html
+++ b/apidocs/src-html/org/apache/hadoop/hbase/client/Admin.html
@@ -59,2694 +59,2733 @@
 051import 
org.apache.hadoop.hbase.replication.ReplicationException;
 052import 
org.apache.hadoop.hbase.replication.ReplicationPeerConfig;
 053import 
org.apache.hadoop.hbase.replication.ReplicationPeerDescription;
-054import 
org.apache.hadoop.hbase.snapshot.HBaseSnapshotException;
-055import 
org.apache.hadoop.hbase.snapshot.RestoreSnapshotException;
-056import 
org.apache.hadoop.hbase.snapshot.SnapshotCreationException;
-057import 
org.apache.hadoop.hbase.snapshot.UnknownSnapshotException;
-058import 
org.apache.hadoop.hbase.util.Pair;
-059import 
org.apache.yetus.audience.InterfaceAudience;
-060
-061/**
-062 * The administrative API for HBase. 
Obtain an instance from {@link Connection#getAdmin()} and
-063 * call {@link #close()} when done.
-064 * 
Admin can be used to create, 
drop, list, enable and disable and otherwise modify tables,
-065 * as well as perform other 
administrative operations.
-066 *
-067 * @see ConnectionFactory
-068 * @see Connection
-069 * @see Table
-070 * @since 0.99.0
-071 */
-072@InterfaceAudience.Public
-073public interface Admin extends Abortable, 
Closeable {
-074  int getOperationTimeout();
-075
-076  @Override
-077  void abort(String why, Throwable e);
-078
-079  @Override
-080  boolean isAborted();
-081
-082  /**
-083   * @return Connection used by this 
object.
-084   */
-085  Connection getConnection();
-086
-087  /**
-088   * @param tableName Table to check.
-089   * @return 
true if table exists already.
-090   * @throws IOException
-091   */
-092  boolean tableExists(TableName 
tableName) throws IOException;
-093
-094  /**
-095   * List all the userspace tables.
-096   *
-097   * @return an array of read-only 
HTableDescriptors
-098   * @throws IOException if a remote or 
network exception occurs
-099   * @deprecated since 2.0 version and 
will be removed in 3.0 version.
-100   * Use {@link 
#listTableDescriptors()}.
-101   * @see #listTableDescriptors()
-102   */
-103  @Deprecated
-104  HTableDescriptor[] listTables() throws 
IOException;
-105
-106  /**
-107   * List all the userspace tables.
-108   *
-109   * @return a list of TableDescriptors
-110   * @throws IOException if a remote or 
network exception occurs
-111   */
-112  List 
listTableDescriptors() throws IOException;
-113
-114  /**
-115   * List all the userspace tables that 
match the given pattern.
-116   *
-117   * @param pattern The compiled regular 
expression to match against
-118   * @return an array of read-only 
HTableDescriptors
-119   * @throws IOException if a remote or 
network exception occurs
-120   * @see #listTables()
-121   * @deprecated since 2.0 version and 
will be removed in 3.0 version.
-122   * Use {@link 
#listTableDescriptors(java.util.regex.Pattern)}.
-123   * @see 
#listTableDescriptors(Pattern)
-124   */
-125  @Deprecated
-126  HTableDescriptor[] listTables(Pattern 
pattern) throws IOException;
-127
-128  /**
-129   * List all the userspace tables that 
match the given pattern.
-130   *
-131   * @param pattern The compiled regular 
expression to match against
-132   * @return a list of TableDescriptors
-133   * @throws IOException if a remote or 
network exception occurs
-134   * @see #listTables()
-135   */
-136  List 
listTableDescriptors(Pattern pattern) throws IOException;
-137
-138  /**
-139   * List all the userspace tables 
matching the given regular expression.
-140   *
-141   * @param regex The regular expression 
to match against
-142   * @return a list of read-only 
HTableDescriptors
-143   * @throws IOException if a remote or 
network exception occurs
-144   * @see 
#listTableDescriptors(Pattern)
-145   * @deprecated since 2.0 version and 
will be removed in 3.0 version. Use
-146   * {@link 
#listTableDescriptors(Pattern)} instead.
-147   */
-148  @Deprecated
-149  HTableDescriptor[] listTables(String 
regex) throws IOException;
-150
-151  /**
-152   * List all the tables matching the 
given pattern.
-153   *
-154   * @param pattern The compiled regular 
expression to match against
-155   * @param includeSysTables 
false to match only against userspace tables
-156   * @return an array of read-only 
HTableDescriptors
-157   * @throws IOException if a remote or 
network exception occurs
-158   * @see #listTables()
-159   * @deprecated since 2.0 version and 
will be removed in 3.0 version.
-160   * Use {@link 
#listTableDescriptors(java.util.regex.Pattern,

[24/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/client/RawAsyncHBaseAdmin.TruncateTableProcedureBiConsumer.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/client/RawAsyncHBaseAdmin.TruncateTableProcedureBiConsumer.html
 
b/devapidocs/org/apache/hadoop/hbase/client/RawAsyncHBaseAdmin.TruncateTableProcedureBiConsumer.html
index 12304bd..69216ae 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/client/RawAsyncHBaseAdmin.TruncateTableProcedureBiConsumer.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/client/RawAsyncHBaseAdmin.TruncateTableProcedureBiConsumer.html
@@ -127,7 +127,7 @@ var activeTableTab = "activeTableTab";
 
 
 
-private class RawAsyncHBaseAdmin.TruncateTableProcedureBiConsumer
+private class RawAsyncHBaseAdmin.TruncateTableProcedureBiConsumer
 extends RawAsyncHBaseAdmin.TableProcedureBiConsumer
 
 
@@ -232,7 +232,7 @@ extends 
 
 TruncateTableProcedureBiConsumer
-TruncateTableProcedureBiConsumer(TableName tableName)
+TruncateTableProcedureBiConsumer(TableName tableName)
 
 
 
@@ -249,7 +249,7 @@ extends 
 
 getOperationType
-https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String getOperationType()
+https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String getOperationType()
 
 Specified by:
 getOperationType in
 class RawAsyncHBaseAdmin.TableProcedureBiConsumer

[10/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/master/MasterServices.html
--
diff --git a/devapidocs/org/apache/hadoop/hbase/master/MasterServices.html 
b/devapidocs/org/apache/hadoop/hbase/master/MasterServices.html
index e2c59f6..0691797 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/MasterServices.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/MasterServices.html
@@ -18,7 +18,7 @@
 catch(err) {
 }
 //-->
-var methods = 
{"i0":6,"i1":6,"i2":6,"i3":6,"i4":6,"i5":6,"i6":6,"i7":6,"i8":6,"i9":6,"i10":6,"i11":6,"i12":6,"i13":6,"i14":6,"i15":6,"i16":6,"i17":6,"i18":6,"i19":6,"i20":6,"i21":6,"i22":6,"i23":6,"i24":6,"i25":6,"i26":6,"i27":6,"i28":6,"i29":6,"i30":6,"i31":6,"i32":6,"i33":6,"i34":6,"i35":6,"i36":6,"i37":6,"i38":6,"i39":6,"i40":6,"i41":6,"i42":6,"i43":6,"i44":6,"i45":6,"i46":6,"i47":6,"i48":6,"i49":6,"i50":6,"i51":6,"i52":6,"i53":6,"i54":6,"i55":6,"i56":6};
+var methods = 
{"i0":6,"i1":6,"i2":6,"i3":6,"i4":6,"i5":6,"i6":6,"i7":6,"i8":6,"i9":6,"i10":6,"i11":6,"i12":6,"i13":6,"i14":6,"i15":6,"i16":6,"i17":6,"i18":6,"i19":6,"i20":6,"i21":6,"i22":6,"i23":6,"i24":6,"i25":6,"i26":6,"i27":6,"i28":6,"i29":6,"i30":6,"i31":6,"i32":6,"i33":6,"i34":6,"i35":6,"i36":6,"i37":6,"i38":6,"i39":6,"i40":6,"i41":6,"i42":6,"i43":6,"i44":6,"i45":6,"i46":6,"i47":6,"i48":6,"i49":6,"i50":6,"i51":6,"i52":6,"i53":6,"i54":6,"i55":6,"i56":6,"i57":6,"i58":6};
 var tabs = {65535:["t0","All Methods"],2:["t2","Instance 
Methods"],4:["t3","Abstract Methods"]};
 var altColor = "altColor";
 var rowColor = "rowColor";
@@ -110,7 +110,7 @@ var activeTableTab = "activeTableTab";
 
 
 @InterfaceAudience.Private
-public interface MasterServices
+public interface MasterServices
 extends Server
 A curated subset of services provided by HMaster.
  For use internally only. Passed to Managers, Services and Chores so can pass 
less-than-a
@@ -343,52 +343,58 @@ extends getSnapshotManager() 
 
 
+SyncReplicationReplayWALManager
+getSyncReplicationReplayWALManager()
+Returns the SyncReplicationReplayWALManager.
+
+
+
 TableDescriptors
 getTableDescriptors() 
 
-
+
 TableStateManager
 getTableStateManager() 
 
-
+
 boolean
 isActiveMaster() 
 
-
+
 boolean
 isClusterUp() 
 
-
+
 boolean
 isInitialized() 
 
-
+
 boolean
 isInMaintenanceMode() 
 
-
+
 boolean
 isSplitOrMergeEnabled(MasterSwitchType switchType) 
 
-
+
 https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true";
 title="class or interface in java.util">List
 listReplicationPeers(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String regex)
 Return a list of replication peers.
 
 
-
+
 https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true";
 title="class or interface in java.util">List
 listTableDescriptorsByNamespace(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String name)
 Get list of table descriptors by namespace
 
 
-
+
 https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true";
 title="class or interface in java.util">List
 listTableNamesByNamespace(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String name)
 Get list of table names by namespace
 
 
-
+
 long
 mergeRegions(RegionInfo[] regionsToMerge,
 boolean forcible,
@@ -397,7 +403,7 @@ extends Merge regions in a table.
 
 
-
+
 long
 modifyColumn(TableName tableName,
 ColumnFamilyDescriptor descriptor,
@@ -406,7 +412,7 @@ extends Modify the column descriptor of an existing column in an 
existing table
 
 
-
+
 long
 modifyTable(TableName tableName,
TableDescriptor descriptor,
@@ -415,19 +421,19 @@ extends Modify the descriptor of an existing table
 
 
-
+
 boolean
 registerService(com.google.protobuf.Service instance)
 Registers a new protocol buffer Service 
subclass as a master coprocessor endpoint.
 
 
-
+
 long
 removeReplicationPeer(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String peerId)
 Removes a peer and stops the replication
 
 
-
+
 long
 splitRegion(RegionInfo regionInfo,
byte[] splitRow,
@@ -436,7 +442,14 @@ extends Split a region.
 
 
-
+
+long
+transitReplicationPeerSyncReplicationState(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String peerId,
+  SyncReplicationState clusterState)
+Set current cluster state for a synchronous replication 
peer.
+
+
+
 long
 truncateTable(TableName tableName,
  boolean preserveSplits,
@@ -445,7 +458,7 @@ extends Truncate a table
 
 
-
+

[17/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/coprocessor/example/ExampleMasterObserverWithMetrics.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/coprocessor/example/ExampleMasterObserverWithMetrics.html
 
b/devapidocs/org/apache/hadoop/hbase/coprocessor/example/ExampleMasterObserverWithMetrics.html
index 4fef3fb..291d5be 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/coprocessor/example/ExampleMasterObserverWithMetrics.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/coprocessor/example/ExampleMasterObserverWithMetrics.html
@@ -288,7 +288,7 @@ implements MasterObserver
-postAbortProcedure,
 postAddReplicationPeer,
 postAddRSGroup,
 postAssign,
 postBalance, postBalanceRSGroup,
 postBalanceSwitch,
 postClearDeadServers,
 postCloneSnapshot,
 postCompletedCreateTableAction,
 postCompletedDeleteTableAction,
 postCompletedDisableTableAction,
 postCompletedEnableTableAction,
 postCompletedMergeRegionsAction,
 postCompletedModifyTableAction,
 postCompletedModifyTableAction,
 postCompletedSplitRegionAction,
 postCompletedTruncateTableAction,
 postCreateNamespace,
 postDecommissionRegionServers,
 postDeleteNamespace, postDeleteSnapshot,
 postDeleteTable,
 postDisableReplicationPeer,
 postDisableTable,
 postEnableReplicationPeer,
 postEnableTable,
 postGetClusterMetrics,
 postGetLocks,
 postGetNamespaceDescriptor,
 postGetProcedures,
 postGetReplicationPeerConfig,
 postGetRSGroupInfo,
 postGetRSGroupInfoOfServer,
 postGetRSGroupInfoOfTable, postGetTableDescriptors,
 postGetTableNames,
 postListDecommissionedRegionServers,
 postListNamespaceDescriptors,
 postListReplicationPeers,
 postListRSGroups,
 postListSnapshot,
 postLockHeartbeat,
 postMergeRegions,
 postMergeRegionsCommitAction,
 postModifyNamespace,
 postModifyNamespace,
 postModifyTable,
 postModifyTable,
 postMove,
 postMoveServers,
 postMoveServersAndTables,
 postMoveTables,
 postRecommissionRegionServer,
 postRegionOffline,
 postRemoveReplicationPeer,
 postRemoveRSGroup, postRemoveServers,
 postRequestLock,
 postRestoreSnapshot,
 postRollBackMergeRegionsAction, postRollBackSplitRegionAction,
 postSetNamespaceQuota,
 postSetSplitOrMergeEnabled,
 pos
 tSetTableQuota, postSetUserQuota,
 postSetUserQuota,
 postSetUserQuota,
 postSnapshot, postStartMaster,
 postTableFlush,
 postTruncateTable,
 postUnassign,
 postUpdateReplicationPeerConfig,
 preAbortProcedure,
 preAddReplicationPeer,
 preAddRSGroup,
 preAssign, preBalance,
 preBalanceRSGroup,
 preBalanceSwitch,
 preClearDeadServers,
 preCloneSnapshot
 , preCreateNamespace,
 preCreateTableAction,
 preDecommissionRegionServers,
 preDeleteNamespace,
 preDeleteSnapshot,
 preDeleteTable,
 preDeleteTableAction,
 preDisableReplicationPeer,
 preDisableTa
 bleAction, preEnableReplicationPeer,
 preEnableTable,
 preEnableTableAction,
 preGetClusterMetrics,
 preGetLocks,
  preGetNamespaceDescriptor,
 preGetProcedures,
 preGetReplicationPeerConfig,
 preGetRSGroupInfo,
 
 preGetRSGroupInfoOfServer, preGetRSGroupInfoOfTable,
 preGetTableDescriptors,
 preGetTableNames,
 preListDecommissionedRegionServers,
 preListNamespaceDescriptors,
 preListReplicationPeers,
 preListRSGroups,
 preListSnapshot,
 preLockHeartbeat,
 preMasterInitialization,
 preMergeRegions,
 preMergeRegionsAction,
 preMergeRegionsCommitAction,
 preModifyNamespace,
 preModifyNamespace,
 preModifyTable,
 preModifyTable,
 preModifyTableAction,
 preModifyTableAction,
 preMove,
 preMoveServers,
 preMoveServersAndTables,
 preMoveTables,
 preRecommissionRegionServer,
 preRegionOffline,
 preRemoveReplicationPeer, 
preRemoveRSGroup,
 preRemoveServers,
 preRequestLock,
 preRestoreSnapshot, href="../../../../../../org/apache/hadoop/hbase/coprocessor/MasterObserver.html#preSetNamespaceQuota-org.apache.hadoop.hbase.coprocessor.ObserverContext-java.lang.String-org.apache.hadoop.hbase.quotas.GlobalQuotaSettings-">preSetNamespaceQuota,
 > href="../../../../../../org/apache/hadoop/hbase/coprocessor/MasterObserver.html#preSetSplitOrMergeEnabled-org.apache.hadoop.hbase.coprocessor.ObserverContext-boolean-org.apache.hadoop.hbase.client.MasterSwitchType-">preSetSplitOrMergeEnabled,
 > href="../../../../../../org/apache/hadoop/hbase/coprocessor/MasterObserver.html#preSetTableQuota-org.apache.hadoop.hbase.coprocessor.ObserverContext-org.apache.hadoop.hbase.TableName-org.apache.hadoop.hbase.quotas.GlobalQuotaSettings-">preSetTableQuota,
 > href="../../../../../../org/apache/hadoop/hbase/coprocessor/MasterObserver.html#preSetUserQuota-org.apache.hadoop.hbase.coprocessor.ObserverContext-java.lang.String-org.apache.hadoop.hbase.quotas.GlobalQuot
 aSettings-">preSetUserQuota, preSetUserQuota,
 preSetUserQuota,
 preShutdown,
 preSnapshot,
  preSplitRegion,
 preSplitRegionAction,
 preSplitRegionAfterMETAAction,
 preSplitRegionBeforeMETAAction,
 preStopMaster, preTableFlush,
 preTruncateTable,
 preTruncateTableAction,
 preUnassign,
 preUpdateReplicationPeerCon

[05/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/master/replication/RecoverStandbyProcedure.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/replication/RecoverStandbyProcedure.html
 
b/devapidocs/org/apache/hadoop/hbase/master/replication/RecoverStandbyProcedure.html
new file mode 100644
index 000..70e2384
--- /dev/null
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/replication/RecoverStandbyProcedure.html
@@ -0,0 +1,601 @@
+http://www.w3.org/TR/html4/loose.dtd";>
+
+
+
+
+
+RecoverStandbyProcedure (Apache HBase 3.0.0-SNAPSHOT API)
+
+
+
+
+
+var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10};
+var tabs = {65535:["t0","All Methods"],2:["t2","Instance 
Methods"],8:["t4","Concrete Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+Skip navigation links
+
+
+
+
+Overview
+Package
+Class
+Use
+Tree
+Deprecated
+Index
+Help
+
+
+
+
+Prev Class
+Next Class
+
+
+Frames
+No Frames
+
+
+All Classes
+
+
+
+
+
+
+
+Summary: 
+Nested | 
+Field | 
+Constr | 
+Method
+
+
+Detail: 
+Field | 
+Constr | 
+Method
+
+
+
+
+
+
+
+
+org.apache.hadoop.hbase.master.replication
+Class 
RecoverStandbyProcedure
+
+
+
+https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">java.lang.Object
+
+
+org.apache.hadoop.hbase.procedure2.Procedure
+
+
+org.apache.hadoop.hbase.procedure2.StateMachineProcedure
+
+
+org.apache.hadoop.hbase.master.replication.AbstractPeerProcedure
+
+
+org.apache.hadoop.hbase.master.replication.RecoverStandbyProcedure
+
+
+
+
+
+
+
+
+
+
+
+
+
+All Implemented Interfaces:
+https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true";
 title="class or interface in java.lang">Comparable>, PeerProcedureInterface
+
+
+
+@InterfaceAudience.Private
+public class RecoverStandbyProcedure
+extends AbstractPeerProcedure
+
+
+
+
+
+
+
+
+
+
+
+Nested Class Summary
+
+
+
+
+Nested classes/interfaces inherited from 
class org.apache.hadoop.hbase.procedure2.StateMachineProcedure
+StateMachineProcedure.Flow
+
+
+
+
+
+Nested classes/interfaces inherited from 
class org.apache.hadoop.hbase.procedure2.Procedure
+Procedure.LockState
+
+
+
+
+
+Nested classes/interfaces inherited from 
interface org.apache.hadoop.hbase.master.procedure.PeerProcedureInterface
+PeerProcedureInterface.PeerOperationType
+
+
+
+
+
+
+
+
+Field Summary
+
+Fields 
+
+Modifier and Type
+Field and Description
+
+
+private static org.slf4j.Logger
+LOG 
+
+
+private boolean
+serial 
+
+
+
+
+
+
+Fields inherited from 
class org.apache.hadoop.hbase.master.replication.AbstractPeerProcedure
+latch,
 peerId
+
+
+
+
+
+Fields inherited from class org.apache.hadoop.hbase.procedure2.Procedure
+NO_PROC_ID,
 NO_TIMEOUT
+
+
+
+
+
+
+
+
+Constructor Summary
+
+Constructors 
+
+Constructor and Description
+
+
+RecoverStandbyProcedure() 
+
+
+RecoverStandbyProcedure(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String peerId,
+   boolean serial) 
+
+
+
+
+
+
+
+
+
+Method Summary
+
+All Methods Instance Methods Concrete Methods 
+
+Modifier and Type
+Method and Description
+
+
+protected void
+deserializeStateData(ProcedureStateSerializer serializer)
+Called on store load to allow the user to decode the 
previously serialized
+ state.
+
+
+
+private void
+dispathWals(SyncReplicationReplayWALManager syncReplicationReplayWALManager) 
+
+
+protected StateMachineProcedure.Flow
+executeFromState(MasterProcedureEnv env,
+
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.RecoverStandbyState state)
+called to perform a single step of the specified 'state' of 
the procedure
+
+
+
+protected 
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.RecoverStandbyState
+getInitialState()
+Return the initial state object that will be used for the 
first call to executeFromState().
+
+
+
+PeerProcedureInterface.PeerOperationType
+getPeerOperationType() 
+

[07/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/master/procedure/PeerProcedureInterface.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/procedure/PeerProcedureInterface.html
 
b/devapidocs/org/apache/hadoop/hbase/master/procedure/PeerProcedureInterface.html
index cc07d09..5db3a2e 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/master/procedure/PeerProcedureInterface.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/procedure/PeerProcedureInterface.html
@@ -101,7 +101,7 @@ var activeTableTab = "activeTableTab";
 
 
 All Known Implementing Classes:
-AbstractPeerProcedure, AddPeerProcedure, DisablePeerProcedure, EnablePeerProcedure, ModifyPeerProcedure, RefreshPeerProcedure, RemovePeerProcedure, UpdatePeerConfigProcedure
+AbstractPeerProcedure, AddPeerProcedure, DisablePeerProcedure, EnablePeerProcedure, ModifyPeerProcedure, RecoverStandbyProcedure, RefreshPeerProcedure, RemovePeerProcedure, SyncReplicationReplayWALProcedure,
 SyncReplicationReplayWALRemoteProcedure,
 TransitPeerSyncReplicationStateProcedure,
 UpdatePeerConfigProcedure
 
 
 
@@ -173,7 +173,7 @@ public interface 
 
 getPeerId
-https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String getPeerId()
+https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String getPeerId()
 
 
 
@@ -182,7 +182,7 @@ public interface 
 
 getPeerOperationType
-PeerProcedureInterface.PeerOperationType getPeerOperationType()
+PeerProcedureInterface.PeerOperationType getPeerOperationType()
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/master/procedure/class-use/MasterProcedureEnv.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/procedure/class-use/MasterProcedureEnv.html
 
b/devapidocs/org/apache/hadoop/hbase/master/procedure/class-use/MasterProcedureEnv.html
index 792aeaf..f98ae5c 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/master/procedure/class-use/MasterProcedureEnv.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/procedure/class-use/MasterProcedureEnv.html
@@ -2093,57 +2093,93 @@
 RefreshPeerProcedure.abort(MasterProcedureEnv env) 
 
 
+protected boolean
+SyncReplicationReplayWALRemoteProcedure.abort(MasterProcedureEnv env) 
+
+
 protected Procedure.LockState
 AbstractPeerProcedure.acquireLock(MasterProcedureEnv env) 
 
-
+
 private void
 RefreshPeerProcedure.complete(MasterProcedureEnv env,
 https://docs.oracle.com/javase/8/docs/api/java/lang/Throwable.html?is-external=true";
 title="class or interface in 
java.lang">Throwable error) 
 
+
+private void
+SyncReplicationReplayWALRemoteProcedure.complete(MasterProcedureEnv env,
+https://docs.oracle.com/javase/8/docs/api/java/lang/Throwable.html?is-external=true";
 title="class or interface in 
java.lang">Throwable error) 
+
 
+private void
+TransitPeerSyncReplicationStateProcedure.createDirForRemoteWAL(MasterProcedureEnv env) 
+
+
 protected Procedure[]
 RefreshPeerProcedure.execute(MasterProcedureEnv env) 
 
+
+protected Procedure[]
+SyncReplicationReplayWALRemoteProcedure.execute(MasterProcedureEnv env) 
+
 
 protected StateMachineProcedure.Flow
 ModifyPeerProcedure.executeFromState(MasterProcedureEnv env,
 
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.PeerModificationState state) 
 
 
+protected StateMachineProcedure.Flow
+TransitPeerSyncReplicationStateProcedure.executeFromState(MasterProcedureEnv env,
+
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.PeerSyncReplicationStateTransitionState state) 
+
+
+protected StateMachineProcedure.Flow
+RecoverStandbyProcedure.executeFromState(MasterProcedureEnv env,
+
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.RecoverStandbyState state) 
+
+
+protected StateMachineProcedure.Flow
+SyncReplicationReplayWALProcedure.executeFromState(MasterProcedureEnv env,
+
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.SyncReplicationReplayWALState state) 
+
+
 protected boolean
 AbstractPeerProcedure.hasLock(MasterProcedureEnv env) 
 
-
+
 protected boolean
 AbstractPeerProcedure.holdLock(MasterProcedureEnv env) 
 
-
+
 protected void
 AddPeerProcedure.postPeerModification(MasterProcedureEnv env) 
 
-
+
 protected void
 EnablePeerProcedure.postPeerModification(MasterProcedureEnv env) 
 
-
+
 protected void
 UpdatePeerConfigProcedure.postPeerModification(MasterProcedureEnv env) 
 
-
+
 protected abstract void
 ModifyPeerProcedure.postPeerModification(MasterProcedureEnv env)
 Called before we finish the procedure.
 
 
-
+
 protected void
 Disable

[13/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/master/MasterCoprocessorHost.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/MasterCoprocessorHost.html 
b/devapidocs/org/apache/hadoop/hbase/master/MasterCoprocessorHost.html
index 5974c8b..4f26d3d 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/MasterCoprocessorHost.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/MasterCoprocessorHost.html
@@ -18,7 +18,7 @@
 catch(err) {
 }
 //-->
-var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":10,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10,"i46":10,"i47":10,"i48":10,"i49":10,"i50":10,"i51":10,"i52":10,"i53":10,"i54":10,"i55":10,"i56":10,"i57":10,"i58":10,"i59":10,"i60":10,"i61":10,"i62":10,"i63":10,"i64":10,"i65":10,"i66":10,"i67":10,"i68":10,"i69":10,"i70":10,"i71":10,"i72":10,"i73":10,"i74":10,"i75":10,"i76":10,"i77":10,"i78":10,"i79":10,"i80":10,"i81":10,"i82":10,"i83":10,"i84":10,"i85":10,"i86":10,"i87":10,"i88":10,"i89":10,"i90":10,"i91":10,"i92":10,"i93":10,"i94":10,"i95":10,"i96":10,"i97":10,"i98":10,"i99":10,"i100":10,"i101":10,"i102":10,"i103":10,"i104":10,"i105":10,"i106":10,"i107":10,"i108":10,"i
 
109":10,"i110":10,"i111":10,"i112":10,"i113":10,"i114":10,"i115":10,"i116":10,"i117":10,"i118":10,"i119":10,"i120":10,"i121":10,"i122":10,"i123":10,"i124":10,"i125":10,"i126":10,"i127":10,"i128":10,"i129":10,"i130":10,"i131":10,"i132":10,"i133":10,"i134":10,"i135":10,"i136":10,"i137":10,"i138":10,"i139":10,"i140":10,"i141":10,"i142":10,"i143":10,"i144":10,"i145":10,"i146":10,"i147":10,"i148":10};
+var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":10,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10,"i46":10,"i47":10,"i48":10,"i49":10,"i50":10,"i51":10,"i52":10,"i53":10,"i54":10,"i55":10,"i56":10,"i57":10,"i58":10,"i59":10,"i60":10,"i61":10,"i62":10,"i63":10,"i64":10,"i65":10,"i66":10,"i67":10,"i68":10,"i69":10,"i70":10,"i71":10,"i72":10,"i73":10,"i74":10,"i75":10,"i76":10,"i77":10,"i78":10,"i79":10,"i80":10,"i81":10,"i82":10,"i83":10,"i84":10,"i85":10,"i86":10,"i87":10,"i88":10,"i89":10,"i90":10,"i91":10,"i92":10,"i93":10,"i94":10,"i95":10,"i96":10,"i97":10,"i98":10,"i99":10,"i100":10,"i101":10,"i102":10,"i103":10,"i104":10,"i105":10,"i106":10,"i107":10,"i108":10,"i
 
109":10,"i110":10,"i111":10,"i112":10,"i113":10,"i114":10,"i115":10,"i116":10,"i117":10,"i118":10,"i119":10,"i120":10,"i121":10,"i122":10,"i123":10,"i124":10,"i125":10,"i126":10,"i127":10,"i128":10,"i129":10,"i130":10,"i131":10,"i132":10,"i133":10,"i134":10,"i135":10,"i136":10,"i137":10,"i138":10,"i139":10,"i140":10,"i141":10,"i142":10,"i143":10,"i144":10,"i145":10,"i146":10,"i147":10,"i148":10,"i149":10,"i150":10};
 var tabs = {65535:["t0","All Methods"],2:["t2","Instance 
Methods"],8:["t4","Concrete Methods"]};
 var altColor = "altColor";
 var rowColor = "rowColor";
@@ -115,7 +115,7 @@ var activeTableTab = "activeTableTab";
 
 
 @InterfaceAudience.Private
-public class MasterCoprocessorHost
+public class MasterCoprocessorHost
 extends CoprocessorHost
 Provides the coprocessor framework and environment for 
master oriented
  operations.  HMaster interacts with the 
loaded coprocessors
@@ -583,204 +583,210 @@ extends 
 void
-postTruncateTable(TableName tableName) 
+postTransitReplicationPeerSyncReplicationState(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String peerId,
+  SyncReplicationState from,
+  SyncReplicationState to) 
 
 
 void
+postTruncateTable(TableName tableName) 
+
+
+void
 postUnassign(RegionInfo regionInfo,
 boolean force) 
 
-
+
 void
 postUpdateReplicationPeerConfig(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String peerId,
ReplicationPeerConfig peerConfig) 
 
-
+
 void
 preAbortProcedure(ProcedureExecutor procEnv,
  long procId) 
 
-
+
 void
 preAddReplicationPeer(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang

[37/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/constant-values.html
--
diff --git a/devapidocs/constant-values.html b/devapidocs/constant-values.html
index 4c784d0..e82cd18 100644
--- a/devapidocs/constant-values.html
+++ b/devapidocs/constant-values.html
@@ -3768,21 +3768,21 @@
 
 public static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String
 date
-"Wed Jun 27 14:40:01 UTC 2018"
+"Thu Jun 28 14:39:45 UTC 2018"
 
 
 
 
 public static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String
 revision
-"a68dbde941e5471a555a6df0fb5fb2d122e2e98e"
+"6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff"
 
 
 
 
 public static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String
 srcChecksum
-"788e986d113444a7b10830c038959114"
+"7ee64003a6b54ac58a4f6db4dd4dd6ee"
 
 
 
@@ -15400,6 +15400,32 @@
 
 
 
+
+
+org.apache.hadoop.hbase.master.replication.ZKSyncReplicationReplayWALWorkerStorage 
+
+Modifier and Type
+Constant Field
+Value
+
+
+
+
+
+public static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String
+WORKERS_ZNODE
+"zookeeper.znode.sync.replication.replaywal.workers"
+
+
+
+
+public static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String
+WORKERS_ZNODE_DEFAULT
+"replaywal-workers"
+
+
+
+
 
 
 
@@ -23042,6 +23068,25 @@
 
 
 
+
+
+org.apache.hadoop.hbase.regionserver.wal.WALClosedException 
+
+Modifier and Type
+Constant Field
+Value
+
+
+
+
+
+private static final long
+serialVersionUID
+-3183198896865290678L
+
+
+
+
 
 
 
@@ -23084,6 +23129,86 @@
 
 
 
+org.apache.hadoop.hbase.replication.ReplicationPeerImpl 
+
+Modifier and Type
+Constant Field
+Value
+
+
+
+
+
+private static final int
+AND_BITS
+65535
+
+
+
+
+private static final int
+SHIFT
+16
+
+
+
+
+
+
+org.apache.hadoop.hbase.replication.ReplicationUtils 
+
+Modifier and Type
+Constant Field
+Value
+
+
+
+
+
+public static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String
+REMOTE_WAL_DIR_NAME
+"remoteWALs"
+
+
+
+
+public static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String
+REMOTE_WAL_REPLAY_SUFFIX
+"-replay"
+
+
+
+
+public static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String
+REMOTE_WAL_SNAPSHOT_SUFFIX
+"-snapshot"
+
+
+
+
+public static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String
+RENAME_WAL_SUFFIX
+".ren"
+
+
+
+
+public static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String
+REPLICATION_ATTR_NAME
+"__rep__"
+
+
+
+
+public static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String
+SYNC_WAL_SUFFIX
+".syncrep"
+
+
+
+
+
+
 org.apache.hadoop.hbase.replication.ZKReplicationPeerStorage 
 
 Modifier and Type
@@ -23092,33 +23217,47 @@
 
 
 
+
+
+public static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String
+NEW_SYNC_REPLICATION_STATE_ZNODE
+"new-sync-rep-state"
+
+
 
 
 public static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String
 PEERS_STATE_ZNODE
 "zookeeper.znode.replication.peers.state"
 
-
+
 
 
 public static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String
 PEERS_STATE_ZNODE_DEFAULT
 "peer-state"
 
-
+
 
 
 public static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String
 PEERS_ZNODE
 "zookeeper.znode.replication.peers"
 
-
+
 
 
 public static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String
 PEERS_ZNODE_DEFAULT
 "peers"
 
+
+
+
+public static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String
+SYNC_REPLICATION_STATE_ZNODE
+"sync-rep-state"
+
 
 
 
@@ -23542,6 +23681,32 @@
 
 
 
+org.apache.hadoop.hbase.replication.regionserver.ReplaySyncReplicationWALCallable 
+
+Modifier and Type
+Constant Field

[12/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/master/MasterFileSystem.html
--
diff --git a/devapidocs/org/apache/hadoop/hbase/master/MasterFileSystem.html 
b/devapidocs/org/apache/hadoop/hbase/master/MasterFileSystem.html
index 3cf70b5..a0eff96 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/MasterFileSystem.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/MasterFileSystem.html
@@ -110,7 +110,7 @@ var activeTableTab = "activeTableTab";
 
 
 @InterfaceAudience.Private
-public class MasterFileSystem
+public class MasterFileSystem
 extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">Object
 This class abstracts a bunch of operations the HMaster 
needs to interact with
  the underlying file system like creating the initial layout, checking file
@@ -301,7 +301,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 getTempDir() 
 
 
-protected 
org.apache.hadoop.fs.FileSystem
+org.apache.hadoop.fs.FileSystem
 getWALFileSystem() 
 
 
@@ -351,7 +351,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 LOG
-private static final org.slf4j.Logger LOG
+private static final org.slf4j.Logger LOG
 
 
 
@@ -360,7 +360,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 HBASE_DIR_PERMS
-public static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String HBASE_DIR_PERMS
+public static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String HBASE_DIR_PERMS
 Parameter name for HBase instance root directory 
permission
 
 See Also:
@@ -374,7 +374,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 HBASE_WAL_DIR_PERMS
-public static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String HBASE_WAL_DIR_PERMS
+public static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String HBASE_WAL_DIR_PERMS
 Parameter name for HBase WAL directory permission
 
 See Also:
@@ -388,7 +388,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 conf
-private final org.apache.hadoop.conf.Configuration conf
+private final org.apache.hadoop.conf.Configuration conf
 
 
 
@@ -397,7 +397,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 clusterId
-private ClusterId clusterId
+private ClusterId clusterId
 
 
 
@@ -406,7 +406,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 fs
-private final org.apache.hadoop.fs.FileSystem fs
+private final org.apache.hadoop.fs.FileSystem fs
 
 
 
@@ -415,7 +415,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 walFs
-private final org.apache.hadoop.fs.FileSystem walFs
+private final org.apache.hadoop.fs.FileSystem walFs
 
 
 
@@ -424,7 +424,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 rootdir
-private final org.apache.hadoop.fs.Path rootdir
+private final org.apache.hadoop.fs.Path rootdir
 
 
 
@@ -433,7 +433,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 tempdir
-private final org.apache.hadoop.fs.Path tempdir
+private final org.apache.hadoop.fs.Path tempdir
 
 
 
@@ -442,7 +442,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 walRootDir
-private final org.apache.hadoop.fs.Path walRootDir
+private final org.apache.hadoop.fs.Path walRootDir
 
 
 
@@ -451,7 +451,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 secureRootSubDirPerms
-private final org.apache.hadoop.fs.permission.FsPermission secureRootSubDirPerms
+private final org.apache.hadoop.fs.permission.FsPermission secureRootSubDirPerms
 
 
 
@@ -460,7 +460,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 secureRootFilePerms
-private final org.apache.hadoop.fs.permission.FsPermission secureRootFilePerms
+private final org.apache.hadoop.fs.permission.FsPermission secureRootFilePerms
 
 
 
@@ -469,7 +469,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 HiddenDirPerms
-private final org.apache.hadoop.fs.permission.FsPermission HiddenDirPerms
+private final org.apache.hadoop.fs.permission.FsPermission HiddenDirPerms
 
 
 
@@ -478,7 +478,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 isSecurityEnabled
-private boolean isSecurityEnabled
+private boolean isSecurityEnabled
 
 
 
@@ -495,7 +495,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 Mas

[03/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/master/replication/SyncReplicationReplayWALManager.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/replication/SyncReplicationReplayWALManager.html
 
b/devapidocs/org/apache/hadoop/hbase/master/replication/SyncReplicationReplayWALManager.html
new file mode 100644
index 000..c449893
--- /dev/null
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/replication/SyncReplicationReplayWALManager.html
@@ -0,0 +1,700 @@
+http://www.w3.org/TR/html4/loose.dtd";>
+
+
+
+
+
+SyncReplicationReplayWALManager (Apache HBase 3.0.0-SNAPSHOT 
API)
+
+
+
+
+
+var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10};
+var tabs = {65535:["t0","All Methods"],2:["t2","Instance 
Methods"],8:["t4","Concrete Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+Skip navigation links
+
+
+
+
+Overview
+Package
+Class
+Use
+Tree
+Deprecated
+Index
+Help
+
+
+
+
+Prev Class
+Next Class
+
+
+Frames
+No Frames
+
+
+All Classes
+
+
+
+
+
+
+
+Summary: 
+Nested | 
+Field | 
+Constr | 
+Method
+
+
+Detail: 
+Field | 
+Constr | 
+Method
+
+
+
+
+
+
+
+
+org.apache.hadoop.hbase.master.replication
+Class 
SyncReplicationReplayWALManager
+
+
+
+https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">java.lang.Object
+
+
+org.apache.hadoop.hbase.master.replication.SyncReplicationReplayWALManager
+
+
+
+
+
+
+
+
+@InterfaceAudience.Private
+public class SyncReplicationReplayWALManager
+extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">Object
+
+
+
+
+
+
+
+
+
+
+
+Field Summary
+
+Fields 
+
+Modifier and Type
+Field and Description
+
+
+private org.apache.hadoop.fs.FileSystem
+fs 
+
+
+private static org.slf4j.Logger
+LOG 
+
+
+private org.apache.hadoop.fs.Path
+remoteWALDir 
+
+
+private MasterServices
+services 
+
+
+private org.apache.hadoop.fs.Path
+walRootDir 
+
+
+private https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">Object
+workerLock 
+
+
+private https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true";
 title="class or interface in java.util">MapString,https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true";
 title="class or interface in java.util">Set>
+workers 
+
+
+private ZKSyncReplicationReplayWALWorkerStorage
+workerStorage 
+
+
+
+
+
+
+
+
+
+Constructor Summary
+
+Constructors 
+
+Constructor and Description
+
+
+SyncReplicationReplayWALManager(MasterServices services) 
+
+
+
+
+
+
+
+
+
+Method Summary
+
+All Methods Instance Methods Concrete Methods 
+
+Modifier and Type
+Method and Description
+
+
+private void
+checkReplayingWALDir() 
+
+
+void
+createPeerRemoteWALDir(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in 
java.lang">String peerId) 
+
+
+private void
+deleteDir(org.apache.hadoop.fs.Path dir,
+ https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in 
java.lang">String peerId) 
+
+
+void
+finishReplayWAL(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String wal) 
+
+
+ServerName
+getPeerWorker(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in 
java.lang">String peerId) 
+
+
+org.apache.hadoop.fs.Path
+getRemoteWALDir() 
+
+
+https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true";
 title="class or interface in 
java.util">List
+getReplayWALsAndCleanUpUnusedFiles(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in 
java.lang">String peerId) 
+
+
+boolean
+isReplayWALFinished(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in 

[21/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/client/class-use/Connection.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/client/class-use/Connection.html 
b/devapidocs/org/apache/hadoop/hbase/client/class-use/Connection.html
index 14bfa72..acb9403 100644
--- a/devapidocs/org/apache/hadoop/hbase/client/class-use/Connection.html
+++ b/devapidocs/org/apache/hadoop/hbase/client/class-use/Connection.html
@@ -2309,7 +2309,7 @@ Input/OutputFormats, a table indexing MapReduce job, and 
utility methods.
 
 
 private Connection
-ReplicationSink.sharedHtableCon 
+ReplicationSink.sharedConn 
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/client/class-use/Mutation.html
--
diff --git a/devapidocs/org/apache/hadoop/hbase/client/class-use/Mutation.html 
b/devapidocs/org/apache/hadoop/hbase/client/class-use/Mutation.html
index e06fa7e..13962f1 100644
--- a/devapidocs/org/apache/hadoop/hbase/client/class-use/Mutation.html
+++ b/devapidocs/org/apache/hadoop/hbase/client/class-use/Mutation.html
@@ -1115,7 +1115,7 @@ Input/OutputFormats, a table indexing MapReduce job, and 
utility methods.
   long timestamp,
   https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true";
 title="class or interface in java.util">List acquiredRowLocks)
 If necessary, calls preBatchMutate() CP hook for a 
mini-batch and updates metrics, cell
-  count, tags and timestamp for all cells of all operations in a 
mini-batch.
+ count, tags and timestamp for all cells of all operations in a 
mini-batch.
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/client/class-use/RegionInfo.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/client/class-use/RegionInfo.html 
b/devapidocs/org/apache/hadoop/hbase/client/class-use/RegionInfo.html
index b202432..fd46b3f 100644
--- a/devapidocs/org/apache/hadoop/hbase/client/class-use/RegionInfo.html
+++ b/devapidocs/org/apache/hadoop/hbase/client/class-use/RegionInfo.html
@@ -6937,10 +6937,14 @@ Input/OutputFormats, a table indexing MapReduce job, 
and utility methods.
 RegionGroupingProvider.getWAL(RegionInfo region) 
 
 
+WAL
+SyncReplicationWALProvider.getWAL(RegionInfo region) 
+
+
 T
 AbstractFSWALProvider.getWAL(RegionInfo region) 
 
-
+
 WAL
 WALFactory.getWAL(RegionInfo region) 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/client/class-use/Row.html
--
diff --git a/devapidocs/org/apache/hadoop/hbase/client/class-use/Row.html 
b/devapidocs/org/apache/hadoop/hbase/client/class-use/Row.html
index 3f909a0..08ea0fe 100644
--- a/devapidocs/org/apache/hadoop/hbase/client/class-use/Row.html
+++ b/devapidocs/org/apache/hadoop/hbase/client/class-use/Row.html
@@ -532,7 +532,7 @@
 
 
 
-protected void
+private void
 ReplicationSink.batch(TableName tableName,
  https://docs.oracle.com/javase/8/docs/api/java/util/Collection.html?is-external=true";
 title="class or interface in java.util">CollectionList> allRows)
 Do the changes and handle the pool

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/client/package-tree.html
--
diff --git a/devapidocs/org/apache/hadoop/hbase/client/package-tree.html 
b/devapidocs/org/apache/hadoop/hbase/client/package-tree.html
index 46f5222..697e918 100644
--- a/devapidocs/org/apache/hadoop/hbase/client/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/client/package-tree.html
@@ -553,23 +553,23 @@
 java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true";
 title="class or interface in java.lang">Enum (implements java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true";
 title="class or interface in java.lang">Comparable, java.io.https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true";
 title="class or interface in java.io">Serializable)
 
 org.apache.hadoop.hbase.client.Consistency
-org.apache.hadoop.hbase.client.SnapshotType
-org.apache.hadoop.hbase.client.RequestController.ReturnCode
-org.apache.hadoop.hbase.client.AbstractResponse.ResponseType
-org.apache.hadoop.hbase.client.MobCompactPartitionPolicy
-org.apache.hadoop.hbase.client.AsyncProcessTask.SubmittedRows
+org.apache.hadoop.hbase.client.Durability
+org.apache.hadoop.hbase.client.AsyncScanS

[49/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/apidocs/allclasses-frame.html
--
diff --git a/apidocs/allclasses-frame.html b/apidocs/allclasses-frame.html
index 9c3fc60..426ccc1 100644
--- a/apidocs/allclasses-frame.html
+++ b/apidocs/allclasses-frame.html
@@ -350,6 +350,7 @@
 StructBuilder
 StructIterator
 SubstringComparator
+SyncReplicationState
 Table
 TableBuilder
 TableCFs

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/apidocs/allclasses-noframe.html
--
diff --git a/apidocs/allclasses-noframe.html b/apidocs/allclasses-noframe.html
index e3e55b6..1a86650 100644
--- a/apidocs/allclasses-noframe.html
+++ b/apidocs/allclasses-noframe.html
@@ -350,6 +350,7 @@
 StructBuilder
 StructIterator
 SubstringComparator
+SyncReplicationState
 Table
 TableBuilder
 TableCFs

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/apidocs/index-all.html
--
diff --git a/apidocs/index-all.html b/apidocs/index-all.html
index ef0adea..d43ef99 100644
--- a/apidocs/index-all.html
+++ b/apidocs/index-all.html
@@ -8096,6 +8096,8 @@
 
 The number of bytes remaining between position and the end 
of the range.
 
+getRemoteWALDir()
 - Method in class org.apache.hadoop.hbase.replication.ReplicationPeerConfig
+ 
 getReplicaId()
 - Method in class org.apache.hadoop.hbase.client.Query
 
 Returns region replica id where Query will fetch data 
from.
@@ -8137,6 +8139,14 @@
 
 Returns the configured ReplicationPeerConfig for the 
specified peer
 
+getReplicationPeerSyncReplicationState(String)
 - Method in interface org.apache.hadoop.hbase.client.Admin
+
+Get the current cluster state in a synchronous replication 
peer.
+
+getReplicationPeerSyncReplicationState(String)
 - Method in interface org.apache.hadoop.hbase.client.AsyncAdmin
+
+Get the current cluster state in a synchronous replication 
peer.
+
 getReportTime()
 - Method in class org.apache.hadoop.hbase.ServerLoad
 
 Deprecated.
@@ -8780,6 +8790,8 @@
 
 Return a Set of filters supported by the Filter 
Language
 
+getSyncReplicationState()
 - Method in class org.apache.hadoop.hbase.replication.ReplicationPeerDescription
+ 
 getTable(TableName)
 - Method in interface org.apache.hadoop.hbase.client.AsyncConnection
 
 Retrieve an AsyncTable implementation for 
accessing a table.
@@ -11322,6 +11334,10 @@
  
 isStopRowInclusive()
 - Method in class org.apache.hadoop.hbase.filter.MultiRowRangeFilter.RowRange
  
+isSyncReplication()
 - Method in class org.apache.hadoop.hbase.replication.ReplicationPeerConfig
+
+Use remote wal dir to decide whether a peer is sync 
replication peer
+
 isSystemTable()
 - Method in class org.apache.hadoop.hbase.HRegionInfo
 
 Deprecated.
@@ -13615,6 +13631,8 @@ Input/OutputFormats, a table indexing MapReduce job, 
and utility methods.
 
 Deprecated.
  
+parseFrom(byte[])
 - Static method in enum org.apache.hadoop.hbase.replication.SyncReplicationState
+ 
 parseFromOrNull(byte[])
 - Static method in interface org.apache.hadoop.hbase.client.RegionInfo
  
 parseFromOrNull(byte[],
 int, int) - Static method in interface 
org.apache.hadoop.hbase.client.RegionInfo
@@ -15092,9 +15110,9 @@ Input/OutputFormats, a table indexing MapReduce job, 
and utility methods.
 
 ReplicationPeerDescription - Class in org.apache.hadoop.hbase.replication
 
-The POJO equivalent of 
ReplicationProtos.ReplicationPeerDescription
+The POJO equivalent of 
ReplicationProtos.ReplicationPeerDescription.
 
-ReplicationPeerDescription(String,
 boolean, ReplicationPeerConfig) - Constructor for class 
org.apache.hadoop.hbase.replication.ReplicationPeerDescription
+ReplicationPeerDescription(String,
 boolean, ReplicationPeerConfig, SyncReplicationState) - Constructor 
for class org.apache.hadoop.hbase.replication.ReplicationPeerDescription
  
 ReplicationPeerNotFoundException - Exception in 
org.apache.hadoop.hbase
 
@@ -16843,6 +16861,10 @@ Input/OutputFormats, a table indexing MapReduce job, 
and utility methods.
 This sets the class associated with the region split policy 
which
  determines when a region split should occur.
 
+setRemoteWALDir(String)
 - Method in interface org.apache.hadoop.hbase.replication.ReplicationPeerConfigBuilder
+
+Set the remote peer cluster's wal directory.
+
 setReplicaId(int)
 - Method in class org.apache.hadoop.hbase.client.Get
  
 setReplicaId(int)
 - Method in class org.apache.hadoop.hbase.client.Query
@@ -18034,6 +18056,10 @@ Input/OutputFormats, a table indexing MapReduce job, 
and utility methods.
 
 Suspends encoding of the stream.
 
+SyncReplicationState - Enum in org.apache.hadoop.hbase.replication
+
+Used by synchronous replication.
+
 SYSTEM_NAMESPACE
 - Static variable in class org.apache.hadoop.hbase.NamespaceDescriptor
  
 SYSTEM_NAMESPACE_NAME
 - Static variable in class org.apache.hadoop.hbase.NamespaceDe

[38/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/checkstyle.rss
--
diff --git a/checkstyle.rss b/checkstyle.rss
index c29ddc5..e470dbb 100644
--- a/checkstyle.rss
+++ b/checkstyle.rss
@@ -25,8 +25,8 @@ under the License.
 en-us
 ©2007 - 2018 The Apache Software Foundation
 
-  File: 3644,
- Errors: 15874,
+  File: 3683,
+ Errors: 15824,
  Warnings: 0,
  Infos: 0
   
@@ -279,7 +279,7 @@ under the License.
   0
 
 
-  1
+  0
 
   
   
@@ -1502,6 +1502,20 @@ under the License.
   
   
 
+  http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.replication.TestSyncReplicationStandBy.java";>org/apache/hadoop/hbase/replication/TestSyncReplicationStandBy.java
+
+
+  0
+
+
+  0
+
+
+  0
+
+  
+  
+
   http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.metrics.impl.RefCountingMap.java";>org/apache/hadoop/hbase/metrics/impl/RefCountingMap.java
 
 
@@ -2916,6 +2930,20 @@ under the License.
   
   
 
+  http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.replication.regionserver.SyncReplicationPeerInfoProviderImpl.java";>org/apache/hadoop/hbase/replication/regionserver/SyncReplicationPeerInfoProviderImpl.java
+
+
+  0
+
+
+  0
+
+
+  0
+
+  
+  
+
   http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.backup.TestFullBackupSet.java";>org/apache/hadoop/hbase/backup/TestFullBackupSet.java
 
 
@@ -2958,6 +2986,20 @@ under the License.
   
   
 
+  http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.replication.TestSyncReplicationMoreLogsInLocalGiveUpSplitting.java";>org/apache/hadoop/hbase/replication/TestSyncReplicationMoreLogsInLocalGiveUpSplitting.java
+
+
+  0
+
+
+  0
+
+
+  0
+
+  
+  
+
   http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.filter.FirstKeyValueMatchingQualifiersFilter.java";>org/apache/hadoop/hbase/filter/FirstKeyValueMatchingQualifiersFilter.java
 
 
@@ -3093,7 +3135,7 @@ under the License.
   0
 
 
-  19
+  18
 
   
   
@@ -4456,6 +4498,20 @@ under the License.
   
   
 
+  http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.replication.regionserver.ReplaySyncReplicationWALCallable.java";>org/apache/hadoop/hbase/replication/regionserver/ReplaySyncReplicationWALCallable.java
+
+
+  0
+
+
+  0
+
+
+  0
+
+  
+  
+
   http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.quotas.policies.NoWritesCompactionsViolationPolicyEnforcement.java";>org/apache/hadoop/hbase/quotas/policies/NoWritesCompactionsViolationPolicyEnforcement.java
 
 
@@ -4661,7 +4717,7 @@ under the License.
   0
 
 
-  38
+  39
 
   
   
@@ -4890,6 +4946,20 @@ under the License.
   
   
 
+  http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.master.replication.ZKSyncReplicationReplayWALWorkerStorage.java";>org/apache/hadoop/hbase/master/replication/ZKSyncReplicationReplayWALWorkerStorage.java
+
+
+  0
+
+
+  0
+
+
+  0
+
+  
+  
+

[45/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/apidocs/org/apache/hadoop/hbase/replication/SyncReplicationState.html
--
diff --git 
a/apidocs/org/apache/hadoop/hbase/replication/SyncReplicationState.html 
b/apidocs/org/apache/hadoop/hbase/replication/SyncReplicationState.html
new file mode 100644
index 000..93fafa6
--- /dev/null
+++ b/apidocs/org/apache/hadoop/hbase/replication/SyncReplicationState.html
@@ -0,0 +1,429 @@
+http://www.w3.org/TR/html4/loose.dtd";>
+
+
+
+
+
+SyncReplicationState (Apache HBase 3.0.0-SNAPSHOT API)
+
+
+
+
+
+var methods = {"i0":9,"i1":9,"i2":10,"i3":9,"i4":9,"i5":9};
+var tabs = {65535:["t0","All Methods"],1:["t1","Static 
Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+Skip navigation links
+
+
+
+
+Overview
+Package
+Class
+Use
+Tree
+Deprecated
+Index
+Help
+
+
+
+
+Prev Class
+Next Class
+
+
+Frames
+No Frames
+
+
+All Classes
+
+
+
+
+
+
+
+Summary: 
+Nested | 
+Enum Constants | 
+Field | 
+Method
+
+
+Detail: 
+Enum Constants | 
+Field | 
+Method
+
+
+
+
+
+
+
+
+org.apache.hadoop.hbase.replication
+Enum 
SyncReplicationState
+
+
+
+https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">java.lang.Object
+
+
+https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true";
 title="class or interface in java.lang">java.lang.Enum
+
+
+org.apache.hadoop.hbase.replication.SyncReplicationState
+
+
+
+
+
+
+
+
+
+All Implemented Interfaces:
+https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true";
 title="class or interface in java.io">Serializable, https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true";
 title="class or interface in java.lang">Comparable
+
+
+
+@InterfaceAudience.Public
+public enum SyncReplicationState
+extends https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true";
 title="class or interface in java.lang">Enum
+Used by synchronous replication. Indicate the state of the 
current cluster in a synchronous
+ replication peer. The state may be one of ACTIVE,
+ DOWNGRADE_ACTIVE
 or STANDBY.
+ 
+ For asynchronous replication, the state is NONE.
+
+
+
+
+
+
+
+
+
+
+
+Enum Constant Summary
+
+Enum Constants 
+
+Enum Constant and Description
+
+
+ACTIVE 
+
+
+DOWNGRADE_ACTIVE 
+
+
+NONE 
+
+
+STANDBY 
+
+
+
+
+
+
+
+
+
+Method Summary
+
+All Methods Static Methods Instance Methods Concrete Methods 
+
+Modifier and Type
+Method and Description
+
+
+static SyncReplicationState
+parseFrom(byte[] bytes) 
+
+
+static byte[]
+toByteArray(SyncReplicationState state) 
+
+
+int
+value() 
+
+
+static SyncReplicationState
+valueOf(int value) 
+
+
+static SyncReplicationState
+valueOf(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String name)
+Returns the enum constant of this type with the specified 
name.
+
+
+
+static SyncReplicationState[]
+values()
+Returns an array containing the constants of this enum 
type, in
+the order they are declared.
+
+
+
+
+
+
+
+Methods inherited from class java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true";
 title="class or interface in java.lang">Enum
+https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true#clone--";
 title="class or interface in java.lang">clone, https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true#compareTo-E-";
 title="class or interface in java.lang">compareTo, https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true#equals-java.lang.Object-";
 title="class or interface in java.lang">equals, https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true#finalize--";
 title="class or interface in java.lang">finalize, https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true#getDeclaringClass--";
 title="class or interface in java.lang">getDeclaringClass, https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true#hashCode--";
 title="class or interface in java.lang">hashCode, https://docs.oracle.com/javase/
 8/docs/api/java/lang/Enum.html?is-

[14/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/master/HMasterCommandLine.LocalHMaster.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/HMasterCommandLine.LocalHMaster.html
 
b/devapidocs/org/apache/hadoop/hbase/master/HMasterCommandLine.LocalHMaster.html
index 05e85cc..167a2dc 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/master/HMasterCommandLine.LocalHMaster.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/HMasterCommandLine.LocalHMaster.html
@@ -247,14 +247,14 @@ extends 
 
 Methods inherited from class org.apache.hadoop.hbase.master.HMaster
-abort,
 abortProcedure,
 addColumn,
 addReplicationPeer,
 balance,
 balance,
 balanceSwitch,
 canCreateBaseZNode, canUpdateTableDescriptor,
 checkIfShouldMoveSystemRegionAsync,
 checkInitialized,
 checkServiceStarted,
 checkTableModifiable,
 configureInfoServer,
 constructMaster,
 createMetaBootstrap,
 createNamespace,
 createRpcServices,
 createServerManager,
 createSystemTable,
 createTable,
 decommissionRegionSer
 vers, decorateMasterConfiguration,
 deleteColumn,
 deleteNamespace,
 deleteTable,
 disableReplicationPeer,
 disableTable,
 enableReplicationPeer, enableTable,
 getAssignmentManager,
 getAverageLoad,
 getCatalogJanitor,
 getClientIdAuditPrefix,
 getClusterMetrics,
 getClusterMetrics,
 getClusterMetricsWi
 thoutCoprocessor, getClusterMetricsWithoutCoprocessor,
 getClusterSchema,
 getDumpServlet,
 getFavoredNodesManager,
 getHFileCleaner,
 getInitializedEvent,
 getLastMajorCompactionTimestamp,
 getLastMajorCompactionTimestampForRegion,
 getLoadBalancer,
 getLoadBalancerClassName,
 getLoadedCoprocessors,
 getLockManager,
 getLocks,
 getLogCleaner,
 getMasterActiveTime,
 getMasterCoprocessorHost,
 getMasterCoprocessors,
 getMasterFileSystem,
 getMasterFinishedInitializationTime,
 getMasterMetrics,
 getMasterProcedureExecutor,
 getMasterProcedureManagerHost,
 getMasterQuotaManager,
 getMasterRpcServices,
 getMasterStartTime,
 getMasterWalManager,
 getMergePlanCount,
 getMetaTableObserver,
 getMobCompactionState,
 getNamespace,
 getNamespaces,
 getNumWALFiles,
 getProcedures, getProcessName,
 getQuotaObserverChore,
 getRegionNormalizer,
 getRegionNormalizerTracker,
 getRegionServerFatalLogBuffer,
 getRegionServerInfoPort,
 getRegionServerVersion,
 getRemoteInetAddress,
 getReplicationLoad,
 getReplicationPeerConfig,
 getReplicationPeerManager,
 getServerManager,
 getServerName,
 getSnapshotManager,
 getSnapshotQuotaObserverChore,
 getSpaceQuotaSnapshotNotifier,
 getSplitOrMergeTracker,
 getSplitPlanCount,
 getTableDescriptors,
 getTableRegionForRow,
 getTableStateManager,
 getUseThisHostnameInstead,
 
 getWalProcedureStore, getZooKeeper,
 initClusterSchemaService,
 initializeZKBasedSystemTrackers,
 isActiveMaster,
 isBalancerOn,
 isCatalogJanitorEnabled,
 isCleanerChoreEnabled,
 isInitialized,
 isInMaintenanceMode, isNormalizerOn,
 isSplitOrMergeEnabled,
 listDecommissionedRegionServers,
 listReplicationPeers,
 listTableDescriptors,
 listTableDescriptorsByNamespace,
 listTableNames,
 listTableNamesByNamespace,
 login,
 main,
 mergeRegions,
 modifyColumn,
 m
 odifyNamespace, modifyTable,
 move,
 normalizeRegions,
 recommissionRegionServer,
 registerService,
 remoteProcedureCompleted,
 remoteProcedureFailed, removeReplicationPeer,
 reportMobCompactionEnd,
 reportMobCompactionStart,
 requestMobCompaction,
 restoreSnapshot,
 setCatalogJani
 torEnabled, setInitialized,
 shutdown,
 splitRegion,
 stop,
 stopMaster,
 stopServiceThreads,
 truncateTable,
 updateConfigurationForSpaceQuotaObserver, href="../../../../../org/apache/hadoop/hbase/master/HMaster.html#updateReplicationPeerConfig-java.lang.String-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-">updateReplicationPeerConfig,
 > href="../../../../../org/apache/hadoop/hbase/master/HMaster.html#waitForMasterActive--">waitForMasterActive
+abort,
 abortProcedure,
 addColumn,
 addReplicationPeer,
 balance,
 balance,
 balanceSwitch,
 canCreateBaseZNode, canUpdateTableDescriptor,
 checkIfShouldMoveSystemRegionAsync,
 checkInitialized,
 checkServiceStarted,
 checkTableModifiable,
 configureInfoServer,
 constructMaster,
 createMetaBootstrap,
 createNamespace,
 createRpcServices,
 createServerManager,
 createSystemTable,
 createTable,
 decommissionRegionSer
 vers, decorateMasterConfiguration,
 deleteColumn,
 deleteNamespace,
 deleteTable,
 disableReplicationPeer,
 disableTable,
 enableReplicationPeer, enableTable,
 getAssignmentManager,
 getAverageLoad,
 getCatalogJanitor,
 getClientIdAuditPrefix,
 getClusterMetrics,
 getClusterMetrics,
 getClusterMetricsWi
 thoutCoprocessor, getClusterMetricsWithoutCoprocessor,
 getClusterSchema,
 getDumpServlet,
 getFavoredNodesManager,
 getHFileCleaner,
 getInitializedEvent,
 getLastMajorCompactionTimestamp,
 getLastMajorCompactionTimestampForRegion,
 getLoadBalancer,
 getLoadBalancerClassName,
 getLoadedCoprocessors,
 getLockManager,
 

[26/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/client/HBaseAdmin.html
--
diff --git a/devapidocs/org/apache/hadoop/hbase/client/HBaseAdmin.html 
b/devapidocs/org/apache/hadoop/hbase/client/HBaseAdmin.html
index 5d06422..d1a589e 100644
--- a/devapidocs/org/apache/hadoop/hbase/client/HBaseAdmin.html
+++ b/devapidocs/org/apache/hadoop/hbase/client/HBaseAdmin.html
@@ -18,7 +18,7 @@
 catch(err) {
 }
 //-->
-var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":9,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":42,"i29":42,"i30":42,"i31":42,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":10,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10,"i46":10,"i47":10,"i48":10,"i49":10,"i50":10,"i51":42,"i52":10,"i53":10,"i54":10,"i55":10,"i56":10,"i57":10,"i58":10,"i59":10,"i60":10,"i61":10,"i62":10,"i63":10,"i64":10,"i65":10,"i66":10,"i67":10,"i68":10,"i69":10,"i70":10,"i71":10,"i72":10,"i73":10,"i74":10,"i75":10,"i76":10,"i77":10,"i78":10,"i79":10,"i80":10,"i81":10,"i82":10,"i83":9,"i84":10,"i85":10,"i86":10,"i87":10,"i88":9,"i89":10,"i90":10,"i91":10,"i92":10,"i93":10,"i94":10,"i95":10,"i96":10,"i97":10,"i98":41,"i99":10,"i100":10,"i101":10,"i102":10,"i103":42,"i104":10,"i105":10,"i106":10,"i107":10,"i108":10,"i109
 
":10,"i110":10,"i111":10,"i112":10,"i113":10,"i114":10,"i115":10,"i116":10,"i117":10,"i118":9,"i119":10,"i120":10,"i121":10,"i122":42,"i123":10,"i124":10,"i125":10,"i126":10,"i127":10,"i128":10,"i129":10,"i130":10,"i131":10,"i132":10,"i133":10,"i134":10,"i135":10,"i136":10,"i137":10,"i138":10,"i139":10,"i140":10,"i141":10,"i142":10,"i143":10,"i144":10,"i145":10,"i146":10,"i147":10,"i148":10,"i149":10,"i150":10,"i151":10,"i152":10,"i153":10,"i154":10,"i155":10,"i156":10,"i157":10,"i158":10,"i159":10,"i160":10,"i161":10,"i162":10,"i163":10,"i164":10,"i165":10,"i166":10,"i167":10,"i168":10,"i169":10,"i170":10,"i171":10,"i172":10,"i173":10,"i174":42,"i175":10,"i176":10,"i177":10,"i178":10,"i179":10,"i180":10,"i181":10,"i182":10,"i183":10,"i184":10,"i185":10,"i186":10,"i187":10,"i188":10,"i189":10,"i190":10,"i191":10,"i192":10,"i193":10,"i194":10,"i195":10,"i196":10,"i197":10,"i198":10,"i199":10,"i200":10,"i201":42,"i202":10,"i203":10,"i204":10,"i205":10,"i206":10,"i207":10,"i208":10,"i2
 
09":10,"i210":10,"i211":10,"i212":10,"i213":10,"i214":10,"i215":10,"i216":10,"i217":10,"i218":10,"i219":10,"i220":10,"i221":10,"i222":10,"i223":10,"i224":10,"i225":10,"i226":10,"i227":10,"i228":10,"i229":10,"i230":10,"i231":10,"i232":10,"i233":10};
+var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":9,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":42,"i29":42,"i30":42,"i31":42,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":10,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10,"i46":10,"i47":10,"i48":10,"i49":10,"i50":10,"i51":42,"i52":10,"i53":10,"i54":10,"i55":10,"i56":10,"i57":10,"i58":10,"i59":10,"i60":10,"i61":10,"i62":10,"i63":10,"i64":10,"i65":10,"i66":10,"i67":10,"i68":10,"i69":10,"i70":10,"i71":10,"i72":10,"i73":10,"i74":10,"i75":10,"i76":10,"i77":10,"i78":10,"i79":10,"i80":10,"i81":10,"i82":10,"i83":9,"i84":10,"i85":10,"i86":10,"i87":10,"i88":9,"i89":10,"i90":10,"i91":10,"i92":10,"i93":10,"i94":10,"i95":10,"i96":10,"i97":10,"i98":41,"i99":10,"i100":10,"i101":10,"i102":10,"i103":42,"i104":10,"i105":10,"i106":10,"i107":10,"i108":10,"i109
 
":10,"i110":10,"i111":10,"i112":10,"i113":10,"i114":10,"i115":10,"i116":10,"i117":10,"i118":9,"i119":10,"i120":10,"i121":10,"i122":42,"i123":10,"i124":10,"i125":10,"i126":10,"i127":10,"i128":10,"i129":10,"i130":10,"i131":10,"i132":10,"i133":10,"i134":10,"i135":10,"i136":10,"i137":10,"i138":10,"i139":10,"i140":10,"i141":10,"i142":10,"i143":10,"i144":10,"i145":10,"i146":10,"i147":10,"i148":10,"i149":10,"i150":10,"i151":10,"i152":10,"i153":10,"i154":10,"i155":10,"i156":10,"i157":10,"i158":10,"i159":10,"i160":10,"i161":10,"i162":10,"i163":10,"i164":10,"i165":10,"i166":10,"i167":10,"i168":10,"i169":10,"i170":10,"i171":10,"i172":10,"i173":10,"i174":42,"i175":10,"i176":10,"i177":10,"i178":10,"i179":10,"i180":10,"i181":10,"i182":10,"i183":10,"i184":10,"i185":10,"i186":10,"i187":10,"i188":10,"i189":10,"i190":10,"i191":10,"i192":10,"i193":10,"i194":10,"i195":10,"i196":10,"i197":10,"i198":10,"i199":10,"i200":10,"i201":42,"i202":10,"i203":10,"i204":10,"i205":10,"i206":10,"i207":10,"i208":10,"i2
 
09":10,"i210":10,"i211":10,"i212":10,"i213":10,"i214":10,"i215":10,"i216":10,"i217":10,"i218":10,"i219":10,"i220":10,"i221":10,"i222":10,"i223":10,"i224":10,"i225":10,"i226":10,"i227":10,"i228":10,"i229":10,"i230"

[02/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/master/replication/SyncReplicationReplayWALProcedure.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/replication/SyncReplicationReplayWALProcedure.html
 
b/devapidocs/org/apache/hadoop/hbase/master/replication/SyncReplicationReplayWALProcedure.html
new file mode 100644
index 000..a9584c4
--- /dev/null
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/replication/SyncReplicationReplayWALProcedure.html
@@ -0,0 +1,641 @@
+http://www.w3.org/TR/html4/loose.dtd";>
+
+
+
+
+
+SyncReplicationReplayWALProcedure (Apache HBase 3.0.0-SNAPSHOT 
API)
+
+
+
+
+
+var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10};
+var tabs = {65535:["t0","All Methods"],2:["t2","Instance 
Methods"],8:["t4","Concrete Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+Skip navigation links
+
+
+
+
+Overview
+Package
+Class
+Use
+Tree
+Deprecated
+Index
+Help
+
+
+
+
+Prev Class
+Next Class
+
+
+Frames
+No Frames
+
+
+All Classes
+
+
+
+
+
+
+
+Summary: 
+Nested | 
+Field | 
+Constr | 
+Method
+
+
+Detail: 
+Field | 
+Constr | 
+Method
+
+
+
+
+
+
+
+
+org.apache.hadoop.hbase.master.replication
+Class 
SyncReplicationReplayWALProcedure
+
+
+
+https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">java.lang.Object
+
+
+org.apache.hadoop.hbase.procedure2.Procedure
+
+
+org.apache.hadoop.hbase.procedure2.StateMachineProcedure
+
+
+org.apache.hadoop.hbase.master.replication.SyncReplicationReplayWALProcedure
+
+
+
+
+
+
+
+
+
+
+
+All Implemented Interfaces:
+https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true";
 title="class or interface in java.lang">Comparable>, PeerProcedureInterface
+
+
+
+@InterfaceAudience.Private
+public class SyncReplicationReplayWALProcedure
+extends StateMachineProcedure
+implements PeerProcedureInterface
+
+
+
+
+
+
+
+
+
+
+
+Nested Class Summary
+
+
+
+
+Nested classes/interfaces inherited from 
class org.apache.hadoop.hbase.procedure2.StateMachineProcedure
+StateMachineProcedure.Flow
+
+
+
+
+
+Nested classes/interfaces inherited from 
class org.apache.hadoop.hbase.procedure2.Procedure
+Procedure.LockState
+
+
+
+
+
+Nested classes/interfaces inherited from 
interface org.apache.hadoop.hbase.master.procedure.PeerProcedureInterface
+PeerProcedureInterface.PeerOperationType
+
+
+
+
+
+
+
+
+Field Summary
+
+Fields 
+
+Modifier and Type
+Field and Description
+
+
+private static org.slf4j.Logger
+LOG 
+
+
+private https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String
+peerId 
+
+
+private https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true";
 title="class or interface in java.util">ListString>
+wals 
+
+
+private ServerName
+worker 
+
+
+
+
+
+
+Fields inherited from class org.apache.hadoop.hbase.procedure2.Procedure
+NO_PROC_ID,
 NO_TIMEOUT
+
+
+
+
+
+
+
+
+Constructor Summary
+
+Constructors 
+
+Constructor and Description
+
+
+SyncReplicationReplayWALProcedure() 
+
+
+SyncReplicationReplayWALProcedure(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String peerId,
+ https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true";
 title="class or interface in java.util">ListString> wals) 
+
+
+
+
+
+
+
+
+
+Method Summary
+
+All Methods Instance Methods Concrete Methods 
+
+Modifier and Type
+Method and Description
+
+
+protected void
+deserializeStateData(ProcedureStateSerializer serializer)
+Called on store load to allow the user to decode the 
previously serializ

[39/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/checkstyle-aggregate.html
--
diff --git a/checkstyle-aggregate.html b/checkstyle-aggregate.html
index d896b73..cdbd70d 100644
--- a/checkstyle-aggregate.html
+++ b/checkstyle-aggregate.html
@@ -7,7 +7,7 @@
   
 
 
-
+
 
 Apache HBase – Checkstyle Results
 
@@ -281,10 +281,10 @@
  Warnings
  Errors
 
-3644
+3683
 0
 0
-15874
+15824
 
 Files
 
@@ -612,7 +612,7 @@
 org/apache/hadoop/hbase/PerformanceEvaluation.java
 0
 0
-38
+39
 
 org/apache/hadoop/hbase/PerformanceEvaluationCommons.java
 0
@@ -1477,7 +1477,7 @@
 org/apache/hadoop/hbase/client/RawAsyncHBaseAdmin.java
 0
 0
-88
+89
 
 org/apache/hadoop/hbase/client/RegionAdminServiceCallable.java
 0
@@ -2547,7 +2547,7 @@
 org/apache/hadoop/hbase/executor/EventType.java
 0
 0
-39
+38
 
 org/apache/hadoop/hbase/executor/ExecutorService.java
 0
@@ -2557,7 +2557,7 @@
 org/apache/hadoop/hbase/executor/ExecutorType.java
 0
 0
-19
+18
 
 org/apache/hadoop/hbase/favored/FavoredNodeAssignmentHelper.java
 0
@@ -3169,3555 +3169,3545 @@
 0
 1
 
-org/apache/hadoop/hbase/io/asyncfs/FanOutOneBlockAsyncDFSOutput.java
-0
-0
-1
-
 org/apache/hadoop/hbase/io/asyncfs/FanOutOneBlockAsyncDFSOutputHelper.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/io/asyncfs/FanOutOneBlockAsyncDFSOutputSaslHelper.java
 0
 0
 4
-
+
 org/apache/hadoop/hbase/io/asyncfs/TestSaslFanOutOneBlockAsyncDFSOutput.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/io/compress/Compression.java
 0
 0
 9
-
+
 org/apache/hadoop/hbase/io/crypto/Cipher.java
 0
 0
 4
-
+
 org/apache/hadoop/hbase/io/crypto/Decryptor.java
 0
 0
 3
-
+
 org/apache/hadoop/hbase/io/crypto/Encryption.java
 0
 0
 53
-
+
 org/apache/hadoop/hbase/io/crypto/Encryptor.java
 0
 0
 3
-
+
 org/apache/hadoop/hbase/io/crypto/KeyProvider.java
 0
 0
 4
-
+
 org/apache/hadoop/hbase/io/crypto/TestEncryption.java
 0
 0
 4
-
+
 org/apache/hadoop/hbase/io/crypto/aes/CryptoAES.java
 0
 0
 2
-
+
 org/apache/hadoop/hbase/io/encoding/BufferedDataBlockEncoder.java
 0
 0
 6
-
+
 org/apache/hadoop/hbase/io/encoding/CopyKeyDataBlockEncoder.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/io/encoding/DataBlockEncoder.java
 0
 0
 15
-
+
 org/apache/hadoop/hbase/io/encoding/DataBlockEncoding.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/io/encoding/EncodedDataBlock.java
 0
 0
 3
-
+
 org/apache/hadoop/hbase/io/encoding/HFileBlockDecodingContext.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/io/encoding/HFileBlockDefaultEncodingContext.java
 0
 0
 3
-
+
 org/apache/hadoop/hbase/io/encoding/HFileBlockEncodingContext.java
 0
 0
 3
-
+
 org/apache/hadoop/hbase/io/encoding/RowIndexCodecV1.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/io/encoding/TestDataBlockEncoders.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/io/encoding/TestEncodedSeekers.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/io/hadoopbackport/ThrottledInputStream.java
 0
 0
 4
-
+
 org/apache/hadoop/hbase/io/hfile/BlockCache.java
 0
 0
 2
-
+
 org/apache/hadoop/hbase/io/hfile/BlockCacheKey.java
 0
 0
 2
-
+
 org/apache/hadoop/hbase/io/hfile/BlockCacheUtil.java
 0
 0
 28
-
+
 org/apache/hadoop/hbase/io/hfile/BlockCachesIterator.java
 0
 0
 2
-
+
 org/apache/hadoop/hbase/io/hfile/BlockType.java
 0
 0
 2
-
+
 org/apache/hadoop/hbase/io/hfile/CacheConfig.java
 0
 0
 8
-
+
 org/apache/hadoop/hbase/io/hfile/CacheStats.java
 0
 0
 5
-
+
 org/apache/hadoop/hbase/io/hfile/CacheTestUtils.java
 0
 0
 2
-
+
 org/apache/hadoop/hbase/io/hfile/Cacheable.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/io/hfile/CacheableDeserializer.java
 0
 0
 3
-
+
 org/apache/hadoop/hbase/io/hfile/CacheableDeserializerIdManager.java
 0
 0
 4
-
+
 org/apache/hadoop/hbase/io/hfile/ChecksumUtil.java
 0
 0
 2
-
+
 org/apache/hadoop/hbase/io/hfile/CombinedBlockCache.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/io/hfile/CompoundBloomFilter.java
 0
 0
 2
-
+
 org/apache/hadoop/hbase/io/hfile/CompoundBloomFilterBase.java
 0
 0
 2
-
+
 org/apache/hadoop/hbase/io/hfile/CompoundBloomFilterWriter.java
 0
 0
 3
-
+
 org/apache/hadoop/hbase/io/hfile/CorruptHFileException.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/io/hfile/FixedFileTrailer.java
 0
 0
 14
-
+
 org/apache/hadoop/hbase/io/hfile/HFile.java
 0
 0
 36
-
+
 org/apache/hadoop/hbase/io/hfile/HFileBlock.java
 0
 0
 25
-
+
 org/apache/hadoop/hbase/io/hfile/HFileBlockIndex.java
 0
 0
 39
-
+
 org/apache/hadoop/hbase/io/hfile/HFileContext.java
 0
 0
 2
-
+
 org/apache/hadoop/hbase/io/hfile/HFileDataBlockEncoder.java
 0
 0
 13
-
+
 org/apache/hadoop/hbase/io/hfile/HFileDataBlockEncoderImpl.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/io/hfile/HFilePrettyPrinter.java
 0
 0
 14
-
+
 org/apache/hadoop/hbase/io/hfile/HFileReaderImpl.java
 0
 0
 52
-
+
 org/apache/hadoop/hbase/io/hfile/HFileScanner.java
 0
 0
 23
-
+
 org/apache/hadoop/hbase/io/hfile/HFileUtil.java
 0
 0
 5
-
+
 org/apache/hadoop/hbase/io/hfile/HFileWriterImpl.java
 0
 0
 26
-
+
 org/apache/hadoop/hbase/io/hfile/KVGenerat

[11/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/master/MasterRpcServices.html
--
diff --git a/devapidocs/org/apache/hadoop/hbase/master/MasterRpcServices.html 
b/devapidocs/org/apache/hadoop/hbase/master/MasterRpcServices.html
index 47f5b30..e42a6a6 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/MasterRpcServices.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/MasterRpcServices.html
@@ -18,7 +18,7 @@
 catch(err) {
 }
 //-->
-var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":10,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10,"i46":10,"i47":10,"i48":10,"i49":10,"i50":10,"i51":10,"i52":10,"i53":10,"i54":10,"i55":10,"i56":10,"i57":10,"i58":10,"i59":10,"i60":10,"i61":10,"i62":10,"i63":10,"i64":10,"i65":10,"i66":10,"i67":10,"i68":10,"i69":10,"i70":10,"i71":10,"i72":10,"i73":10,"i74":10,"i75":10,"i76":10,"i77":10,"i78":10,"i79":10,"i80":10,"i81":10,"i82":10,"i83":10,"i84":10,"i85":10,"i86":10,"i87":10,"i88":10,"i89":10,"i90":10,"i91":10,"i92":10,"i93":10,"i94":10,"i95":10,"i96":10,"i97":10,"i98":10,"i99":10,"i100":10};
+var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":10,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10,"i46":10,"i47":10,"i48":10,"i49":10,"i50":10,"i51":10,"i52":10,"i53":10,"i54":10,"i55":10,"i56":10,"i57":10,"i58":10,"i59":10,"i60":10,"i61":10,"i62":10,"i63":10,"i64":10,"i65":10,"i66":10,"i67":10,"i68":10,"i69":10,"i70":10,"i71":10,"i72":10,"i73":10,"i74":10,"i75":10,"i76":10,"i77":10,"i78":10,"i79":10,"i80":10,"i81":10,"i82":10,"i83":10,"i84":10,"i85":10,"i86":10,"i87":10,"i88":10,"i89":10,"i90":10,"i91":10,"i92":10,"i93":10,"i94":10,"i95":10,"i96":10,"i97":10,"i98":10,"i99":10,"i100":10,"i101":10};
 var tabs = {65535:["t0","All Methods"],2:["t2","Instance 
Methods"],8:["t4","Concrete Methods"]};
 var altColor = "altColor";
 var rowColor = "rowColor";
@@ -119,7 +119,7 @@ var activeTableTab = "activeTableTab";
 
 
 @InterfaceAudience.Private
-public class MasterRpcServices
+public class MasterRpcServices
 extends RSRpcServices
 implements 
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.MasterService.BlockingInterface,
 
org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos.RegionServerStatusService.BlockingInterface,
 
org.apache.hadoop.hbase.shaded.protobuf.generated.LockServiceProtos.LockService.BlockingInterface
 Implements the master RPC services.
@@ -744,16 +744,21 @@ implements 
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.Master
 synchronousBalanceSwitch(boolean b) 
 
 
+org.apache.hadoop.hbase.shaded.protobuf.generated.ReplicationProtos.TransitReplicationPeerSyncReplicationStateResponse
+transitReplicationPeerSyncReplicationState(org.apache.hbase.thirdparty.com.google.protobuf.RpcController controller,
+  
org.apache.hadoop.hbase.shaded.protobuf.generated.ReplicationProtos.TransitReplicationPeerSyncReplicationStateRequest request) 
+
+
 org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.TruncateTableResponse
 truncateTable(org.apache.hbase.thirdparty.com.google.protobuf.RpcController controller,
  
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.TruncateTableRequest request) 
 
-
+
 org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.UnassignRegionResponse
 unassignRegion(org.apache.hbase.thirdparty.com.google.protobuf.RpcController controller,
   
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.UnassignRegionRequest req) 
 
-
+
 org.apache.hadoop.hbase.shaded.protobuf.generated.ReplicationProtos.UpdateReplicationPeerConfigResponse
 updateReplicationPeerConfig(org.apache.hbase.thirdparty.com.google.protobuf.RpcController controller,

org.apache.hadoop.hbase.shaded.protobuf.generated.ReplicationProtos.UpdateReplicationPeerConfigRequest request) 
@@ -793,7 +798,7 @@ implements 
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.Master
 
 
 LOG
-private static final org.slf4j.Logger LOG
+private static final org.slf4j.Logger LOG
 
 
 
@@ -802,7 +807,7 @@ implements 
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.Master
 
 
 master
-private final HMaster master
+private final HMaster master
 
 
 
@@ -819,7

[25/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/client/MasterKeepAliveConnection.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/client/MasterKeepAliveConnection.html 
b/devapidocs/org/apache/hadoop/hbase/client/MasterKeepAliveConnection.html
index 3cb9cd4..8dc7ab4 100644
--- a/devapidocs/org/apache/hadoop/hbase/client/MasterKeepAliveConnection.html
+++ b/devapidocs/org/apache/hadoop/hbase/client/MasterKeepAliveConnection.html
@@ -149,7 +149,7 @@ extends 
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.MasterSer
 
 
 Methods inherited from 
interface org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.MasterService.BlockingInterface
-abortProcedure, addColumn, addReplicationPeer, assignRegion, balance, 
clearDeadServers, createNamespace, createTable, decommissionRegionServers, 
deleteColumn, deleteNamespace, deleteSnapshot, deleteTable, 
disableReplicationPeer, disableTable, enableCatalogJanitor, 
enableReplicationPeer, enableTable, execMasterService, execProcedure, 
execProcedureWithRet, getClusterStatus, getCompletedSnapshots, 
getLastMajorCompactionTimestamp, getLastMajorCompactionTimestampForRegion, 
getLocks, getNamespaceDescriptor, getProcedureResult, getProcedures, 
getQuotaStates, getReplicationPeerConfig, getSchemaAlterStatus, 
getSecurityCapabilities, getSpaceQuotaRegionSizes, getTableDescriptors, 
getTableNames, getTableState, isBalancerEnabled, isCatalogJanitorEnabled, 
isCleanerChoreEnabled, isMasterInMaintenanceMode, isMasterRunning, 
isNormalizerEnabled, isProcedureDone, isSnapshotDone, isSplitOrMergeEnabled, 
listDecommissionedRegionServers, listNamespaceDescriptors, 
listReplicationPeers, listTableDescr
 iptorsByNamespace, listTableNamesByNamespace, mergeTableRegions, modifyColumn, 
modifyNamespace, modifyTable, moveRegion, normalize, offlineRegion, 
recommissionRegionServer, removeReplicationPeer, restoreSnapshot, 
runCatalogScan, runCleanerChore, setBalancerRunning, setCleanerChoreRunning, 
setNormalizerRunning, setQuota, setSplitOrMergeEnabled, shutdown, snapshot, 
splitRegion, stopMaster, truncateTable, unassignRegion, 
updateReplicationPeerConfig
+abortProcedure, addColumn, addReplicationPeer, assignRegion, balance, 
clearDeadServers, createNamespace, createTable, decommissionRegionServers, 
deleteColumn, deleteNamespace, deleteSnapshot, deleteTable, 
disableReplicationPeer, disableTable, enableCatalogJanitor, 
enableReplicationPeer, enableTable, execMasterService, execProcedure, 
execProcedureWithRet, getClusterStatus, getCompletedSnapshots, 
getLastMajorCompactionTimestamp, getLastMajorCompactionTimestampForRegion, 
getLocks, getNamespaceDescriptor, getProcedureResult, getProcedures, 
getQuotaStates, getReplicationPeerConfig, getSchemaAlterStatus, 
getSecurityCapabilities, getSpaceQuotaRegionSizes, getTableDescriptors, 
getTableNames, getTableState, isBalancerEnabled, isCatalogJanitorEnabled, 
isCleanerChoreEnabled, isMasterInMaintenanceMode, isMasterRunning, 
isNormalizerEnabled, isProcedureDone, isSnapshotDone, isSplitOrMergeEnabled, 
listDecommissionedRegionServers, listNamespaceDescriptors, 
listReplicationPeers, listTableDescr
 iptorsByNamespace, listTableNamesByNamespace, mergeTableRegions, modifyColumn, 
modifyNamespace, modifyTable, moveRegion, normalize, offlineRegion, 
recommissionRegionServer, removeReplicationPeer, restoreSnapshot, 
runCatalogScan, runCleanerChore, setBalancerRunning, setCleanerChoreRunning, 
setNormalizerRunning, setQuota, setSplitOrMergeEnabled, shutdown, snapshot, 
splitRegion, stopMaster, transitReplicationPeerSyncReplicationState, 
truncateTable, unassignRegion, updateReplicationPeerConfig
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/client/RawAsyncHBaseAdmin.AddColumnFamilyProcedureBiConsumer.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/client/RawAsyncHBaseAdmin.AddColumnFamilyProcedureBiConsumer.html
 
b/devapidocs/org/apache/hadoop/hbase/client/RawAsyncHBaseAdmin.AddColumnFamilyProcedureBiConsumer.html
index e5df4ee..efab22f 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/client/RawAsyncHBaseAdmin.AddColumnFamilyProcedureBiConsumer.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/client/RawAsyncHBaseAdmin.AddColumnFamilyProcedureBiConsumer.html
@@ -127,7 +127,7 @@ var activeTableTab = "activeTableTab";
 
 
 
-private class RawAsyncHBaseAdmin.AddColumnFamilyProcedureBiConsumer
+private class RawAsyncHBaseAdmin.AddColumnFamilyProcedureBiConsumer
 extends RawAsyncHBaseAdmin.TableProcedureBiConsumer
 
 
@@ -232,7 +232,7 @@ extends 
 
 AddColumnFamilyProcedureBiConsumer
-AddColumnFamilyProcedureBiConsumer(TableName tableName)
+AddColumnFamilyProcedureBiConsumer(TableName tableName)
 
 
 
@@ -249,7 +249,7 @@ extends 
 
 getOperationType
-https://docs.oracle.com/ja

[41/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/book.html
--
diff --git a/book.html b/book.html
index 33f6b3f..9483e80 100644
--- a/book.html
+++ b/book.html
@@ -162,173 +162,180 @@
 91. Limitations of the Backup and Restore 
Utility
 
 
+Synchronous Replication
+
+92. Background
+93. Design
+94. Operation and 
maintenance
+
+
 Apache HBase APIs
 
-92. Examples
+95. Examples
 
 
 Apache HBase External APIs
 
-93. REST
-94. Thrift
-95. C/C++ Apache HBase Client
-96. Using Java Data Objects (JDO) with HBase
-97. Scala
-98. Jython
+96. REST
+97. Thrift
+98. C/C++ Apache HBase Client
+99. Using Java Data Objects (JDO) with HBase
+100. Scala
+101. Jython
 
 
 Thrift API and Filter Language
 
-99. Filter Language
+102. Filter Language
 
 
 HBase and Spark
 
-100. Basic Spark
-101. Spark Streaming
-102. Bulk Load
-103. SparkSQL/DataFrames
+103. Basic Spark
+104. Spark Streaming
+105. Bulk Load
+106. SparkSQL/DataFrames
 
 
 Apache HBase Coprocessors
 
-104. Coprocessor Overview
-105. Types of Coprocessors
-106. Loading Coprocessors
-107. Examples
-108. Guidelines For 
Deploying A Coprocessor
-109. Restricting Coprocessor 
Usage
+107. Coprocessor Overview
+108. Types of Coprocessors
+109. Loading Coprocessors
+110. Examples
+111. Guidelines For 
Deploying A Coprocessor
+112. Restricting Coprocessor 
Usage
 
 
 Apache HBase Performance Tuning
 
-110. Operating System
-111. Network
-112. Java
-113. HBase Configurations
-114. ZooKeeper
-115. Schema Design
-116. HBase General Patterns
-117. Writing to HBase
-118. Reading from HBase
-119. Deleting from HBase
-120. HDFS
-121. Amazon EC2
-122. Collocating HBase and 
MapReduce
-123. Case Studies
+113. Operating System
+114. Network
+115. Java
+116. HBase Configurations
+117. ZooKeeper
+118. Schema Design
+119. HBase General Patterns
+120. Writing to HBase
+121. Reading from HBase
+122. Deleting from HBase
+123. HDFS
+124. Amazon EC2
+125. Collocating HBase and 
MapReduce
+126. Case Studies
 
 
 Troubleshooting and Debugging Apache HBase
 
-124. General Guidelines
-125. Logs
-126. Resources
-127. Tools
-128. Client
-129. MapReduce
-130. NameNode
-131. Network
-132. RegionServer
-133. Master
-134. ZooKeeper
-135. Amazon EC2
-136. HBase and Hadoop version issues
-137. HBase and HDFS
-138. Running unit or integration tests
-139. Case Studies
-140. Cryptographic Features
-141. Operating System 
Specific Issues
-142. JDK Issues
+127. General Guidelines
+128. Logs
+129. Resources
+130. Tools
+131. Client
+132. MapReduce
+133. NameNode
+134. Network
+135. RegionServer
+136. Master
+137. ZooKeeper
+138. Amazon EC2
+139. HBase and Hadoop version issues
+140. HBase and HDFS
+141. Running unit or integration tests
+142. Case Studies
+143. Cryptographic Features
+144. Operating System 
Specific Issues
+145. JDK Issues
 
 
 Apache HBase Case Studies
 
-143. Overview
-144. Schema Design
-145. Performance/Troubleshooting
+146. Overview
+147. Schema Design
+148. Performance/Troubleshooting
 
 
 Apache HBase Operational Management
 
-146. HBase Tools and Utilities
-147. Region Management
-148. Node Management
-149. HBase Metrics
-150. HBase Monitoring
-151. Cluster Replication
-152. Running 
Multiple Workloads On a Single Cluster
-153. HBase Backup
-154. HBase Snapshots
-155. Storing Snapshots in Microsoft Azure Blob 
Storage
-156. Capacity Planning and Region Sizing
-157. Table Rename
-158. RegionServer Grouping
-159. Region Normalizer
+149. HBase Tools and Utilities
+150. Region Management
+151. Node Management
+152. HBase Metrics
+153. HBase Monitoring
+154. Cluster Replication
+155. Running 
Multiple Workloads On a Single Cluster
+156. HBase Backup
+157. HBase Snapshots
+158. Storing Snapshots in Microsoft Azure Blob 
Storage
+159. Capacity Planning and Region Sizing
+160. Table Rename
+161. RegionServer Grouping
+162. Region Normalizer
 
 
 Building and Developing Apache HBase
 
-160. Getting Involved
-161. Apache HBase Repositories
-162. IDEs
-163. Building Apache HBase
-164. Releasing Apache HBase
-165. Voting on Release Candidates
-166. Announcing Releases
-167. Generating the HBase Reference Guide
-168. Updating https://hbase.apache.org";>hbase.apache.org
-169. Tests
-170. Developer Guidelines
+163. Getting Involved
+164. Apache HBase Repositories
+165. IDEs
+166. Building Apache HBase
+167. Releasing Apache HBase
+168. Voting on Release Candidates
+169. Announcing Releases
+170. Generating the HBase Reference Guide
+171. Updating https://hbase.apache.org";>hbase.apache.org
+172. Tests
+173. Developer Guidelines
 
 
 Unit Testing HBase Applications
 
-171. JUnit
-172. Mockito
-173. MRUnit
-174. 
Integration Testing with an HBase Mini-Cluster
+174. JUnit
+175. Mockito
+176. MRUnit
+177. 
Integration Testing with an HBase Mini-Cluster
 
 
 Protobuf in HBase
 
-175. Protobuf
+178. Protobuf
 
 
 Procedure Framework (Pv2): https://issues.apache.org/jira/browse/HBASE-12439";>HBASE-12439
 
-176. Procedure

[28/51] [partial] hbase-site git commit: Published site at 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/client/HBaseAdmin.AbortProcedureFuture.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/client/HBaseAdmin.AbortProcedureFuture.html
 
b/devapidocs/org/apache/hadoop/hbase/client/HBaseAdmin.AbortProcedureFuture.html
index d58acf6..a7c25bf 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/client/HBaseAdmin.AbortProcedureFuture.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/client/HBaseAdmin.AbortProcedureFuture.html
@@ -122,7 +122,7 @@ var activeTableTab = "activeTableTab";
 
 
 
-private static class HBaseAdmin.AbortProcedureFuture
+private static class HBaseAdmin.AbortProcedureFuture
 extends HBaseAdmin.ProcedureFutureBoolean>
 
 
@@ -235,7 +235,7 @@ extends 
 
 isAbortInProgress
-private boolean isAbortInProgress
+private boolean isAbortInProgress
 
 
 
@@ -252,7 +252,7 @@ extends 
 
 AbortProcedureFuture
-public AbortProcedureFuture(HBaseAdmin admin,
+public AbortProcedureFuture(HBaseAdmin admin,
 https://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true";
 title="class or interface in java.lang">Long procId,
 https://docs.oracle.com/javase/8/docs/api/java/lang/Boolean.html?is-external=true";
 title="class or interface in 
java.lang">Boolean abortProcResponse)
 
@@ -271,7 +271,7 @@ extends 
 
 get
-public https://docs.oracle.com/javase/8/docs/api/java/lang/Boolean.html?is-external=true";
 title="class or interface in java.lang">Boolean get(long timeout,
+public https://docs.oracle.com/javase/8/docs/api/java/lang/Boolean.html?is-external=true";
 title="class or interface in java.lang">Boolean get(long timeout,
https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/TimeUnit.html?is-external=true";
 title="class or interface in java.util.concurrent">TimeUnit unit)
 throws https://docs.oracle.com/javase/8/docs/api/java/lang/InterruptedException.html?is-external=true";
 title="class or interface in java.lang">InterruptedException,
https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ExecutionException.html?is-external=true";
 title="class or interface in java.util.concurrent">ExecutionException,

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/client/HBaseAdmin.AddColumnFamilyFuture.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/client/HBaseAdmin.AddColumnFamilyFuture.html
 
b/devapidocs/org/apache/hadoop/hbase/client/HBaseAdmin.AddColumnFamilyFuture.html
index 7778cf7..c40eaa2 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/client/HBaseAdmin.AddColumnFamilyFuture.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/client/HBaseAdmin.AddColumnFamilyFuture.html
@@ -132,7 +132,7 @@ var activeTableTab = "activeTableTab";
 
 
 
-private static class HBaseAdmin.AddColumnFamilyFuture
+private static class HBaseAdmin.AddColumnFamilyFuture
 extends HBaseAdmin.ModifyTableFuture
 
 
@@ -246,7 +246,7 @@ extends 
 
 AddColumnFamilyFuture
-public AddColumnFamilyFuture(HBaseAdmin admin,
+public AddColumnFamilyFuture(HBaseAdmin admin,
  TableName tableName,
  
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.AddColumnResponse response)
 
@@ -265,7 +265,7 @@ extends 
 
 getOperationType
-public https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String getOperationType()
+public https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String getOperationType()
 
 Overrides:
 getOperationType in
 class HBaseAdmin.ModifyTableFuture

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eb5d2c62/devapidocs/org/apache/hadoop/hbase/client/HBaseAdmin.CreateTableFuture.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/client/HBaseAdmin.CreateTableFuture.html 
b/devapidocs/org/apache/hadoop/hbase/client/HBaseAdmin.CreateTableFuture.html
index c909e9b..d9ab295 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/client/HBaseAdmin.CreateTableFuture.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/client/HBaseAdmin.CreateTableFuture.html
@@ -127,7 +127,7 @@ var activeTableTab = "activeTableTab";
 
 
 
-private static class HBaseAdmin.CreateTableFuture
+private static class HBaseAdmin.CreateTableFuture
 extends HBaseAdmin.TableFutureVoid>
 
 
@@ -268,7 +268,7 @@ extends 
 
 desc
-pr

[35/36] hbase git commit: HBASE-20801 Fix broken TestReplicationShell

[zhangduo]

HBASE-20801 Fix broken TestReplicationShell


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/6198e1fc
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/6198e1fc
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/6198e1fc

Branch: refs/heads/master
Commit: 6198e1fc7dfa85c3bc6b2855f9a5fb5f4b2354ff
Parents: 0789e15
Author: zhangduo 
Authored: Thu Jun 28 10:27:11 2018 +0800
Committer: zhangduo 
Committed: Thu Jun 28 18:08:43 2018 +0800

--
 .../test/ruby/hbase/replication_admin_test.rb   | 22 
 1 file changed, 18 insertions(+), 4 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/6198e1fc/hbase-shell/src/test/ruby/hbase/replication_admin_test.rb
--
diff --git a/hbase-shell/src/test/ruby/hbase/replication_admin_test.rb 
b/hbase-shell/src/test/ruby/hbase/replication_admin_test.rb
index 9d364ce..f44fd8c 100644
--- a/hbase-shell/src/test/ruby/hbase/replication_admin_test.rb
+++ b/hbase-shell/src/test/ruby/hbase/replication_admin_test.rb
@@ -103,7 +103,10 @@ module Hbase
 define_test "add_peer: remote wal dir" do
   cluster_key = "server1.cie.com:2181:/hbase"
   remote_wal_dir = "hdfs://srv1:/hbase"
-  args = { CLUSTER_KEY => cluster_key, REMOTE_WAL_DIR => remote_wal_dir }
+  table_cfs = { "ns3:table1" => [], "ns3:table2" => [],
+"ns3:table3" => [] }
+  args = { CLUSTER_KEY => cluster_key, REMOTE_WAL_DIR => remote_wal_dir,
+TABLE_CFS => table_cfs}
   command(:add_peer, @peer_id, args)
 
   assert_equal(1, command(:list_peers).length)
@@ -111,6 +114,7 @@ module Hbase
   assert_equal(@peer_id, peer.getPeerId)
   assert_equal(cluster_key, peer.getPeerConfig.getClusterKey)
   assert_equal(remote_wal_dir, peer.getPeerConfig.getRemoteWALDir)
+  assert_tablecfs_equal(table_cfs, peer.getPeerConfig.getTableCFsMap())
 
   # cleanup for future tests
   command(:remove_peer, @peer_id)
@@ -519,7 +523,10 @@ module Hbase
 define_test "transit_peer_sync_replication_state: test" do
   cluster_key = "server1.cie.com:2181:/hbase"
   remote_wal_dir = "hdfs://srv1:/hbase"
-  args = { CLUSTER_KEY => cluster_key, REMOTE_WAL_DIR => remote_wal_dir }
+  table_cfs = { "ns3:table1" => [], "ns3:table2" => [],
+"ns3:table3" => [] }
+  args = { CLUSTER_KEY => cluster_key, REMOTE_WAL_DIR => remote_wal_dir,
+TABLE_CFS => table_cfs}
   command(:add_peer, @peer_id, args)
 
   assert_equal(1, command(:list_peers).length)
@@ -527,11 +534,18 @@ module Hbase
   assert_equal(@peer_id, peer.getPeerId)
   assert_equal(SyncReplicationState::DOWNGRADE_ACTIVE, 
peer.getSyncReplicationState)
 
-  command(:transit_peer_sync_replication_state, @peer_id, 'ACTIVE')
+  command(:transit_peer_sync_replication_state, @peer_id, 'STANDBY')
   assert_equal(1, command(:list_peers).length)
   peer = command(:list_peers).get(0)
   assert_equal(@peer_id, peer.getPeerId)
-  assert_equal(SyncReplicationState::ACTIVE, peer.getSyncReplicationState)
+  assert_equal(SyncReplicationState::STANDBY, peer.getSyncReplicationState)
+
+  # need to transit back otherwise we can not remove the peer
+  command(:transit_peer_sync_replication_state, @peer_id, 
'DOWNGRADE_ACTIVE')
+  assert_equal(1, command(:list_peers).length)
+  peer = command(:list_peers).get(0)
+  assert_equal(@peer_id, peer.getPeerId)
+  assert_equal(SyncReplicationState::DOWNGRADE_ACTIVE, 
peer.getSyncReplicationState)
 
   # cleanup for future tests
   command(:remove_peer, @peer_id)

[20/36] hbase git commit: HBASE-19079 Support setting up two clusters with A and S stat

[zhangduo]

HBASE-19079 Support setting up two clusters with A and S stat


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/2389c09d
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/2389c09d
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/2389c09d

Branch: refs/heads/master
Commit: 2389c09d75461c1e4d3072bfacf5fbb86a625207
Parents: c7d1085
Author: zhangduo 
Authored: Tue Apr 10 22:35:19 2018 +0800
Committer: zhangduo 
Committed: Thu Jun 28 18:08:43 2018 +0800

--
 .../replication/ReplicationPeerManager.java |   5 +-
 ...ransitPeerSyncReplicationStateProcedure.java |   2 +-
 .../hbase/regionserver/wal/DualAsyncFSWAL.java  |  14 ++
 .../hadoop/hbase/regionserver/wal/WALUtil.java  |  25 ++-
 .../hbase/replication/ChainWALEntryFilter.java  |  28 +--
 .../ReplaySyncReplicationWALCallable.java   |  27 ++-
 .../SyncReplicationPeerInfoProviderImpl.java|   6 +-
 .../hadoop/hbase/wal/AbstractFSWALProvider.java |  10 +-
 .../hbase/wal/SyncReplicationWALProvider.java   |  94 ++---
 .../org/apache/hadoop/hbase/wal/WALEdit.java|   9 +-
 .../org/apache/hadoop/hbase/wal/WALFactory.java |   2 +-
 .../replication/TestReplicationAdmin.java   |  33 +--
 .../regionserver/wal/TestWALDurability.java |   2 +
 .../replication/SyncReplicationTestBase.java| 185 +
 .../hbase/replication/TestSyncReplication.java  | 207 ---
 .../replication/TestSyncReplicationActive.java  |  64 ++
 .../replication/TestSyncReplicationStandBy.java |  96 +
 17 files changed, 521 insertions(+), 288 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/2389c09d/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/ReplicationPeerManager.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/ReplicationPeerManager.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/ReplicationPeerManager.java
index 41dd6e3..229549e 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/ReplicationPeerManager.java
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/ReplicationPeerManager.java
@@ -68,8 +68,9 @@ public class ReplicationPeerManager {
 
   private final ImmutableMap>
 allowedTransition = 
Maps.immutableEnumMap(ImmutableMap.of(SyncReplicationState.ACTIVE,
-  EnumSet.of(SyncReplicationState.DOWNGRADE_ACTIVE), 
SyncReplicationState.STANDBY,
-  EnumSet.of(SyncReplicationState.DOWNGRADE_ACTIVE), 
SyncReplicationState.DOWNGRADE_ACTIVE,
+  EnumSet.of(SyncReplicationState.DOWNGRADE_ACTIVE, 
SyncReplicationState.STANDBY),
+  SyncReplicationState.STANDBY, 
EnumSet.of(SyncReplicationState.DOWNGRADE_ACTIVE),
+  SyncReplicationState.DOWNGRADE_ACTIVE,
   EnumSet.of(SyncReplicationState.STANDBY, SyncReplicationState.ACTIVE)));
 
   ReplicationPeerManager(ReplicationPeerStorage peerStorage, 
ReplicationQueueStorage queueStorage,

http://git-wip-us.apache.org/repos/asf/hbase/blob/2389c09d/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/TransitPeerSyncReplicationStateProcedure.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/TransitPeerSyncReplicationStateProcedure.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/TransitPeerSyncReplicationStateProcedure.java
index cc51890..5da2b0c 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/TransitPeerSyncReplicationStateProcedure.java
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/TransitPeerSyncReplicationStateProcedure.java
@@ -171,7 +171,7 @@ public class TransitPeerSyncReplicationStateProcedure
 }
 return Flow.HAS_MORE_STATE;
   case REPLAY_REMOTE_WAL_IN_PEER:
-// TODO: replay remote wal when transiting from S to DA.
+addChildProcedure(new RecoverStandbyProcedure(peerId));
 
setNextState(PeerSyncReplicationStateTransitionState.REOPEN_ALL_REGIONS_IN_PEER);
 return Flow.HAS_MORE_STATE;
   case REOPEN_ALL_REGIONS_IN_PEER:

http://git-wip-us.apache.org/repos/asf/hbase/blob/2389c09d/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/DualAsyncFSWAL.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/DualAsyncFSWAL.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/DualAsyncFSWAL.java
index 0495337..a98567a 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/DualAsyncFSWA

[14/36] hbase git commit: HBASE-19078 Add a remote peer cluster wal directory config for synchronous replication

[zhangduo]

HBASE-19078 Add a remote peer cluster wal directory config for synchronous 
replication

Signed-off-by: zhangduo 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/b4a1dbf7
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/b4a1dbf7
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/b4a1dbf7

Branch: refs/heads/master
Commit: b4a1dbf7685b9625419297589c4e849207eaf115
Parents: b3dea03
Author: Guanghao Zhang 
Authored: Sat Jan 13 18:55:28 2018 +0800
Committer: zhangduo 
Committed: Thu Jun 28 18:07:44 2018 +0800

--
 .../replication/ReplicationPeerConfigUtil.java  |  6 ++
 .../replication/ReplicationPeerConfig.java  | 20 -
 .../ReplicationPeerConfigBuilder.java   |  7 ++
 .../src/main/protobuf/Replication.proto |  1 +
 .../replication/ReplicationPeerManager.java | 15 
 .../replication/TestReplicationAdmin.java   | 77 
 .../src/main/ruby/hbase/replication_admin.rb| 14 ++--
 hbase-shell/src/main/ruby/hbase_constants.rb|  1 +
 .../src/main/ruby/shell/commands/add_peer.rb| 21 +-
 .../src/main/ruby/shell/commands/list_peers.rb  | 19 -
 .../test/ruby/hbase/replication_admin_test.rb   | 16 
 11 files changed, 186 insertions(+), 11 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/b4a1dbf7/hbase-client/src/main/java/org/apache/hadoop/hbase/client/replication/ReplicationPeerConfigUtil.java
--
diff --git 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/replication/ReplicationPeerConfigUtil.java
 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/replication/ReplicationPeerConfigUtil.java
index b1c1713..474ded3 100644
--- 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/replication/ReplicationPeerConfigUtil.java
+++ 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/replication/ReplicationPeerConfigUtil.java
@@ -319,6 +319,9 @@ public final class ReplicationPeerConfigUtil {
 
excludeNamespacesList.stream().map(ByteString::toStringUtf8).collect(Collectors.toSet()));
 }
 
+if (peer.hasRemoteWALDir()) {
+  builder.setRemoteWALDir(peer.getRemoteWALDir());
+}
 return builder.build();
   }
 
@@ -376,6 +379,9 @@ public final class ReplicationPeerConfigUtil {
   }
 }
 
+if (peerConfig.getRemoteWALDir() != null) {
+  builder.setRemoteWALDir(peerConfig.getRemoteWALDir());
+}
 return builder.build();
   }
 

http://git-wip-us.apache.org/repos/asf/hbase/blob/b4a1dbf7/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.java
--
diff --git 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.java
 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.java
index e0d9a4c..97abc74 100644
--- 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.java
+++ 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.java
@@ -47,6 +47,8 @@ public class ReplicationPeerConfig {
   private Set excludeNamespaces = null;
   private long bandwidth = 0;
   private final boolean serial;
+  // Used by synchronous replication
+  private String remoteWALDir;
 
   private ReplicationPeerConfig(ReplicationPeerConfigBuilderImpl builder) {
 this.clusterKey = builder.clusterKey;
@@ -66,6 +68,7 @@ public class ReplicationPeerConfig {
 : null;
 this.bandwidth = builder.bandwidth;
 this.serial = builder.serial;
+this.remoteWALDir = builder.remoteWALDir;
   }
 
   private Map>
@@ -213,6 +216,10 @@ public class ReplicationPeerConfig {
 return this;
   }
 
+  public String getRemoteWALDir() {
+return this.remoteWALDir;
+  }
+
   public static ReplicationPeerConfigBuilder newBuilder() {
 return new ReplicationPeerConfigBuilderImpl();
   }
@@ -230,7 +237,8 @@ public class ReplicationPeerConfig {
   .setReplicateAllUserTables(peerConfig.replicateAllUserTables())
   .setExcludeTableCFsMap(peerConfig.getExcludeTableCFsMap())
   .setExcludeNamespaces(peerConfig.getExcludeNamespaces())
-  
.setBandwidth(peerConfig.getBandwidth()).setSerial(peerConfig.isSerial());
+  .setBandwidth(peerConfig.getBandwidth()).setSerial(peerConfig.isSerial())
+  .setRemoteWALDir(peerConfig.getRemoteWALDir());
 return builder;
   }
 
@@ -259,6 +267,8 @@ public class ReplicationPeerConfig {
 
 private boolean serial = false;
 
+private String remoteWALDir = null;
+
 @Override
 public ReplicationPeerConfigBuilder setClusterKey(String clusterKey) {
   this.clusterKey = clusterKey;
@@ -327,6 +337,11 @@ public clas

[08/36] hbase git commit: HBASE-19990 Create remote wal directory when transitting to state S

[zhangduo]

HBASE-19990 Create remote wal directory when transitting to state S


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/0c97cda2
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/0c97cda2
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/0c97cda2

Branch: refs/heads/master
Commit: 0c97cda2a93b3e64d43e0b61da24dfd7ba31b7d8
Parents: a41c549
Author: zhangduo 
Authored: Wed Feb 14 16:01:16 2018 +0800
Committer: zhangduo 
Committed: Thu Jun 28 18:07:44 2018 +0800

--
 .../procedure2/ProcedureYieldException.java |  9 --
 .../hbase/replication/ReplicationUtils.java |  2 ++
 .../hadoop/hbase/master/MasterFileSystem.java   | 19 ++---
 .../master/procedure/MasterProcedureEnv.java|  5 
 ...ransitPeerSyncReplicationStateProcedure.java | 29 
 .../hbase/replication/TestSyncReplication.java  |  8 ++
 6 files changed, 55 insertions(+), 17 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/0c97cda2/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/ProcedureYieldException.java
--
diff --git 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/ProcedureYieldException.java
 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/ProcedureYieldException.java
index 0487ac5b..dbb9981 100644
--- 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/ProcedureYieldException.java
+++ 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/ProcedureYieldException.java
@@ -15,16 +15,21 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-
 package org.apache.hadoop.hbase.procedure2;
 
 import org.apache.yetus.audience.InterfaceAudience;
 import org.apache.yetus.audience.InterfaceStability;
 
-// TODO: Not used yet
+/**
+ * Indicate that a procedure wants to be rescheduled. Usually because there 
are something wrong but
+ * we do not want to fail the procedure.
+ * 
+ * TODO: need to support scheduling after a delay.
+ */
 @InterfaceAudience.Private
 @InterfaceStability.Stable
 public class ProcedureYieldException extends ProcedureException {
+
   /** default constructor */
   public ProcedureYieldException() {
 super();

http://git-wip-us.apache.org/repos/asf/hbase/blob/0c97cda2/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationUtils.java
--
diff --git 
a/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationUtils.java
 
b/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationUtils.java
index d94cb00..e402d0f 100644
--- 
a/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationUtils.java
+++ 
b/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationUtils.java
@@ -41,6 +41,8 @@ public final class ReplicationUtils {
 
   public static final String REPLICATION_ATTR_NAME = "__rep__";
 
+  public static final String REMOTE_WAL_DIR_NAME = "remoteWALs";
+
   private ReplicationUtils() {
   }
 

http://git-wip-us.apache.org/repos/asf/hbase/blob/0c97cda2/hbase-server/src/main/java/org/apache/hadoop/hbase/master/MasterFileSystem.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/MasterFileSystem.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/MasterFileSystem.java
index 864be02..7ccbd71 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/MasterFileSystem.java
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/MasterFileSystem.java
@@ -41,6 +41,7 @@ import org.apache.hadoop.hbase.log.HBaseMarkers;
 import org.apache.hadoop.hbase.mob.MobConstants;
 import org.apache.hadoop.hbase.procedure2.store.wal.WALProcedureStore;
 import org.apache.hadoop.hbase.regionserver.HRegion;
+import org.apache.hadoop.hbase.replication.ReplicationUtils;
 import org.apache.hadoop.hbase.util.Bytes;
 import org.apache.hadoop.hbase.util.FSTableDescriptors;
 import org.apache.hadoop.hbase.util.FSUtils;
@@ -133,7 +134,6 @@ public class MasterFileSystem {
* Idempotent.
*/
   private void createInitialFileSystemLayout() throws IOException {
-
 final String[] protectedSubDirs = new String[] {
 HConstants.BASE_NAMESPACE_DIR,
 HConstants.HFILE_ARCHIVE_DIRECTORY,
@@ -145,7 +145,8 @@ public class MasterFileSystem {
   HConstants.HREGION_LOGDIR_NAME,
   HConstants.HREGION_OLDLOGDIR_NAME,
   HConstants.CORRUPT_DIR_NAME,
-  WALProcedureStore.MASTER_PROCEDURE_LOGDIR
+  WALProcedureStore.MASTER_PROCEDURE_LOGDIR,
+  Re

[29/36] hbase git commit: HBASE-19865 Add UT for sync replication peer in DA state

[zhangduo]

HBASE-19865 Add UT for sync replication peer in DA state


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/8a264dfc
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/8a264dfc
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/8a264dfc

Branch: refs/heads/master
Commit: 8a264dfc00ac85d12270e296081697dd6e0709c4
Parents: ae6c90b
Author: zhangduo 
Authored: Tue May 8 20:33:22 2018 +0800
Committer: zhangduo 
Committed: Thu Jun 28 18:08:43 2018 +0800

--
 .../hbase/replication/TestReplicationBase.java  | 28 +++---
 ...estReplicationChangingPeerRegionservers.java | 20 ++
 .../TestReplicationSmallTestsSync.java  | 40 
 3 files changed, 76 insertions(+), 12 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/8a264dfc/hbase-server/src/test/java/org/apache/hadoop/hbase/replication/TestReplicationBase.java
--
diff --git 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/replication/TestReplicationBase.java
 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/replication/TestReplicationBase.java
index f96dbe5..cd84293 100644
--- 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/replication/TestReplicationBase.java
+++ 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/replication/TestReplicationBase.java
@@ -1,5 +1,4 @@
-/*
- *
+/**
  * Licensed to the Apache Software Foundation (ASF) under one
  * or more contributor license agreements.  See the NOTICE file
  * distributed with this work for additional information
@@ -28,6 +27,8 @@ import java.util.List;
 import java.util.NavigableMap;
 import java.util.TreeMap;
 import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.fs.FileSystem;
+import org.apache.hadoop.fs.Path;
 import org.apache.hadoop.hbase.HBaseConfiguration;
 import org.apache.hadoop.hbase.HBaseTestingUtility;
 import org.apache.hadoop.hbase.HConstants;
@@ -58,6 +59,9 @@ import org.junit.BeforeClass;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 
+import org.apache.hbase.thirdparty.com.google.common.collect.ImmutableList;
+import org.apache.hbase.thirdparty.com.google.common.collect.ImmutableMap;
+
 /**
  * This class is only a base for other integration-level replication tests.
  * Do not add tests here.
@@ -99,6 +103,10 @@ public class TestReplicationBase {
 return false;
   }
 
+  protected boolean isSyncPeer() {
+return false;
+  }
+
   protected final void cleanUp() throws IOException, InterruptedException {
 // Starting and stopping replication can make us miss new logs,
 // rolling like this makes sure the most recent one gets added to the queue
@@ -245,9 +253,19 @@ public class TestReplicationBase {
   @Before
   public void setUpBase() throws Exception {
 if (!peerExist(PEER_ID2)) {
-  ReplicationPeerConfig rpc = ReplicationPeerConfig.newBuilder()
-  
.setClusterKey(utility2.getClusterKey()).setSerial(isSerialPeer()).build();
-  hbaseAdmin.addReplicationPeer(PEER_ID2, rpc);
+  ReplicationPeerConfigBuilder builder = ReplicationPeerConfig.newBuilder()
+.setClusterKey(utility2.getClusterKey()).setSerial(isSerialPeer());
+  if (isSyncPeer()) {
+FileSystem fs2 = utility2.getTestFileSystem();
+// The remote wal dir is not important as we do not use it in DA 
state, here we only need to
+// confirm that a sync peer in DA state can still replicate data to 
remote cluster
+// asynchronously.
+builder.setReplicateAllUserTables(false)
+  .setTableCFsMap(ImmutableMap.of(tableName, ImmutableList.of()))
+  .setRemoteWALDir(new Path("/RemoteWAL")
+.makeQualified(fs2.getUri(), 
fs2.getWorkingDirectory()).toUri().toString());
+  }
+  hbaseAdmin.addReplicationPeer(PEER_ID2, builder.build());
 }
   }
 

http://git-wip-us.apache.org/repos/asf/hbase/blob/8a264dfc/hbase-server/src/test/java/org/apache/hadoop/hbase/replication/TestReplicationChangingPeerRegionservers.java
--
diff --git 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/replication/TestReplicationChangingPeerRegionservers.java
 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/replication/TestReplicationChangingPeerRegionservers.java
index b94b443..5c96742 100644
--- 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/replication/TestReplicationChangingPeerRegionservers.java
+++ 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/replication/TestReplicationChangingPeerRegionservers.java
@@ -62,22 +62,28 @@ public class TestReplicationChangingPeerRegionservers 
extends TestReplicationBas
   private static final Logger LOG =
   LoggerFactory.getLogger(TestReplicationC

[23/36] hbase git commit: HBASE-19782 Reject the replication request when peer is DA or A state

[zhangduo]

HBASE-19782 Reject the replication request when peer is DA or A state


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/fe339860
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/fe339860
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/fe339860

Branch: refs/heads/master
Commit: fe339860b5c023969f251f4aaa7d3d080139a66d
Parents: d91784e
Author: huzheng 
Authored: Fri Mar 2 18:05:29 2018 +0800
Committer: zhangduo 
Committed: Thu Jun 28 18:08:43 2018 +0800

--
 .../hbase/protobuf/ReplicationProtbufUtil.java  | 15 +++
 .../hadoop/hbase/regionserver/HRegion.java  |  2 +-
 .../hbase/regionserver/HRegionServer.java   |  5 +--
 .../hbase/regionserver/RSRpcServices.java   | 25 +--
 .../RejectReplicationRequestStateChecker.java   | 45 
 .../ReplaySyncReplicationWALCallable.java   | 24 ++-
 .../replication/regionserver/Replication.java   |  2 +-
 .../regionserver/ReplicationSink.java   | 16 +++
 .../SyncReplicationPeerInfoProvider.java| 11 ++---
 .../SyncReplicationPeerInfoProviderImpl.java| 13 +++---
 .../SyncReplicationPeerMappingManager.java  |  5 +--
 .../hbase/wal/SyncReplicationWALProvider.java   |  7 +--
 .../replication/SyncReplicationTestBase.java| 32 ++
 .../replication/TestSyncReplicationActive.java  | 13 +-
 .../regionserver/TestReplicationSink.java   |  5 +--
 .../regionserver/TestWALEntrySinkFilter.java|  3 +-
 .../wal/TestSyncReplicationWALProvider.java |  6 +--
 17 files changed, 169 insertions(+), 60 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/fe339860/hbase-server/src/main/java/org/apache/hadoop/hbase/protobuf/ReplicationProtbufUtil.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/protobuf/ReplicationProtbufUtil.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/protobuf/ReplicationProtbufUtil.java
index 157ad1b..c1b3911 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/protobuf/ReplicationProtbufUtil.java
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/protobuf/ReplicationProtbufUtil.java
@@ -16,7 +16,6 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-
 package org.apache.hadoop.hbase.protobuf;
 
 
@@ -24,25 +23,25 @@ import java.io.IOException;
 import java.util.ArrayList;
 import java.util.Iterator;
 import java.util.List;
-
 import org.apache.hadoop.fs.Path;
 import org.apache.hadoop.hbase.Cell;
 import org.apache.hadoop.hbase.CellScanner;
 import org.apache.hadoop.hbase.PrivateCellUtil;
-import org.apache.hadoop.hbase.regionserver.wal.WALCellCodec;
-import org.apache.yetus.audience.InterfaceAudience;
 import org.apache.hadoop.hbase.io.SizedCellScanner;
 import org.apache.hadoop.hbase.ipc.HBaseRpcController;
 import org.apache.hadoop.hbase.ipc.HBaseRpcControllerImpl;
-import org.apache.hadoop.hbase.wal.WALEdit;
-import org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos;
-import 
org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.AdminService;
-import org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos;
+import org.apache.hadoop.hbase.regionserver.wal.WALCellCodec;
 import org.apache.hadoop.hbase.util.Pair;
 import org.apache.hadoop.hbase.wal.WAL.Entry;
+import org.apache.hadoop.hbase.wal.WALEdit;
+import org.apache.yetus.audience.InterfaceAudience;
 
 import org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations;
 
+import org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos;
+import 
org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.AdminService;
+import org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos;
+
 @InterfaceAudience.Private
 public class ReplicationProtbufUtil {
   /**

http://git-wip-us.apache.org/repos/asf/hbase/blob/fe339860/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java
index 5cbc4da..e3c2ca3 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java
@@ -1996,7 +1996,7 @@ public class HRegion implements HeapSize, 
PropagatingConfigurationObserver, Regi
   private boolean shouldForbidMajorCompaction() {
 if (rsServices != null && rsServices.getReplicationSourceService() != 
null) {
   return 
rsServices.getReplicationSourceService().getSyncReplicationPeerInfoProvider()
-  

[11/36] hbase git commit: HBASE-19957 General framework to transit sync replication state

[zhangduo]

HBASE-19957 General framework to transit sync replication state


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/39dd81a7
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/39dd81a7
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/39dd81a7

Branch: refs/heads/master
Commit: 39dd81a7c69763475e5a72f6c84e0f450fd957e5
Parents: 00e54aa
Author: zhangduo 
Authored: Fri Feb 9 18:33:28 2018 +0800
Committer: zhangduo 
Committed: Thu Jun 28 18:07:44 2018 +0800

--
 .../replication/ReplicationPeerConfig.java  |   2 -
 .../replication/ReplicationPeerDescription.java |   5 +-
 .../hbase/replication/SyncReplicationState.java |  19 +-
 .../org/apache/hadoop/hbase/HConstants.java |   3 +
 .../src/main/protobuf/MasterProcedure.proto |  20 +-
 .../hbase/replication/ReplicationPeerImpl.java  |  45 -
 .../replication/ReplicationPeerStorage.java |  25 ++-
 .../hbase/replication/ReplicationPeers.java |  27 ++-
 .../replication/ZKReplicationPeerStorage.java   |  63 +--
 .../hbase/coprocessor/MasterObserver.java   |   7 +-
 .../org/apache/hadoop/hbase/master/HMaster.java |   4 +-
 .../hbase/master/MasterCoprocessorHost.java |  12 +-
 .../replication/AbstractPeerProcedure.java  |  14 +-
 .../master/replication/ModifyPeerProcedure.java |  11 --
 .../replication/RefreshPeerProcedure.java   |  18 +-
 .../replication/ReplicationPeerManager.java |  89 +
 ...ransitPeerSyncReplicationStateProcedure.java | 181 ---
 .../hbase/regionserver/HRegionServer.java   |  47 ++---
 .../regionserver/ReplicationSourceService.java  |  11 +-
 .../regionserver/PeerActionListener.java|   4 +-
 .../regionserver/PeerProcedureHandler.java  |  16 +-
 .../regionserver/PeerProcedureHandlerImpl.java  |  52 +-
 .../regionserver/RefreshPeerCallable.java   |   7 +
 .../replication/regionserver/Replication.java   |  22 ++-
 .../regionserver/ReplicationSourceManager.java  |  41 +++--
 .../SyncReplicationPeerInfoProvider.java|  43 +
 .../SyncReplicationPeerInfoProviderImpl.java|  71 
 .../SyncReplicationPeerMappingManager.java  |  48 +
 .../SyncReplicationPeerProvider.java|  35 
 .../hbase/wal/SyncReplicationWALProvider.java   |  35 ++--
 .../org/apache/hadoop/hbase/wal/WALFactory.java |  47 ++---
 .../replication/TestReplicationAdmin.java   |   3 +-
 .../TestReplicationSourceManager.java   |   5 +-
 .../wal/TestSyncReplicationWALProvider.java |  36 ++--
 34 files changed, 749 insertions(+), 319 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/39dd81a7/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.java
--
diff --git 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.java
 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.java
index 997a155..cc7b4bc 100644
--- 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.java
+++ 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.java
@@ -15,7 +15,6 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-
 package org.apache.hadoop.hbase.replication;
 
 import java.util.Collection;
@@ -25,7 +24,6 @@ import java.util.List;
 import java.util.Map;
 import java.util.Set;
 import java.util.TreeMap;
-
 import org.apache.commons.lang3.StringUtils;
 import org.apache.hadoop.hbase.TableName;
 import org.apache.hadoop.hbase.util.Bytes;

http://git-wip-us.apache.org/repos/asf/hbase/blob/39dd81a7/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerDescription.java
--
diff --git 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerDescription.java
 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerDescription.java
index 2d077c5..b0c27bb 100644
--- 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerDescription.java
+++ 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerDescription.java
@@ -20,7 +20,10 @@ package org.apache.hadoop.hbase.replication;
 import org.apache.yetus.audience.InterfaceAudience;
 
 /**
- * The POJO equivalent of ReplicationProtos.ReplicationPeerDescription
+ * The POJO equivalent of ReplicationProtos.ReplicationPeerDescription.
+ * 
+ * To developer, here we do not store the new sync replication state since it 
is just an
+ * intermediate state and this class is public.
  */
 @InterfaceAudience.Public
 public cla

[31/36] hbase git commit: HBASE-20370 Also remove the wal file in remote cluster when we finish replicating a file

[zhangduo]

HBASE-20370 Also remove the wal file in remote cluster when we finish 
replicating a file


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/d91784e6
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/d91784e6
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/d91784e6

Branch: refs/heads/master
Commit: d91784e6665c61aef96f4307a847aa197bd25587
Parents: d57c80c
Author: zhangduo 
Authored: Tue Apr 17 09:04:56 2018 +0800
Committer: zhangduo 
Committed: Thu Jun 28 18:08:43 2018 +0800

--
 .../hbase/replication/ReplicationUtils.java |  36 +-
 .../regionserver/ReplicationSource.java |  38 +++
 .../ReplicationSourceInterface.java |  21 +++-
 .../regionserver/ReplicationSourceManager.java  | 110 ++-
 .../regionserver/ReplicationSourceShipper.java  |  27 +
 .../hbase/wal/SyncReplicationWALProvider.java   |  11 +-
 .../replication/ReplicationSourceDummy.java |  20 ++--
 .../TestReplicationSourceManager.java   | 101 -
 8 files changed, 247 insertions(+), 117 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/d91784e6/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationUtils.java
--
diff --git 
a/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationUtils.java
 
b/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationUtils.java
index cb22f57..66e9b01 100644
--- 
a/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationUtils.java
+++ 
b/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationUtils.java
@@ -22,14 +22,17 @@ import java.util.Collection;
 import java.util.List;
 import java.util.Map;
 import java.util.Set;
-
 import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.fs.FileSystem;
+import org.apache.hadoop.fs.Path;
 import org.apache.hadoop.hbase.CompoundConfiguration;
 import org.apache.hadoop.hbase.HBaseConfiguration;
 import org.apache.hadoop.hbase.HConstants;
 import org.apache.hadoop.hbase.ServerName;
 import org.apache.hadoop.hbase.TableName;
 import org.apache.yetus.audience.InterfaceAudience;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
 
 /**
  * Helper class for replication.
@@ -37,6 +40,8 @@ import org.apache.yetus.audience.InterfaceAudience;
 @InterfaceAudience.Private
 public final class ReplicationUtils {
 
+  private static final Logger LOG = 
LoggerFactory.getLogger(ReplicationUtils.class);
+
   public static final String REPLICATION_ATTR_NAME = "__rep__";
 
   public static final String REMOTE_WAL_DIR_NAME = "remoteWALs";
@@ -176,4 +181,33 @@ public final class ReplicationUtils {
   return tableCFs != null && tableCFs.containsKey(tableName);
 }
   }
+
+  public static FileSystem getRemoteWALFileSystem(Configuration conf, String 
remoteWALDir)
+  throws IOException {
+return new Path(remoteWALDir).getFileSystem(conf);
+  }
+
+  public static Path getRemoteWALDirForPeer(String remoteWALDir, String 
peerId) {
+return new Path(remoteWALDir, peerId);
+  }
+
+  /**
+   * Do the sleeping logic
+   * @param msg Why we sleep
+   * @param sleepForRetries the base sleep time.
+   * @param sleepMultiplier by how many times the default sleeping time is 
augmented
+   * @param maxRetriesMultiplier the max retry multiplier
+   * @return True if sleepMultiplier is < 
maxRetriesMultiplier
+   */
+  public static boolean sleepForRetries(String msg, long sleepForRetries, int 
sleepMultiplier,
+  int maxRetriesMultiplier) {
+try {
+  LOG.trace("{}, sleeping {} times {}", msg, sleepForRetries, 
sleepMultiplier);
+  Thread.sleep(sleepForRetries * sleepMultiplier);
+} catch (InterruptedException e) {
+  LOG.debug("Interrupted while sleeping between retries");
+  Thread.currentThread().interrupt();
+}
+return sleepMultiplier < maxRetriesMultiplier;
+  }
 }

http://git-wip-us.apache.org/repos/asf/hbase/blob/d91784e6/hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/ReplicationSource.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/ReplicationSource.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/ReplicationSource.java
index b63712b..ddb6f93 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/ReplicationSource.java
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/ReplicationSource.java
@@ -89,8 +89,6 @@ public class ReplicationSource implements 
ReplicationSourceInterface {
 
   protected Co

[18/36] hbase git commit: HBASE-20458 Support removing a WAL from LogRoller

[zhangduo]

HBASE-20458 Support removing a WAL from LogRoller


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/1bea678e
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/1bea678e
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/1bea678e

Branch: refs/heads/master
Commit: 1bea678ef8879c760ad59f4b1eb0cefee95a3e24
Parents: 2d203c4
Author: Guanghao Zhang 
Authored: Mon Apr 23 16:31:54 2018 +0800
Committer: zhangduo 
Committed: Thu Jun 28 18:08:43 2018 +0800

--
 .../hadoop/hbase/regionserver/LogRoller.java| 29 +--
 .../hbase/regionserver/wal/AbstractFSWAL.java   |  7 +-
 .../regionserver/wal/WALClosedException.java| 47 ++
 .../hbase/regionserver/TestLogRoller.java   | 90 
 .../regionserver/wal/AbstractTestFSWAL.java |  9 ++
 5 files changed, 171 insertions(+), 11 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/1bea678e/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/LogRoller.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/LogRoller.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/LogRoller.java
index 55c5219..ab0083f 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/LogRoller.java
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/LogRoller.java
@@ -20,6 +20,8 @@ package org.apache.hadoop.hbase.regionserver;
 
 import java.io.Closeable;
 import java.io.IOException;
+import java.util.Iterator;
+import java.util.Map;
 import java.util.Map.Entry;
 import java.util.concurrent.ConcurrentHashMap;
 import java.util.concurrent.atomic.AtomicBoolean;
@@ -30,6 +32,7 @@ import org.apache.hadoop.hbase.Server;
 import org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL;
 import org.apache.hadoop.hbase.regionserver.wal.FailedLogCloseException;
 import org.apache.hadoop.hbase.regionserver.wal.WALActionsListener;
+import org.apache.hadoop.hbase.regionserver.wal.WALClosedException;
 import org.apache.hadoop.hbase.util.Bytes;
 import org.apache.hadoop.hbase.util.HasThread;
 import org.apache.hadoop.hbase.wal.WAL;
@@ -177,17 +180,24 @@ public class LogRoller extends HasThread implements 
Closeable {
   rollLock.lock(); // FindBugs UL_UNRELEASED_LOCK_EXCEPTION_PATH
   try {
 this.lastrolltime = now;
-for (Entry entry : walNeedsRoll.entrySet()) {
+for (Iterator> iter = 
walNeedsRoll.entrySet().iterator(); iter
+.hasNext();) {
+  Entry entry = iter.next();
   final WAL wal = entry.getKey();
   // Force the roll if the logroll.period is elapsed or if a roll was 
requested.
   // The returned value is an array of actual region names.
-  final byte [][] regionsToFlush = wal.rollWriter(periodic ||
-  entry.getValue().booleanValue());
-  walNeedsRoll.put(wal, Boolean.FALSE);
-  if (regionsToFlush != null) {
-for (byte[] r : regionsToFlush) {
-  scheduleFlush(r);
+  try {
+final byte[][] regionsToFlush =
+wal.rollWriter(periodic || entry.getValue().booleanValue());
+walNeedsRoll.put(wal, Boolean.FALSE);
+if (regionsToFlush != null) {
+  for (byte[] r : regionsToFlush) {
+scheduleFlush(r);
+  }
 }
+  } catch (WALClosedException e) {
+LOG.warn("WAL has been closed. Skipping rolling of writer and just 
remove it", e);
+iter.remove();
   }
 }
   } catch (FailedLogCloseException e) {
@@ -252,4 +262,9 @@ public class LogRoller extends HasThread implements 
Closeable {
 running = false;
 interrupt();
   }
+
+  @VisibleForTesting
+  Map getWalNeedsRoll() {
+return this.walNeedsRoll;
+  }
 }

http://git-wip-us.apache.org/repos/asf/hbase/blob/1bea678e/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/AbstractFSWAL.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/AbstractFSWAL.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/AbstractFSWAL.java
index 4255086..72ad8b8 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/AbstractFSWAL.java
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/AbstractFSWAL.java
@@ -754,15 +754,14 @@ public abstract class AbstractFSWAL 
implements WAL {
   public byte[][] rollWriter(boolean force) throws FailedLogCloseException, 
IOException {
 rollWriterLock.lock();
 try {
+  if (this.closed) {
+throw new WALClosedException("W

[16/36] hbase git commit: HBASE-20425 Do not write the cluster id of the current active cluster when writing remote WAL

[zhangduo]

HBASE-20425 Do not write the cluster id of the current active cluster when 
writing remote WAL


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/66cced16
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/66cced16
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/66cced16

Branch: refs/heads/master
Commit: 66cced16dc7f097e601ef9bf2f7356933e84e19e
Parents: fe33986
Author: huzheng 
Authored: Mon Apr 23 17:20:55 2018 +0800
Committer: zhangduo 
Committed: Thu Jun 28 18:08:43 2018 +0800

--
 .../replication/TestSyncReplicationActive.java  | 32 
 1 file changed, 32 insertions(+)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/66cced16/hbase-server/src/test/java/org/apache/hadoop/hbase/replication/TestSyncReplicationActive.java
--
diff --git 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/replication/TestSyncReplicationActive.java
 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/replication/TestSyncReplicationActive.java
index bff4572..f9020a0 100644
--- 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/replication/TestSyncReplicationActive.java
+++ 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/replication/TestSyncReplicationActive.java
@@ -17,9 +17,17 @@
  */
 package org.apache.hadoop.hbase.replication;
 
+import org.apache.hadoop.fs.FileStatus;
+import org.apache.hadoop.fs.FileSystem;
+import org.apache.hadoop.fs.Path;
 import org.apache.hadoop.hbase.HBaseClassTestRule;
+import org.apache.hadoop.hbase.HBaseTestingUtility;
 import org.apache.hadoop.hbase.testclassification.LargeTests;
 import org.apache.hadoop.hbase.testclassification.ReplicationTests;
+import org.apache.hadoop.hbase.wal.WAL.Entry;
+import org.apache.hadoop.hbase.wal.WAL.Reader;
+import org.apache.hadoop.hbase.wal.WALFactory;
+import org.junit.Assert;
 import org.junit.ClassRule;
 import org.junit.Test;
 import org.junit.experimental.categories.Category;
@@ -49,6 +57,9 @@ public class TestSyncReplicationActive extends 
SyncReplicationTestBase {
 // peer is disabled so no data have been replicated
 verifyNotReplicatedThroughRegion(UTIL2, 0, 100);
 
+// Ensure that there's no cluster id in remote log entries.
+verifyNoClusterIdInRemoteLog(UTIL2, PEER_ID);
+
 UTIL2.getAdmin().transitReplicationPeerSyncReplicationState(PEER_ID,
   SyncReplicationState.DOWNGRADE_ACTIVE);
 // confirm that peer with state DA will reject replication request.
@@ -72,4 +83,25 @@ public class TestSyncReplicationActive extends 
SyncReplicationTestBase {
 verifyReplicationRequestRejection(UTIL2, true);
 write(UTIL2, 200, 300);
   }
+
+  private void verifyNoClusterIdInRemoteLog(HBaseTestingUtility utility, 
String peerId)
+  throws Exception {
+FileSystem fs2 = utility.getTestFileSystem();
+Path remoteDir =
+new 
Path(utility.getMiniHBaseCluster().getMaster().getMasterFileSystem().getRootDir(),
+"remoteWALs").makeQualified(fs2.getUri(), 
fs2.getWorkingDirectory());
+FileStatus[] files = fs2.listStatus(new Path(remoteDir, peerId));
+Assert.assertTrue(files.length > 0);
+for (FileStatus file : files) {
+  try (Reader reader =
+  WALFactory.createReader(fs2, file.getPath(), 
utility.getConfiguration())) {
+Entry entry = reader.next();
+Assert.assertTrue(entry != null);
+while (entry != null) {
+  Assert.assertEquals(entry.getKey().getClusterIds().size(), 0);
+  entry = reader.next();
+}
+  }
+}
+  }
 }

[05/36] hbase git commit: HBASE-19781 Add a new cluster state flag for synchronous replication

[zhangduo]

http://git-wip-us.apache.org/repos/asf/hbase/blob/2acebac0/hbase-server/src/test/java/org/apache/hadoop/hbase/util/TestHBaseFsckReplication.java
--
diff --git 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/util/TestHBaseFsckReplication.java
 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/util/TestHBaseFsckReplication.java
index 8911982..f5eca39 100644
--- 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/util/TestHBaseFsckReplication.java
+++ 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/util/TestHBaseFsckReplication.java
@@ -28,6 +28,7 @@ import 
org.apache.hadoop.hbase.replication.ReplicationPeerConfig;
 import org.apache.hadoop.hbase.replication.ReplicationPeerStorage;
 import org.apache.hadoop.hbase.replication.ReplicationQueueStorage;
 import org.apache.hadoop.hbase.replication.ReplicationStorageFactory;
+import org.apache.hadoop.hbase.replication.SyncReplicationState;
 import org.apache.hadoop.hbase.testclassification.MediumTests;
 import org.apache.hadoop.hbase.testclassification.ReplicationTests;
 import org.apache.hadoop.hbase.util.HBaseFsck.ErrorReporter.ERROR_CODE;
@@ -67,9 +68,9 @@ public class TestHBaseFsckReplication {
 String peerId1 = "1";
 String peerId2 = "2";
 peerStorage.addPeer(peerId1, 
ReplicationPeerConfig.newBuilder().setClusterKey("key").build(),
-  true);
+  true, SyncReplicationState.NONE);
 peerStorage.addPeer(peerId2, 
ReplicationPeerConfig.newBuilder().setClusterKey("key").build(),
-  true);
+  true, SyncReplicationState.NONE);
 for (int i = 0; i < 10; i++) {
   queueStorage.addWAL(ServerName.valueOf("localhost", 1 + i, 10 + 
i), peerId1,
 "file-" + i);

http://git-wip-us.apache.org/repos/asf/hbase/blob/2acebac0/hbase-shell/src/main/ruby/hbase/replication_admin.rb
--
diff --git a/hbase-shell/src/main/ruby/hbase/replication_admin.rb 
b/hbase-shell/src/main/ruby/hbase/replication_admin.rb
index d1f1344..5f86365 100644
--- a/hbase-shell/src/main/ruby/hbase/replication_admin.rb
+++ b/hbase-shell/src/main/ruby/hbase/replication_admin.rb
@@ -20,6 +20,7 @@
 include Java
 
 java_import 
org.apache.hadoop.hbase.client.replication.ReplicationPeerConfigUtil
+java_import org.apache.hadoop.hbase.replication.SyncReplicationState
 java_import org.apache.hadoop.hbase.replication.ReplicationPeerConfig
 java_import org.apache.hadoop.hbase.util.Bytes
 java_import org.apache.hadoop.hbase.zookeeper.ZKConfig
@@ -338,6 +339,20 @@ module Hbase
   '!' + ReplicationPeerConfigUtil.convertToString(tableCFs)
 end
 
+# Transit current cluster to a new state in the specified synchronous
+# replication peer
+def transit_peer_sync_replication_state(id, state)
+  if 'ACTIVE'.eql?(state)
+@admin.transitReplicationPeerSyncReplicationState(id, 
SyncReplicationState::ACTIVE)
+  elsif 'DOWNGRADE_ACTIVE'.eql?(state)
+@admin.transitReplicationPeerSyncReplicationState(id, 
SyncReplicationState::DOWNGRADE_ACTIVE)
+  elsif 'STANDBY'.eql?(state)
+@admin.transitReplicationPeerSyncReplicationState(id, 
SyncReplicationState::STANDBY)
+  else
+raise(ArgumentError, 'synchronous replication state must be ACTIVE, 
DOWNGRADE_ACTIVE or STANDBY')
+  end
+end
+
 
#--
 # Enables a table's replication switch
 def enable_tablerep(table_name)

http://git-wip-us.apache.org/repos/asf/hbase/blob/2acebac0/hbase-shell/src/main/ruby/shell.rb
--
diff --git a/hbase-shell/src/main/ruby/shell.rb 
b/hbase-shell/src/main/ruby/shell.rb
index 9a79658..934fa11 100644
--- a/hbase-shell/src/main/ruby/shell.rb
+++ b/hbase-shell/src/main/ruby/shell.rb
@@ -393,6 +393,7 @@ Shell.load_command_group(
 get_peer_config
 list_peer_configs
 update_peer_config
+transit_peer_sync_replication_state
   ]
 )
 

http://git-wip-us.apache.org/repos/asf/hbase/blob/2acebac0/hbase-shell/src/main/ruby/shell/commands/list_peers.rb
--
diff --git a/hbase-shell/src/main/ruby/shell/commands/list_peers.rb 
b/hbase-shell/src/main/ruby/shell/commands/list_peers.rb
index f3ab749..f2ec014 100644
--- a/hbase-shell/src/main/ruby/shell/commands/list_peers.rb
+++ b/hbase-shell/src/main/ruby/shell/commands/list_peers.rb
@@ -39,8 +39,8 @@ EOF
 peers = replication_admin.list_peers
 
 formatter.header(%w[PEER_ID CLUSTER_KEY ENDPOINT_CLASSNAME
-REMOTE_ROOT_DIR STATE REPLICATE_ALL 
-NAMESPACES TABLE_CFS BANDWIDTH
+REMOTE_ROOT_DIR SYNC_REPLICATION_STATE STATE
+REPLICATE_ALL NAMESPACES TABLE_CFS BANDWIDTH

[06/36] hbase git commit: HBASE-19781 Add a new cluster state flag for synchronous replication

[zhangduo]

HBASE-19781 Add a new cluster state flag for synchronous replication


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/2acebac0
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/2acebac0
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/2acebac0

Branch: refs/heads/master
Commit: 2acebac00ea51d186737a45da0c5b55050f3de0f
Parents: 274b813
Author: Guanghao Zhang 
Authored: Mon Jan 22 11:44:49 2018 +0800
Committer: zhangduo 
Committed: Thu Jun 28 18:07:44 2018 +0800

--
 .../org/apache/hadoop/hbase/client/Admin.java   |  39 +
 .../apache/hadoop/hbase/client/AsyncAdmin.java  |  31 
 .../hadoop/hbase/client/AsyncHBaseAdmin.java|   7 +
 .../hbase/client/ConnectionImplementation.java  |   9 ++
 .../apache/hadoop/hbase/client/HBaseAdmin.java  |  26 +++
 .../hadoop/hbase/client/RawAsyncHBaseAdmin.java |  15 ++
 .../client/ShortCircuitMasterConnection.java|   9 ++
 .../replication/ReplicationPeerConfigUtil.java  |  26 +--
 .../replication/ReplicationPeerDescription.java |  10 +-
 .../hbase/replication/SyncReplicationState.java |  48 ++
 .../hbase/shaded/protobuf/RequestConverter.java |  10 ++
 .../src/main/protobuf/Master.proto  |   4 +
 .../src/main/protobuf/MasterProcedure.proto |   4 +
 .../src/main/protobuf/Replication.proto |  20 +++
 .../replication/ReplicationPeerStorage.java |  18 ++-
 .../hbase/replication/ReplicationUtils.java |   1 +
 .../replication/ZKReplicationPeerStorage.java   |  61 +--
 .../replication/TestReplicationStateBasic.java  |  23 ++-
 .../TestZKReplicationPeerStorage.java   |  12 +-
 .../hbase/coprocessor/MasterObserver.java   |  23 +++
 .../org/apache/hadoop/hbase/master/HMaster.java |  12 ++
 .../hbase/master/MasterCoprocessorHost.java |  21 +++
 .../hadoop/hbase/master/MasterRpcServices.java  |  17 ++
 .../hadoop/hbase/master/MasterServices.java |   9 ++
 .../procedure/PeerProcedureInterface.java   |   2 +-
 .../replication/ReplicationPeerManager.java |  51 +-
 ...ransitPeerSyncReplicationStateProcedure.java | 159 +++
 .../hbase/security/access/AccessController.java |   8 +
 .../replication/TestReplicationAdmin.java   |  62 
 .../hbase/master/MockNoopMasterServices.java|   6 +
 .../cleaner/TestReplicationHFileCleaner.java|   4 +-
 .../TestReplicationTrackerZKImpl.java   |   6 +-
 .../TestReplicationSourceManager.java   |   3 +-
 .../security/access/TestAccessController.java   |  16 ++
 .../hbase/util/TestHBaseFsckReplication.java|   5 +-
 .../src/main/ruby/hbase/replication_admin.rb|  15 ++
 hbase-shell/src/main/ruby/shell.rb  |   1 +
 .../src/main/ruby/shell/commands/list_peers.rb  |   6 +-
 .../transit_peer_sync_replication_state.rb  |  44 +
 .../test/ruby/hbase/replication_admin_test.rb   |  24 +++
 40 files changed, 816 insertions(+), 51 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/2acebac0/hbase-client/src/main/java/org/apache/hadoop/hbase/client/Admin.java
--
diff --git 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/Admin.java 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/Admin.java
index 331f2d1..39542e4 100644
--- a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/Admin.java
+++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/Admin.java
@@ -51,6 +51,7 @@ import 
org.apache.hadoop.hbase.regionserver.wal.FailedLogCloseException;
 import org.apache.hadoop.hbase.replication.ReplicationException;
 import org.apache.hadoop.hbase.replication.ReplicationPeerConfig;
 import org.apache.hadoop.hbase.replication.ReplicationPeerDescription;
+import org.apache.hadoop.hbase.replication.SyncReplicationState;
 import org.apache.hadoop.hbase.snapshot.HBaseSnapshotException;
 import org.apache.hadoop.hbase.snapshot.RestoreSnapshotException;
 import org.apache.hadoop.hbase.snapshot.SnapshotCreationException;
@@ -2657,6 +2658,44 @@ public interface Admin extends Abortable, Closeable {
   List listReplicationPeers(Pattern pattern) 
throws IOException;
 
   /**
+   * Transit current cluster to a new state in a synchronous replication peer.
+   * @param peerId a short name that identifies the peer
+   * @param state a new state of current cluster
+   * @throws IOException if a remote or network exception occurs
+   */
+  void transitReplicationPeerSyncReplicationState(String peerId, 
SyncReplicationState state)
+  throws IOException;
+
+  /**
+   * Transit current cluster to a new state in a synchronous replication peer. 
But does not block
+   * and wait for it.
+   * 
+   * You can use Future.get(long, TimeUnit) to wait on the operation to 
complete. It may throw
+   * ExecutionE

[26/36] hbase git commit: HBASE-20783 NEP encountered when rolling update from master with an async peer to branch HBASE-19064

[zhangduo]

HBASE-20783 NEP encountered when rolling update from master with an async peer 
to branch HBASE-19064

Signed-off-by: zhangduo 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/f1806a11
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/f1806a11
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/f1806a11

Branch: refs/heads/master
Commit: f1806a11e69334a132caad54c502b85d57fffe82
Parents: 9a2c71b
Author: huzheng 
Authored: Mon Jun 25 16:49:02 2018 +0800
Committer: zhangduo 
Committed: Thu Jun 28 18:08:43 2018 +0800

--
 .../hbase/replication/SyncReplicationState.java |  5 ++-
 .../replication/TestSyncReplicationState.java   | 45 
 2 files changed, 49 insertions(+), 1 deletion(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/f1806a11/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/SyncReplicationState.java
--
diff --git 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/SyncReplicationState.java
 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/SyncReplicationState.java
index de9576c..448603c 100644
--- 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/SyncReplicationState.java
+++ 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/SyncReplicationState.java
@@ -68,7 +68,10 @@ public enum SyncReplicationState {
   }
 
   public static SyncReplicationState parseFrom(byte[] bytes) throws 
InvalidProtocolBufferException {
+if (bytes == null) {
+  return SyncReplicationState.NONE;
+}
 return 
ReplicationPeerConfigUtil.toSyncReplicationState(ReplicationProtos.SyncReplicationState
-  .parseFrom(Arrays.copyOfRange(bytes, ProtobufUtil.lengthOfPBMagic(), 
bytes.length)));
+.parseFrom(Arrays.copyOfRange(bytes, ProtobufUtil.lengthOfPBMagic(), 
bytes.length)));
   }
 }

http://git-wip-us.apache.org/repos/asf/hbase/blob/f1806a11/hbase-client/src/test/java/org/apache/hadoop/hbase/replication/TestSyncReplicationState.java
--
diff --git 
a/hbase-client/src/test/java/org/apache/hadoop/hbase/replication/TestSyncReplicationState.java
 
b/hbase-client/src/test/java/org/apache/hadoop/hbase/replication/TestSyncReplicationState.java
new file mode 100644
index 000..6921252
--- /dev/null
+++ 
b/hbase-client/src/test/java/org/apache/hadoop/hbase/replication/TestSyncReplicationState.java
@@ -0,0 +1,45 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.hadoop.hbase.replication;
+
+import org.apache.hadoop.hbase.HBaseClassTestRule;
+import org.apache.hadoop.hbase.testclassification.ClientTests;
+import org.apache.hadoop.hbase.testclassification.SmallTests;
+import org.junit.Assert;
+import org.junit.ClassRule;
+import org.junit.Test;
+import org.junit.experimental.categories.Category;
+
+@Category({ ClientTests.class, SmallTests.class })
+public class TestSyncReplicationState {
+
+  @ClassRule
+  public static final HBaseClassTestRule CLASS_RULE =
+  HBaseClassTestRule.forClass(TestSyncReplicationState.class);
+
+  @Test
+  public void testSyncReplicationStateParseFrom() throws Exception {
+Assert.assertEquals(SyncReplicationState.parseFrom(null), 
SyncReplicationState.NONE);
+for (SyncReplicationState state : SyncReplicationState.values()) {
+  byte[] data = SyncReplicationState.toByteArray(state);
+  SyncReplicationState actualState = SyncReplicationState.parseFrom(data);
+  Assert.assertEquals(state, actualState);
+}
+  }
+}

[01/36] hbase git commit: HBASE-19999 Remove the SYNC_REPLICATION_ENABLED flag

[zhangduo]

Repository: hbase
Updated Branches:
  refs/heads/master 65d84df00 -> 6198e1fc7


HBASE-1 Remove the SYNC_REPLICATION_ENABLED flag


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/c7d1085f
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/c7d1085f
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/c7d1085f

Branch: refs/heads/master
Commit: c7d1085fa27a64621d262aefea825e980e6bc576
Parents: 183b8d0
Author: Guanghao Zhang 
Authored: Fri Mar 9 11:30:25 2018 +0800
Committer: zhangduo 
Committed: Thu Jun 28 18:07:44 2018 +0800

--
 .../hbase/replication/ReplicationUtils.java  |  2 --
 .../hadoop/hbase/regionserver/HRegionServer.java | 13 -
 .../hbase/wal/SyncReplicationWALProvider.java| 19 ++-
 .../org/apache/hadoop/hbase/wal/WALFactory.java  | 18 --
 .../hbase/replication/TestSyncReplication.java   |  1 -
 .../master/TestRecoverStandbyProcedure.java  |  2 --
 .../wal/TestSyncReplicationWALProvider.java  |  2 --
 7 files changed, 38 insertions(+), 19 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/c7d1085f/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationUtils.java
--
diff --git 
a/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationUtils.java
 
b/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationUtils.java
index e402d0f..cb22f57 100644
--- 
a/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationUtils.java
+++ 
b/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationUtils.java
@@ -37,8 +37,6 @@ import org.apache.yetus.audience.InterfaceAudience;
 @InterfaceAudience.Private
 public final class ReplicationUtils {
 
-  public static final String SYNC_REPLICATION_ENABLED = 
"hbase.replication.sync.enabled";
-
   public static final String REPLICATION_ATTR_NAME = "__rep__";
 
   public static final String REMOTE_WAL_DIR_NAME = "remoteWALs";

http://git-wip-us.apache.org/repos/asf/hbase/blob/c7d1085f/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegionServer.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegionServer.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegionServer.java
index bd56f99..e49fd61 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegionServer.java
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegionServer.java
@@ -1804,10 +1804,8 @@ public class HRegionServer extends HasThread implements
   private void setupWALAndReplication() throws IOException {
 boolean isMasterNoTableOrSystemTableOnly = this instanceof HMaster &&
   (!LoadBalancer.isTablesOnMaster(conf) || 
LoadBalancer.isSystemTablesOnlyOnMaster(conf));
-if (isMasterNoTableOrSystemTableOnly) {
-  conf.setBoolean(ReplicationUtils.SYNC_REPLICATION_ENABLED, false);
-}
-WALFactory factory = new WALFactory(conf, serverName.toString());
+WALFactory factory =
+new WALFactory(conf, serverName.toString(), 
!isMasterNoTableOrSystemTableOnly);
 if (!isMasterNoTableOrSystemTableOnly) {
   // TODO Replication make assumptions here based on the default 
filesystem impl
   Path oldLogDir = new Path(walRootDir, HConstants.HREGION_OLDLOGDIR_NAME);
@@ -1931,11 +1929,8 @@ public class HRegionServer extends HasThread implements
 }
 this.executorService.startExecutorService(ExecutorType.RS_REFRESH_PEER,
   conf.getInt("hbase.regionserver.executor.refresh.peer.threads", 2));
-
-if (conf.getBoolean(ReplicationUtils.SYNC_REPLICATION_ENABLED, false)) {
-  
this.executorService.startExecutorService(ExecutorType.RS_REPLAY_SYNC_REPLICATION_WAL,
-
conf.getInt("hbase.regionserver.executor.replay.sync.replication.wal.threads", 
2));
-}
+
this.executorService.startExecutorService(ExecutorType.RS_REPLAY_SYNC_REPLICATION_WAL,
+  
conf.getInt("hbase.regionserver.executor.replay.sync.replication.wal.threads", 
1));
 
 Threads.setDaemonThreadRunning(this.walRoller.getThread(), getName() + 
".logRoller",
 uncaughtExceptionHandler);

http://git-wip-us.apache.org/repos/asf/hbase/blob/c7d1085f/hbase-server/src/main/java/org/apache/hadoop/hbase/wal/SyncReplicationWALProvider.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/wal/SyncReplicationWALProvider.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/wal/SyncReplicationWALProvider.java
index 282aa21..54287fe 100644
--- 
a/hbase-ser

[03/36] hbase git commit: HBASE-19935 Only allow table replication for sync replication for now

[zhangduo]

HBASE-19935 Only allow table replication for sync replication for now


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/00e54aae
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/00e54aae
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/00e54aae

Branch: refs/heads/master
Commit: 00e54aae24d88ac9c2b84db5ea1eaf11c3e5d73c
Parents: 1481bd9
Author: Guanghao Zhang 
Authored: Tue Feb 6 16:00:59 2018 +0800
Committer: zhangduo 
Committed: Thu Jun 28 18:07:44 2018 +0800

--
 .../replication/ReplicationPeerConfig.java  |  9 +++
 .../replication/ReplicationPeerManager.java | 34 -
 .../replication/TestReplicationAdmin.java   | 73 ++--
 .../wal/TestCombinedAsyncWriter.java|  6 ++
 .../wal/TestSyncReplicationWALProvider.java |  6 ++
 5 files changed, 102 insertions(+), 26 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/00e54aae/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.java
--
diff --git 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.java
 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.java
index 97abc74..997a155 100644
--- 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.java
+++ 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.java
@@ -25,6 +25,8 @@ import java.util.List;
 import java.util.Map;
 import java.util.Set;
 import java.util.TreeMap;
+
+import org.apache.commons.lang3.StringUtils;
 import org.apache.hadoop.hbase.TableName;
 import org.apache.hadoop.hbase.util.Bytes;
 import org.apache.yetus.audience.InterfaceAudience;
@@ -220,6 +222,13 @@ public class ReplicationPeerConfig {
 return this.remoteWALDir;
   }
 
+  /**
+   * Use remote wal dir to decide whether a peer is sync replication peer
+   */
+  public boolean isSyncReplication() {
+return !StringUtils.isBlank(this.remoteWALDir);
+  }
+
   public static ReplicationPeerConfigBuilder newBuilder() {
 return new ReplicationPeerConfigBuilderImpl();
   }

http://git-wip-us.apache.org/repos/asf/hbase/blob/00e54aae/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/ReplicationPeerManager.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/ReplicationPeerManager.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/ReplicationPeerManager.java
index f07a0d8..ff778a8 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/ReplicationPeerManager.java
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/ReplicationPeerManager.java
@@ -170,7 +170,7 @@ public class ReplicationPeerManager {
   " does not match new remote wal dir '" + 
peerConfig.getRemoteWALDir() + "'");
 }
 
-if (oldPeerConfig.getRemoteWALDir() != null) {
+if (oldPeerConfig.isSyncReplication()) {
   if (!ReplicationUtils.isNamespacesAndTableCFsEqual(oldPeerConfig, 
peerConfig)) {
 throw new DoNotRetryIOException(
   "Changing the replicated namespace/table config on a synchronous 
replication " +
@@ -199,8 +199,8 @@ public class ReplicationPeerManager {
 }
 ReplicationPeerConfig copiedPeerConfig = 
ReplicationPeerConfig.newBuilder(peerConfig).build();
 SyncReplicationState syncReplicationState =
-StringUtils.isBlank(peerConfig.getRemoteWALDir()) ? 
SyncReplicationState.NONE
-: SyncReplicationState.DOWNGRADE_ACTIVE;
+copiedPeerConfig.isSyncReplication() ? 
SyncReplicationState.DOWNGRADE_ACTIVE
+: SyncReplicationState.NONE;
 peerStorage.addPeer(peerId, copiedPeerConfig, enabled, 
syncReplicationState);
 peers.put(peerId,
   new ReplicationPeerDescription(peerId, enabled, copiedPeerConfig, 
syncReplicationState));
@@ -324,9 +324,37 @@ public class ReplicationPeerManager {
 peerConfig.getTableCFsMap());
 }
 
+if (peerConfig.isSyncReplication()) {
+  checkPeerConfigForSyncReplication(peerConfig);
+}
+
 checkConfiguredWALEntryFilters(peerConfig);
   }
 
+  private void checkPeerConfigForSyncReplication(ReplicationPeerConfig 
peerConfig)
+  throws DoNotRetryIOException {
+// This is used to reduce the difficulty for implementing the sync 
replication state transition
+// as we need to reopen all the related regions.
+// TODO: Add namespace, replicat_all flag back
+if (peerConfig.replicateAllUserTables()) {
+  throw new DoNotRetryIOException(
+  "Only support replicated table config

[15/36] hbase git commit: HBASE-19083 Introduce a new log writer which can write to two HDFSes

[zhangduo]

HBASE-19083 Introduce a new log writer which can write to two HDFSes


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/b3dea037
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/b3dea037
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/b3dea037

Branch: refs/heads/master
Commit: b3dea0378e792bfa33f3d8b4fb635444ea154829
Parents: 65d84df
Author: zhangduo 
Authored: Thu Jan 11 21:08:02 2018 +0800
Committer: zhangduo 
Committed: Thu Jun 28 18:07:44 2018 +0800

--
 .../hbase/regionserver/wal/AsyncFSWAL.java  |  21 +--
 .../regionserver/wal/CombinedAsyncWriter.java   | 134 ++
 .../hbase/regionserver/wal/DualAsyncFSWAL.java  |  67 +
 .../wal/AbstractTestProtobufLog.java| 110 +++
 .../regionserver/wal/ProtobufLogTestHelper.java |  99 ++
 .../regionserver/wal/TestAsyncProtobufLog.java  |  32 +
 .../wal/TestCombinedAsyncWriter.java| 136 +++
 .../hbase/regionserver/wal/TestProtobufLog.java |  14 +-
 .../regionserver/wal/WriterOverAsyncWriter.java |  63 +
 9 files changed, 533 insertions(+), 143 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/b3dea037/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/AsyncFSWAL.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/AsyncFSWAL.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/AsyncFSWAL.java
index d032d83..4732f41 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/AsyncFSWAL.java
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/AsyncFSWAL.java
@@ -607,10 +607,14 @@ public class AsyncFSWAL extends 
AbstractFSWAL {
 }
   }
 
+  protected final AsyncWriter createAsyncWriter(FileSystem fs, Path path) 
throws IOException {
+return AsyncFSWALProvider.createAsyncWriter(conf, fs, path, false, 
this.blocksize,
+  eventLoopGroup, channelClass);
+  }
+
   @Override
   protected AsyncWriter createWriterInstance(Path path) throws IOException {
-return AsyncFSWALProvider.createAsyncWriter(conf, fs, path, false,
-this.blocksize, eventLoopGroup, channelClass);
+return createAsyncWriter(fs, path);
   }
 
   private void waitForSafePoint() {
@@ -632,13 +636,12 @@ public class AsyncFSWAL extends 
AbstractFSWAL {
 }
   }
 
-  private long closeWriter() {
-AsyncWriter oldWriter = this.writer;
-if (oldWriter != null) {
-  long fileLength = oldWriter.getLength();
+  protected final long closeWriter(AsyncWriter writer) {
+if (writer != null) {
+  long fileLength = writer.getLength();
   closeExecutor.execute(() -> {
 try {
-  oldWriter.close();
+  writer.close();
 } catch (IOException e) {
   LOG.warn("close old writer failed", e);
 }
@@ -654,7 +657,7 @@ public class AsyncFSWAL extends AbstractFSWAL {
   throws IOException {
 Preconditions.checkNotNull(nextWriter);
 waitForSafePoint();
-long oldFileLen = closeWriter();
+long oldFileLen = closeWriter(this.writer);
 logRollAndSetupWalProps(oldPath, newPath, oldFileLen);
 this.writer = nextWriter;
 if (nextWriter instanceof AsyncProtobufLogWriter) {
@@ -679,7 +682,7 @@ public class AsyncFSWAL extends AbstractFSWAL {
   @Override
   protected void doShutdown() throws IOException {
 waitForSafePoint();
-closeWriter();
+closeWriter(this.writer);
 closeExecutor.shutdown();
 try {
   if (!closeExecutor.awaitTermination(waitOnShutdownInSeconds, 
TimeUnit.SECONDS)) {

http://git-wip-us.apache.org/repos/asf/hbase/blob/b3dea037/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/CombinedAsyncWriter.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/CombinedAsyncWriter.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/CombinedAsyncWriter.java
new file mode 100644
index 000..8ecfede
--- /dev/null
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/CombinedAsyncWriter.java
@@ -0,0 +1,134 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless req

[36/36] hbase git commit: HBASE-20424 Allow writing WAL to local and remote cluster concurrently

[zhangduo]

HBASE-20424 Allow writing WAL to local and remote cluster concurrently


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/f67763ff
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/f67763ff
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/f67763ff

Branch: refs/heads/master
Commit: f67763ffa00ddb3115598dd0047783a8c4d27462
Parents: 6031107
Author: zhangduo 
Authored: Thu May 24 16:20:28 2018 +0800
Committer: zhangduo 
Committed: Thu Jun 28 18:08:43 2018 +0800

--
 .../src/main/protobuf/MasterProcedure.proto |   2 +-
 .../hbase/replication/ReplicationUtils.java |  26 ++-
 .../asyncfs/FanOutOneBlockAsyncDFSOutput.java   |   3 +-
 .../replication/RecoverStandbyProcedure.java|  10 +-
 .../master/replication/RemovePeerProcedure.java |   5 +-
 .../ReplaySyncReplicationWALManager.java| 110 ++-
 ...ransitPeerSyncReplicationStateProcedure.java |   4 +-
 .../hbase/regionserver/HRegionServer.java   |   3 +-
 .../regionserver/ReplicationSourceService.java  |   6 +
 .../hbase/regionserver/SplitLogWorker.java  | 188 +--
 .../regionserver/wal/CombinedAsyncWriter.java   |  80 ++--
 .../hbase/regionserver/wal/DualAsyncFSWAL.java  |  11 +-
 .../replication/regionserver/Replication.java   |   5 +
 .../regionserver/ReplicationSourceManager.java  |   2 +-
 .../SyncReplicationPeerInfoProviderImpl.java|   3 +-
 .../org/apache/hadoop/hbase/util/FSUtils.java   |   9 +
 .../hbase/wal/SyncReplicationWALProvider.java   |  43 -
 .../replication/TestReplicationAdmin.java   |   2 +-
 .../wal/TestCombinedAsyncWriter.java|  20 +-
 .../replication/DualAsyncFSWALForTest.java  | 149 +++
 .../replication/SyncReplicationTestBase.java|  12 +-
 .../replication/TestSyncReplicationActive.java  |   5 +-
 ...cReplicationMoreLogsInLocalCopyToRemote.java | 108 +++
 ...plicationMoreLogsInLocalGiveUpSplitting.java | 128 +
 .../TestSyncReplicationRemoveRemoteWAL.java |   7 +-
 .../replication/TestSyncReplicationStandBy.java |  20 +-
 .../master/TestRecoverStandbyProcedure.java |   4 +-
 .../TestReplicationSourceManager.java   |   5 +-
 .../wal/TestSyncReplicationWALProvider.java |   1 -
 29 files changed, 733 insertions(+), 238 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/f67763ff/hbase-protocol-shaded/src/main/protobuf/MasterProcedure.proto
--
diff --git a/hbase-protocol-shaded/src/main/protobuf/MasterProcedure.proto 
b/hbase-protocol-shaded/src/main/protobuf/MasterProcedure.proto
index 81d91ef..23ec8f8 100644
--- a/hbase-protocol-shaded/src/main/protobuf/MasterProcedure.proto
+++ b/hbase-protocol-shaded/src/main/protobuf/MasterProcedure.proto
@@ -488,7 +488,7 @@ enum RecoverStandbyState {
   RENAME_SYNC_REPLICATION_WALS_DIR = 1;
   INIT_WORKERS = 2;
   DISPATCH_TASKS = 3;
-  REMOVE_SYNC_REPLICATION_WALS_DIR = 4;
+  SNAPSHOT_SYNC_REPLICATION_WALS_DIR = 4;
 }
 
 message RecoverStandbyStateData {

http://git-wip-us.apache.org/repos/asf/hbase/blob/f67763ff/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationUtils.java
--
diff --git 
a/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationUtils.java
 
b/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationUtils.java
index 069db7a..dc4217c 100644
--- 
a/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationUtils.java
+++ 
b/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationUtils.java
@@ -46,6 +46,16 @@ public final class ReplicationUtils {
 
   public static final String REMOTE_WAL_DIR_NAME = "remoteWALs";
 
+  public static final String SYNC_WAL_SUFFIX = ".syncrep";
+
+  public static final String REMOTE_WAL_REPLAY_SUFFIX = "-replay";
+
+  public static final String REMOTE_WAL_SNAPSHOT_SUFFIX = "-snapshot";
+
+  // This is used for copying sync replication log from local to remote and 
overwrite the old one
+  // since some FileSystem implementation may not support atomic rename.
+  public static final String RENAME_WAL_SUFFIX = ".ren";
+
   private ReplicationUtils() {
   }
 
@@ -187,14 +197,26 @@ public final class ReplicationUtils {
 return new Path(remoteWALDir).getFileSystem(conf);
   }
 
-  public static Path getRemoteWALDirForPeer(String remoteWALDir, String 
peerId) {
+  public static Path getPeerRemoteWALDir(String remoteWALDir, String peerId) {
 return new Path(remoteWALDir, peerId);
   }
 
-  public static Path getRemoteWALDirForPeer(Path remoteWALDir, String peerId) {
+  public static Path getPeerRemoteWALDir(Path remoteWALDir, String peerId) {
 r

[25/36] hbase git commit: HBASE-20660 Reopen regions using ReopenTableRegionsProcedure

[zhangduo]

HBASE-20660 Reopen regions using ReopenTableRegionsProcedure


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/7448b045
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/7448b045
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/7448b045

Branch: refs/heads/master
Commit: 7448b045ccc96cea2876ebd39cb6b5ef7b73a207
Parents: 05295ab
Author: zhangduo 
Authored: Thu May 31 09:53:44 2018 +0800
Committer: zhangduo 
Committed: Thu Jun 28 18:08:43 2018 +0800

--
 ...ransitPeerSyncReplicationStateProcedure.java | 24 ++--
 1 file changed, 7 insertions(+), 17 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/7448b045/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/TransitPeerSyncReplicationStateProcedure.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/TransitPeerSyncReplicationStateProcedure.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/TransitPeerSyncReplicationStateProcedure.java
index 81ee6b6..66f67dd 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/TransitPeerSyncReplicationStateProcedure.java
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/TransitPeerSyncReplicationStateProcedure.java
@@ -18,16 +18,14 @@
 package org.apache.hadoop.hbase.master.replication;
 
 import java.io.IOException;
-import java.util.List;
-import java.util.stream.Collectors;
 import org.apache.hadoop.fs.FileSystem;
 import org.apache.hadoop.fs.Path;
 import org.apache.hadoop.hbase.DoNotRetryIOException;
-import org.apache.hadoop.hbase.client.RegionInfo;
 import org.apache.hadoop.hbase.client.replication.ReplicationPeerConfigUtil;
 import org.apache.hadoop.hbase.master.MasterCoprocessorHost;
 import org.apache.hadoop.hbase.master.MasterFileSystem;
 import org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv;
+import org.apache.hadoop.hbase.master.procedure.ReopenTableRegionsProcedure;
 import org.apache.hadoop.hbase.procedure2.ProcedureStateSerializer;
 import org.apache.hadoop.hbase.procedure2.ProcedureSuspendedException;
 import org.apache.hadoop.hbase.procedure2.ProcedureYieldException;
@@ -141,11 +139,10 @@ public class TransitPeerSyncReplicationStateProcedure
 }
   }
 
-  private List getRegionsToReopen(MasterProcedureEnv env) {
-return 
env.getReplicationPeerManager().getPeerConfig(peerId).get().getTableCFsMap().keySet()
-  .stream()
-  .flatMap(tn -> 
env.getAssignmentManager().getRegionStates().getRegionsOfTable(tn).stream())
-  .collect(Collectors.toList());
+  private void reopenRegions(MasterProcedureEnv env) {
+addChildProcedure(
+  
env.getReplicationPeerManager().getPeerConfig(peerId).get().getTableCFsMap().keySet().stream()
+
.map(ReopenTableRegionsProcedure::new).toArray(ReopenTableRegionsProcedure[]::new));
   }
 
   private void createDirForRemoteWAL(MasterProcedureEnv env)
@@ -190,7 +187,7 @@ public class TransitPeerSyncReplicationStateProcedure
   }
 
   private void replayRemoteWAL() {
-addChildProcedure(new RecoverStandbyProcedure[] { new 
RecoverStandbyProcedure(peerId) });
+addChildProcedure(new RecoverStandbyProcedure(peerId));
   }
 
   @Override
@@ -252,14 +249,7 @@ public class TransitPeerSyncReplicationStateProcedure
   : 
PeerSyncReplicationStateTransitionState.TRANSIT_PEER_NEW_SYNC_REPLICATION_STATE);
 return Flow.HAS_MORE_STATE;
   case REOPEN_ALL_REGIONS_IN_PEER:
-try {
-  addChildProcedure(
-
env.getAssignmentManager().createReopenProcedures(getRegionsToReopen(env)));
-} catch (IOException e) {
-  LOG.warn("Failed to schedule region reopen for peer {} when starting 
transiting sync " +
-"replication peer state from {} to {}, retry", peerId, fromState, 
toState, e);
-  throw new ProcedureYieldException();
-}
+reopenRegions(env);
 setNextState(
   
PeerSyncReplicationStateTransitionState.TRANSIT_PEER_NEW_SYNC_REPLICATION_STATE);
 return Flow.HAS_MORE_STATE;

[09/36] hbase git commit: HBASE-19082 Reject read/write from client but accept write from replication in state S

[zhangduo]

HBASE-19082 Reject read/write from client but accept write from replication in 
state S


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/a41c549c
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/a41c549c
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/a41c549c

Branch: refs/heads/master
Commit: a41c549ca4ff28b97742b608cb20f1059e9054a3
Parents: 39dd81a
Author: zhangduo 
Authored: Mon Feb 12 18:20:18 2018 +0800
Committer: zhangduo 
Committed: Thu Jun 28 18:07:44 2018 +0800

--
 .../org/apache/hadoop/hbase/HConstants.java |   3 -
 .../src/main/protobuf/MasterProcedure.proto |   3 +-
 .../hbase/replication/ReplicationUtils.java |   4 +
 ...ransitPeerSyncReplicationStateProcedure.java |  10 +
 .../hadoop/hbase/regionserver/HRegion.java  |   5 +-
 .../hbase/regionserver/HRegionServer.java   |   2 +-
 .../hbase/regionserver/RSRpcServices.java   |  88 ++--
 .../RejectRequestsFromClientStateChecker.java   |  44 
 .../regionserver/ReplicationSink.java   |  72 ---
 .../SyncReplicationPeerInfoProvider.java|  10 +-
 .../SyncReplicationPeerInfoProviderImpl.java|  19 +-
 .../hbase/wal/SyncReplicationWALProvider.java   |   3 +
 .../org/apache/hadoop/hbase/wal/WALFactory.java |   4 +-
 .../hbase/replication/TestSyncReplication.java  | 200 +++
 .../wal/TestSyncReplicationWALProvider.java |   8 +-
 15 files changed, 401 insertions(+), 74 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/a41c549c/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java
--
diff --git a/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java
index 522c2cf..9241682 100644
--- a/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java
+++ b/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java
@@ -1355,9 +1355,6 @@ public final class HConstants {
 
   public static final String NOT_IMPLEMENTED = "Not implemented";
 
-  // TODO: need to find a better place to hold it.
-  public static final String SYNC_REPLICATION_ENABLED = 
"hbase.replication.sync.enabled";
-
   private HConstants() {
 // Can't be instantiated with this ctor.
   }

http://git-wip-us.apache.org/repos/asf/hbase/blob/a41c549c/hbase-protocol-shaded/src/main/protobuf/MasterProcedure.proto
--
diff --git a/hbase-protocol-shaded/src/main/protobuf/MasterProcedure.proto 
b/hbase-protocol-shaded/src/main/protobuf/MasterProcedure.proto
index e3e708d..64231e4 100644
--- a/hbase-protocol-shaded/src/main/protobuf/MasterProcedure.proto
+++ b/hbase-protocol-shaded/src/main/protobuf/MasterProcedure.proto
@@ -399,7 +399,8 @@ enum PeerSyncReplicationStateTransitionState {
   REOPEN_ALL_REGIONS_IN_PEER = 5;
   TRANSIT_PEER_NEW_SYNC_REPLICATION_STATE = 6;
   REFRESH_PEER_SYNC_REPLICATION_STATE_ON_RS_END = 7;
-  POST_PEER_SYNC_REPLICATION_STATE_TRANSITION = 8;
+  CREATE_DIR_FOR_REMOTE_WAL = 8;
+  POST_PEER_SYNC_REPLICATION_STATE_TRANSITION = 9;
 }
 
 message PeerModificationStateData {

http://git-wip-us.apache.org/repos/asf/hbase/blob/a41c549c/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationUtils.java
--
diff --git 
a/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationUtils.java
 
b/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationUtils.java
index e4dea83..d94cb00 100644
--- 
a/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationUtils.java
+++ 
b/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationUtils.java
@@ -37,6 +37,10 @@ import org.apache.yetus.audience.InterfaceAudience;
 @InterfaceAudience.Private
 public final class ReplicationUtils {
 
+  public static final String SYNC_REPLICATION_ENABLED = 
"hbase.replication.sync.enabled";
+
+  public static final String REPLICATION_ATTR_NAME = "__rep__";
+
   private ReplicationUtils() {
   }
 

http://git-wip-us.apache.org/repos/asf/hbase/blob/a41c549c/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/TransitPeerSyncReplicationStateProcedure.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/TransitPeerSyncReplicationStateProcedure.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/TransitPeerSyncReplicationStateProcedure.java
index 8fc932f..69404a0 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/

[33/36] hbase git commit: HBASE-20432 Cleanup related resources when remove a sync replication peer

[zhangduo]

HBASE-20432 Cleanup related resources when remove a sync replication peer


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/5b6c0d27
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/5b6c0d27
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/5b6c0d27

Branch: refs/heads/master
Commit: 5b6c0d277746c9dd58994e470c4cb5facca46718
Parents: 1bea678
Author: huzheng 
Authored: Wed Apr 18 20:38:33 2018 +0800
Committer: zhangduo 
Committed: Thu Jun 28 18:08:43 2018 +0800

--
 .../master/replication/RemovePeerProcedure.java | 10 +
 .../ReplaySyncReplicationWALManager.java|  8 
 .../replication/SyncReplicationTestBase.java| 45 +---
 .../replication/TestSyncReplicationActive.java  |  9 ++--
 .../replication/TestSyncReplicationStandBy.java | 31 --
 5 files changed, 89 insertions(+), 14 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/5b6c0d27/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/RemovePeerProcedure.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/RemovePeerProcedure.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/RemovePeerProcedure.java
index 82dc07e..7335fe0 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/RemovePeerProcedure.java
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/RemovePeerProcedure.java
@@ -66,9 +66,19 @@ public class RemovePeerProcedure extends ModifyPeerProcedure 
{
 env.getReplicationPeerManager().removePeer(peerId);
   }
 
+  private void removeRemoteWALs(MasterProcedureEnv env) throws IOException {
+ReplaySyncReplicationWALManager remoteWALManager =
+env.getMasterServices().getReplaySyncReplicationWALManager();
+remoteWALManager.removePeerRemoteWALs(peerId);
+remoteWALManager.removePeerReplayWALDir(peerId);
+  }
+
   @Override
   protected void postPeerModification(MasterProcedureEnv env)
   throws IOException, ReplicationException {
+if (peerConfig.isSyncReplication()) {
+  removeRemoteWALs(env);
+}
 env.getReplicationPeerManager().removeAllQueuesAndHFileRefs(peerId);
 if (peerConfig.isSerial()) {
   env.getReplicationPeerManager().removeAllLastPushedSeqIds(peerId);

http://git-wip-us.apache.org/repos/asf/hbase/blob/5b6c0d27/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/ReplaySyncReplicationWALManager.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/ReplaySyncReplicationWALManager.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/ReplaySyncReplicationWALManager.java
index 72f5c37..eac5aa4 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/ReplaySyncReplicationWALManager.java
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/ReplaySyncReplicationWALManager.java
@@ -115,6 +115,14 @@ public class ReplaySyncReplicationWALManager {
 }
   }
 
+  public void removePeerRemoteWALs(String peerId) throws IOException {
+Path remoteWALDir = getPeerRemoteWALDir(peerId);
+if (fs.exists(remoteWALDir) && !fs.delete(remoteWALDir, true)) {
+  throw new IOException(
+  "Failed to remove remote WALs dir " + remoteWALDir + " for peer id=" 
+ peerId);
+}
+  }
+
   public void initPeerWorkers(String peerId) {
 BlockingQueue servers = new LinkedBlockingQueue<>();
 services.getServerManager().getOnlineServers().keySet()

http://git-wip-us.apache.org/repos/asf/hbase/blob/5b6c0d27/hbase-server/src/test/java/org/apache/hadoop/hbase/replication/SyncReplicationTestBase.java
--
diff --git 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/replication/SyncReplicationTestBase.java
 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/replication/SyncReplicationTestBase.java
index 0d5fce8..de679be 100644
--- 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/replication/SyncReplicationTestBase.java
+++ 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/replication/SyncReplicationTestBase.java
@@ -19,6 +19,7 @@ package org.apache.hadoop.hbase.replication;
 
 import static org.junit.Assert.assertEquals;
 import static org.junit.Assert.assertTrue;
+import static org.junit.Assert.fail;
 
 import java.io.IOException;
 import java.util.ArrayList;
@@ -71,6 +72,10 @@ public class SyncReplicationTestBase {
 
   protected static String PEER_ID = "1";
 
+  protected static Path remoteWALDir1;
+
+  protected static Path remoteWALDir2;
+
   privat

[07/36] hbase git commit: HBASE-19864 Use protobuf instead of enum.ordinal to store SyncReplicationState

[zhangduo]

HBASE-19864 Use protobuf instead of enum.ordinal to store SyncReplicationState

Signed-off-by: zhangduo 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/1481bd94
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/1481bd94
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/1481bd94

Branch: refs/heads/master
Commit: 1481bd9481e087ae491ffa13603f4411bc3e1cdc
Parents: d8842dc
Author: Guanghao Zhang 
Authored: Fri Jan 26 16:50:48 2018 +0800
Committer: zhangduo 
Committed: Thu Jun 28 18:07:44 2018 +0800

--
 .../replication/ReplicationPeerConfigUtil.java  | 22 +++---
 .../hbase/replication/SyncReplicationState.java | 17 ++
 .../hbase/shaded/protobuf/RequestConverter.java |  7 +++---
 .../src/main/protobuf/Replication.proto | 13 +++
 .../replication/ZKReplicationPeerStorage.java   | 24 +---
 .../hadoop/hbase/master/MasterRpcServices.java  |  9 
 ...ransitPeerSyncReplicationStateProcedure.java |  9 
 .../TestReplicationSourceManager.java   |  2 +-
 8 files changed, 67 insertions(+), 36 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/1481bd94/hbase-client/src/main/java/org/apache/hadoop/hbase/client/replication/ReplicationPeerConfigUtil.java
--
diff --git 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/replication/ReplicationPeerConfigUtil.java
 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/replication/ReplicationPeerConfigUtil.java
index 6cbe05b..331795c 100644
--- 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/replication/ReplicationPeerConfigUtil.java
+++ 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/replication/ReplicationPeerConfigUtil.java
@@ -403,7 +403,7 @@ public final class ReplicationPeerConfigUtil {
 ReplicationProtos.ReplicationState.State.ENABLED == 
desc.getState().getState();
 ReplicationPeerConfig config = convert(desc.getConfig());
 return new ReplicationPeerDescription(desc.getId(), enabled, config,
-
SyncReplicationState.valueOf(desc.getSyncReplicationState().getNumber()));
+  toSyncReplicationState(desc.getSyncReplicationState()));
   }
 
   public static ReplicationProtos.ReplicationPeerDescription
@@ -411,17 +411,33 @@ public final class ReplicationPeerConfigUtil {
 ReplicationProtos.ReplicationPeerDescription.Builder builder =
 ReplicationProtos.ReplicationPeerDescription.newBuilder();
 builder.setId(desc.getPeerId());
+
 ReplicationProtos.ReplicationState.Builder stateBuilder =
 ReplicationProtos.ReplicationState.newBuilder();
 stateBuilder.setState(desc.isEnabled() ? 
ReplicationProtos.ReplicationState.State.ENABLED :
 ReplicationProtos.ReplicationState.State.DISABLED);
 builder.setState(stateBuilder.build());
+
 builder.setConfig(convert(desc.getPeerConfig()));
-builder.setSyncReplicationState(
-  
ReplicationProtos.SyncReplicationState.forNumber(desc.getSyncReplicationState().ordinal()));
+
builder.setSyncReplicationState(toSyncReplicationState(desc.getSyncReplicationState()));
+
 return builder.build();
   }
 
+  public static ReplicationProtos.SyncReplicationState
+  toSyncReplicationState(SyncReplicationState state) {
+ReplicationProtos.SyncReplicationState.Builder syncReplicationStateBuilder 
=
+ReplicationProtos.SyncReplicationState.newBuilder();
+syncReplicationStateBuilder
+
.setState(ReplicationProtos.SyncReplicationState.State.forNumber(state.ordinal()));
+return syncReplicationStateBuilder.build();
+  }
+
+  public static SyncReplicationState
+  toSyncReplicationState(ReplicationProtos.SyncReplicationState state) {
+return SyncReplicationState.valueOf(state.getState().getNumber());
+  }
+
   public static ReplicationPeerConfig appendTableCFsToReplicationPeerConfig(
   Map> tableCfs, ReplicationPeerConfig peerConfig) 
{
 ReplicationPeerConfigBuilder builder = 
ReplicationPeerConfig.newBuilder(peerConfig);

http://git-wip-us.apache.org/repos/asf/hbase/blob/1481bd94/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/SyncReplicationState.java
--
diff --git 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/SyncReplicationState.java
 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/SyncReplicationState.java
index bd144e9..a65b144 100644
--- 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/SyncReplicationState.java
+++ 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/SyncReplicationState.java
@@ -17,8 +17,15 @@
  */
 package org.apache.hadoop.hbase.replication;
 
+imp

[19/36] hbase git commit: HBASE-20393 Operational documents for synchromous replication

[zhangduo]

HBASE-20393 Operational documents for synchromous replication

Signed-off-by: zhangduo 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/9a2c71b2
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/9a2c71b2
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/9a2c71b2

Branch: refs/heads/master
Commit: 9a2c71b2c2e931a4a9c1acfab8a825bfb86e4b13
Parents: 44ca13f
Author: huzheng 
Authored: Thu Jun 21 14:34:55 2018 +0800
Committer: zhangduo 
Committed: Thu Jun 28 18:08:43 2018 +0800

--
 src/main/asciidoc/_chapters/ops_mgt.adoc|   3 +
 .../asciidoc/_chapters/sync_replication.adoc| 125 +++
 src/main/asciidoc/book.adoc |   1 +
 3 files changed, 129 insertions(+)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/9a2c71b2/src/main/asciidoc/_chapters/ops_mgt.adoc
--
diff --git a/src/main/asciidoc/_chapters/ops_mgt.adoc 
b/src/main/asciidoc/_chapters/ops_mgt.adoc
index 60b749f..d2166e8 100644
--- a/src/main/asciidoc/_chapters/ops_mgt.adoc
+++ b/src/main/asciidoc/_chapters/ops_mgt.adoc
@@ -1473,6 +1473,9 @@ Some use cases for cluster replication include:
 NOTE: Replication is enabled at the granularity of the column family.
 Before enabling replication for a column family, create the table and all 
column families to be replicated, on the destination cluster.
 
+NOTE: Replication is asynchronous as we send WAL to another cluster in 
background, which means that when you want to do recovery through replication, 
you could loss some data. To address this problem, we have introduced a new 
feature called synchronous replication. As the mechanism is a bit different so 
we use a separated section to describe it. Please see
+<>.
+
 === Replication Overview
 
 Cluster replication uses a source-push methodology.

http://git-wip-us.apache.org/repos/asf/hbase/blob/9a2c71b2/src/main/asciidoc/_chapters/sync_replication.adoc
--
diff --git a/src/main/asciidoc/_chapters/sync_replication.adoc 
b/src/main/asciidoc/_chapters/sync_replication.adoc
new file mode 100644
index 000..d28b9a9
--- /dev/null
+++ b/src/main/asciidoc/_chapters/sync_replication.adoc
@@ -0,0 +1,125 @@
+
+/**
+ *
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+
+[[syncreplication]]
+= Synchronous Replication
+:doctype: book
+:numbered:
+:toc: left
+:icons: font
+:experimental:
+:source-language: java
+
+== Background
+
+The current <> in HBase in asynchronous. So 
if the master cluster crashes, the slave cluster may not have the
+newest data. If users want strong consistency then they can not switch to the 
slave cluster.
+
+== Design
+
+Please see the design doc on 
link:https://issues.apache.org/jira/browse/HBASE-19064[HBASE-19064]
+
+== Operation and maintenance
+
+Case.1 Setup two synchronous replication clusters::
+
+* Add a synchronous peer in both source cluster and peer cluster.
+
+For source cluster:
+[source,ruby]
+
+hbase> add_peer  '1', CLUSTER_KEY => 
'lg-hadoop-tst-st01.bj:10010,lg-hadoop-tst-st02.bj:10010,lg-hadoop-tst-st03.bj:10010:/hbase/test-hbase-slave',
 
REMOTE_WAL_DIR=>'hdfs://lg-hadoop-tst-st01.bj:20100/hbase/test-hbase-slave/remoteWALs',
 TABLE_CFS => {"ycsb-test"=>[]}
+
+
+For peer cluster:
+[source,ruby]
+
+hbase> add_peer  '1', CLUSTER_KEY => 
'lg-hadoop-tst-st01.bj:10010,lg-hadoop-tst-st02.bj:10010,lg-hadoop-tst-st03.bj:10010:/hbase/test-hbase',
 
REMOTE_WAL_DIR=>'hdfs://lg-hadoop-tst-st01.bj:20100/hbase/test-hbase/remoteWALs',
 TABLE_CFS => {"ycsb-test"=>[]}
+
+
+NOTE: For synchronous replication, the current implementation require that we 
have the same peer id for both source
+and peer cluster. Another thing that need attention is: the peer does not 
support cluster-level, namespace-level, or
+cf-level replication, only support table-level replication now.
+
+* Transit the peer cluster to be STANDBY state
+
+[source,ruby]
+
+hbase> transit_peer_sync

[13/36] hbase git commit: HBASE-19747 Introduce a special WALProvider for synchronous replication

[zhangduo]

HBASE-19747 Introduce a special WALProvider for synchronous replication


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/274b813e
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/274b813e
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/274b813e

Branch: refs/heads/master
Commit: 274b813e1221c366e2c4773910d202b65298768f
Parents: b4a1dbf
Author: zhangduo 
Authored: Fri Jan 19 18:38:39 2018 +0800
Committer: zhangduo 
Committed: Thu Jun 28 18:07:44 2018 +0800

--
 .../hbase/regionserver/wal/AbstractFSWAL.java   |   7 +
 .../hbase/regionserver/wal/AsyncFSWAL.java  |   1 -
 .../hbase/regionserver/wal/DualAsyncFSWAL.java  |   4 +-
 .../hadoop/hbase/regionserver/wal/FSHLog.java   |   4 -
 .../regionserver/PeerActionListener.java|  33 +++
 .../SynchronousReplicationPeerProvider.java |  35 +++
 .../hadoop/hbase/wal/AbstractFSWALProvider.java |   1 +
 .../hadoop/hbase/wal/AsyncFSWALProvider.java|  18 +-
 .../hbase/wal/NettyAsyncFSWALConfigHelper.java  |   8 +-
 .../hbase/wal/RegionGroupingProvider.java   |  13 +-
 .../wal/SynchronousReplicationWALProvider.java  | 225 +++
 .../org/apache/hadoop/hbase/wal/WALFactory.java |  37 ++-
 .../org/apache/hadoop/hbase/wal/WALKeyImpl.java |  16 +-
 .../regionserver/TestCompactionPolicy.java  |   1 +
 .../regionserver/TestFailedAppendAndSync.java   | 122 +-
 .../hadoop/hbase/regionserver/TestHRegion.java  |  24 +-
 .../TestHRegionWithInMemoryFlush.java   |   7 -
 .../hbase/regionserver/TestRegionIncrement.java |  20 +-
 .../hbase/regionserver/TestWALLockup.java   |   1 +
 .../regionserver/wal/AbstractTestWALReplay.java |   1 +
 .../regionserver/wal/ProtobufLogTestHelper.java |  44 +++-
 .../hbase/regionserver/wal/TestAsyncFSWAL.java  |  13 +-
 .../regionserver/wal/TestAsyncWALReplay.java|   4 +-
 .../wal/TestCombinedAsyncWriter.java|   3 +-
 .../hbase/regionserver/wal/TestFSHLog.java  |  15 +-
 .../hbase/regionserver/wal/TestWALReplay.java   |   1 +
 .../apache/hadoop/hbase/wal/IOTestProvider.java |   2 -
 .../TestSynchronousReplicationWALProvider.java  | 153 +
 28 files changed, 659 insertions(+), 154 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/274b813e/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/AbstractFSWAL.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/AbstractFSWAL.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/AbstractFSWAL.java
index 825ad17..4255086 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/AbstractFSWAL.java
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/AbstractFSWAL.java
@@ -434,6 +434,13 @@ public abstract class AbstractFSWAL 
implements WAL {
 this.implClassName = getClass().getSimpleName();
   }
 
+  /**
+   * Used to initialize the WAL. Usually just call rollWriter to create the 
first log writer.
+   */
+  public void init() throws IOException {
+rollWriter();
+  }
+
   @Override
   public void registerWALActionsListener(WALActionsListener listener) {
 this.listeners.add(listener);

http://git-wip-us.apache.org/repos/asf/hbase/blob/274b813e/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/AsyncFSWAL.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/AsyncFSWAL.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/AsyncFSWAL.java
index 4732f41..d98ab75 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/AsyncFSWAL.java
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/AsyncFSWAL.java
@@ -248,7 +248,6 @@ public class AsyncFSWAL extends AbstractFSWAL {
 batchSize = conf.getLong(WAL_BATCH_SIZE, DEFAULT_WAL_BATCH_SIZE);
 waitOnShutdownInSeconds = 
conf.getInt(ASYNC_WAL_WAIT_ON_SHUTDOWN_IN_SECONDS,
   DEFAULT_ASYNC_WAL_WAIT_ON_SHUTDOWN_IN_SECONDS);
-rollWriter();
   }
 
   private static boolean waitingRoll(int epochAndState) {

http://git-wip-us.apache.org/repos/asf/hbase/blob/274b813e/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/DualAsyncFSWAL.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/DualAsyncFSWAL.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/DualAsyncFSWAL.java
index 42b0dae..0495337 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/DualAsyncFSWAL.java
+++ 
b/hbase-server/s

[12/36] hbase git commit: HBASE-19973 Implement a procedure to replay sync replication wal for standby cluster

[zhangduo]

HBASE-19973 Implement a procedure to replay sync replication wal for standby 
cluster


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/183b8d05
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/183b8d05
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/183b8d05

Branch: refs/heads/master
Commit: 183b8d0581f82e56e928ca7153ab50558e57045d
Parents: 45794d4
Author: Guanghao Zhang 
Authored: Fri Mar 2 18:43:25 2018 +0800
Committer: zhangduo 
Committed: Thu Jun 28 18:07:44 2018 +0800

--
 .../src/main/protobuf/MasterProcedure.proto |  22 +++
 .../apache/hadoop/hbase/executor/EventType.java |   9 +-
 .../hadoop/hbase/executor/ExecutorType.java |   3 +-
 .../org/apache/hadoop/hbase/master/HMaster.java |   9 +
 .../hadoop/hbase/master/MasterServices.java |   6 +
 .../procedure/PeerProcedureInterface.java   |   3 +-
 .../hbase/master/procedure/PeerQueue.java   |   3 +-
 .../replication/RecoverStandbyProcedure.java| 114 +++
 .../ReplaySyncReplicationWALManager.java| 139 +
 .../ReplaySyncReplicationWALProcedure.java  | 196 +++
 .../hbase/regionserver/HRegionServer.java   |   9 +-
 .../ReplaySyncReplicationWALCallable.java   | 149 ++
 .../SyncReplicationPeerInfoProviderImpl.java|   3 +
 .../org/apache/hadoop/hbase/util/FSUtils.java   |   5 +
 .../hbase/master/MockNoopMasterServices.java|   8 +-
 .../master/TestRecoverStandbyProcedure.java | 186 ++
 16 files changed, 857 insertions(+), 7 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/183b8d05/hbase-protocol-shaded/src/main/protobuf/MasterProcedure.proto
--
diff --git a/hbase-protocol-shaded/src/main/protobuf/MasterProcedure.proto 
b/hbase-protocol-shaded/src/main/protobuf/MasterProcedure.proto
index 64231e4..92f19a6 100644
--- a/hbase-protocol-shaded/src/main/protobuf/MasterProcedure.proto
+++ b/hbase-protocol-shaded/src/main/protobuf/MasterProcedure.proto
@@ -480,3 +480,25 @@ message TransitPeerSyncReplicationStateStateData {
   optional SyncReplicationState fromState = 1;
   required SyncReplicationState toState = 2;
 }
+
+enum RecoverStandbyState {
+  RENAME_SYNC_REPLICATION_WALS_DIR = 1;
+  INIT_WORKERS = 2;
+  DISPATCH_TASKS = 3;
+  REMOVE_SYNC_REPLICATION_WALS_DIR = 4;
+}
+
+message RecoverStandbyStateData {
+  required string peer_id = 1;
+}
+
+message ReplaySyncReplicationWALStateData {
+  required string peer_id = 1;
+  required string wal = 2;
+  optional ServerName target_server = 3;
+}
+
+message ReplaySyncReplicationWALParameter {
+  required string peer_id = 1;
+  required string wal = 2;
+}

http://git-wip-us.apache.org/repos/asf/hbase/blob/183b8d05/hbase-server/src/main/java/org/apache/hadoop/hbase/executor/EventType.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/executor/EventType.java 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/executor/EventType.java
index 922deb8..ad38d1c 100644
--- a/hbase-server/src/main/java/org/apache/hadoop/hbase/executor/EventType.java
+++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/executor/EventType.java
@@ -281,7 +281,14 @@ public enum EventType {
*
* RS_REFRESH_PEER
*/
-  RS_REFRESH_PEER (84, ExecutorType.RS_REFRESH_PEER);
+  RS_REFRESH_PEER(84, ExecutorType.RS_REFRESH_PEER),
+
+  /**
+   * RS replay sync replication wal.
+   *
+   * RS_REPLAY_SYNC_REPLICATION_WAL
+   */
+  RS_REPLAY_SYNC_REPLICATION_WAL(85, 
ExecutorType.RS_REPLAY_SYNC_REPLICATION_WAL);
 
   private final int code;
   private final ExecutorType executor;

http://git-wip-us.apache.org/repos/asf/hbase/blob/183b8d05/hbase-server/src/main/java/org/apache/hadoop/hbase/executor/ExecutorType.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/executor/ExecutorType.java 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/executor/ExecutorType.java
index 7f130d1..ea97354 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/executor/ExecutorType.java
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/executor/ExecutorType.java
@@ -47,7 +47,8 @@ public enum ExecutorType {
   RS_REGION_REPLICA_FLUSH_OPS  (28),
   RS_COMPACTED_FILES_DISCHARGER (29),
   RS_OPEN_PRIORITY_REGION(30),
-  RS_REFRESH_PEER   (31);
+  RS_REFRESH_PEER(31),
+  RS_REPLAY_SYNC_REPLICATION_WAL(32);
 
   ExecutorType(int value) {
   }

http://git-wip-us.apache.org/repos/asf/hbase/blob/183b8d05/hbase-server/src/main/java/org/apache/hadoop/hbase/master/HMaster.java
--

[24/36] hbase git commit: HBASE-20569 NPE in RecoverStandbyProcedure.execute

[zhangduo]

HBASE-20569 NPE in RecoverStandbyProcedure.execute


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/44ca13fe
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/44ca13fe
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/44ca13fe

Branch: refs/heads/master
Commit: 44ca13fe07dc5050a2bc98ccd3f65953f06aaef8
Parents: 7448b04
Author: Guanghao Zhang 
Authored: Thu May 31 20:54:59 2018 +0800
Committer: zhangduo 
Committed: Thu Jun 28 18:08:43 2018 +0800

--
 .../src/main/protobuf/MasterProcedure.proto |  26 ++-
 .../org/apache/hadoop/hbase/master/HMaster.java |  10 +-
 .../hadoop/hbase/master/MasterServices.java |   6 +-
 .../procedure/MasterProcedureScheduler.java |   3 +-
 .../procedure/PeerProcedureInterface.java   |   2 +-
 .../hbase/master/procedure/PeerQueue.java   |   3 +-
 .../replication/RecoverStandbyProcedure.java|  68 --
 .../master/replication/RemovePeerProcedure.java |   5 +-
 .../ReplaySyncReplicationWALManager.java| 169 --
 .../ReplaySyncReplicationWALProcedure.java  | 196 -
 .../SyncReplicationReplayWALManager.java| 218 +++
 .../SyncReplicationReplayWALProcedure.java  | 164 ++
 ...SyncReplicationReplayWALRemoteProcedure.java | 213 ++
 ...ransitPeerSyncReplicationStateProcedure.java |   6 +-
 ...ZKSyncReplicationReplayWALWorkerStorage.java | 108 +
 .../ReplaySyncReplicationWALCallable.java   |  46 ++--
 .../hbase/master/MockNoopMasterServices.java|   4 +-
 .../replication/SyncReplicationTestBase.java|   6 +-
 .../TestSyncReplicationStandbyKillMaster.java   |  88 
 .../TestSyncReplicationStandbyKillRS.java   | 119 ++
 .../master/TestRecoverStandbyProcedure.java |  10 +-
 21 files changed, 1040 insertions(+), 430 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/44ca13fe/hbase-protocol-shaded/src/main/protobuf/MasterProcedure.proto
--
diff --git a/hbase-protocol-shaded/src/main/protobuf/MasterProcedure.proto 
b/hbase-protocol-shaded/src/main/protobuf/MasterProcedure.proto
index 23ec8f8..a062e9a 100644
--- a/hbase-protocol-shaded/src/main/protobuf/MasterProcedure.proto
+++ b/hbase-protocol-shaded/src/main/protobuf/MasterProcedure.proto
@@ -486,22 +486,34 @@ message TransitPeerSyncReplicationStateStateData {
 
 enum RecoverStandbyState {
   RENAME_SYNC_REPLICATION_WALS_DIR = 1;
-  INIT_WORKERS = 2;
-  DISPATCH_TASKS = 3;
-  SNAPSHOT_SYNC_REPLICATION_WALS_DIR = 4;
+  REGISTER_PEER_TO_WORKER_STORAGE = 2;
+  DISPATCH_WALS = 3;
+  UNREGISTER_PEER_FROM_WORKER_STORAGE = 4;
+  SNAPSHOT_SYNC_REPLICATION_WALS_DIR = 5;
+}
+
+enum SyncReplicationReplayWALState {
+  ASSIGN_WORKER = 1;
+  DISPATCH_WALS_TO_WORKER = 2;
+  RELEASE_WORKER = 3;
 }
 
 message RecoverStandbyStateData {
+  required bool serial  = 1;
+}
+
+message SyncReplicationReplayWALStateData {
   required string peer_id = 1;
+  repeated string wal = 2;
 }
 
-message ReplaySyncReplicationWALStateData {
+message SyncReplicationReplayWALRemoteStateData {
   required string peer_id = 1;
-  required string wal = 2;
-  optional ServerName target_server = 3;
+  repeated string wal = 2;
+  required ServerName target_server = 3;
 }
 
 message ReplaySyncReplicationWALParameter {
   required string peer_id = 1;
-  required string wal = 2;
+  repeated string wal = 2;
 }

http://git-wip-us.apache.org/repos/asf/hbase/blob/44ca13fe/hbase-server/src/main/java/org/apache/hadoop/hbase/master/HMaster.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/HMaster.java 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/HMaster.java
index 2c23e85..dc62752 100644
--- a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/HMaster.java
+++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/HMaster.java
@@ -138,8 +138,8 @@ import 
org.apache.hadoop.hbase.master.replication.AddPeerProcedure;
 import org.apache.hadoop.hbase.master.replication.DisablePeerProcedure;
 import org.apache.hadoop.hbase.master.replication.EnablePeerProcedure;
 import org.apache.hadoop.hbase.master.replication.RemovePeerProcedure;
-import 
org.apache.hadoop.hbase.master.replication.ReplaySyncReplicationWALManager;
 import org.apache.hadoop.hbase.master.replication.ReplicationPeerManager;
+import 
org.apache.hadoop.hbase.master.replication.SyncReplicationReplayWALManager;
 import 
org.apache.hadoop.hbase.master.replication.TransitPeerSyncReplicationStateProcedure;
 import org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure;
 import org.apache.hadoop.hbase.master.snapshot.SnapshotManager;
@@ -343,7 +343,7 @@ pub

[22/36] hbase git commit: HBASE-20426 Give up replicating anything in S state

[zhangduo]

HBASE-20426 Give up replicating anything in S state


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/ae6c90b4
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/ae6c90b4
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/ae6c90b4

Branch: refs/heads/master
Commit: ae6c90b4ece1ada9e771e7b65033f962b8636c4f
Parents: 5b6c0d2
Author: zhangduo 
Authored: Thu May 3 15:51:35 2018 +0800
Committer: zhangduo 
Committed: Thu Jun 28 18:08:43 2018 +0800

--
 .../src/main/protobuf/MasterProcedure.proto |  13 +-
 .../replication/AbstractPeerProcedure.java  |   4 +
 .../master/replication/ModifyPeerProcedure.java |   6 -
 .../replication/ReplicationPeerManager.java |  13 +-
 ...ransitPeerSyncReplicationStateProcedure.java |  94 +++
 .../hadoop/hbase/regionserver/LogRoller.java|  11 +-
 .../regionserver/PeerProcedureHandlerImpl.java  |  63 --
 .../regionserver/ReplicationSource.java |   1 +
 .../regionserver/ReplicationSourceManager.java  | 118 ---
 .../TestDrainReplicationQueuesForStandBy.java   | 118 +++
 10 files changed, 379 insertions(+), 62 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/ae6c90b4/hbase-protocol-shaded/src/main/protobuf/MasterProcedure.proto
--
diff --git a/hbase-protocol-shaded/src/main/protobuf/MasterProcedure.proto 
b/hbase-protocol-shaded/src/main/protobuf/MasterProcedure.proto
index 92f19a6..81d91ef 100644
--- a/hbase-protocol-shaded/src/main/protobuf/MasterProcedure.proto
+++ b/hbase-protocol-shaded/src/main/protobuf/MasterProcedure.proto
@@ -396,11 +396,14 @@ enum PeerSyncReplicationStateTransitionState {
   SET_PEER_NEW_SYNC_REPLICATION_STATE = 2;
   REFRESH_PEER_SYNC_REPLICATION_STATE_ON_RS_BEGIN = 3;
   REPLAY_REMOTE_WAL_IN_PEER = 4;
-  REOPEN_ALL_REGIONS_IN_PEER = 5;
-  TRANSIT_PEER_NEW_SYNC_REPLICATION_STATE = 6;
-  REFRESH_PEER_SYNC_REPLICATION_STATE_ON_RS_END = 7;
-  CREATE_DIR_FOR_REMOTE_WAL = 8;
-  POST_PEER_SYNC_REPLICATION_STATE_TRANSITION = 9;
+  REMOVE_ALL_REPLICATION_QUEUES_IN_PEER = 5;
+  REOPEN_ALL_REGIONS_IN_PEER = 6;
+  TRANSIT_PEER_NEW_SYNC_REPLICATION_STATE = 7;
+  REFRESH_PEER_SYNC_REPLICATION_STATE_ON_RS_END = 8;
+  SYNC_REPLICATION_SET_PEER_ENABLED = 9;
+  SYNC_REPLICATION_ENABLE_PEER_REFRESH_PEER_ON_RS = 10;
+  CREATE_DIR_FOR_REMOTE_WAL = 11;
+  POST_PEER_SYNC_REPLICATION_STATE_TRANSITION = 12;
 }
 
 message PeerModificationStateData {

http://git-wip-us.apache.org/repos/asf/hbase/blob/ae6c90b4/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/AbstractPeerProcedure.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/AbstractPeerProcedure.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/AbstractPeerProcedure.java
index 6679d78..458e073 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/AbstractPeerProcedure.java
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/AbstractPeerProcedure.java
@@ -106,4 +106,8 @@ public abstract class AbstractPeerProcedure
 throw new UnsupportedOperationException();
   }
 
+  protected final void refreshPeer(MasterProcedureEnv env, PeerOperationType 
type) {
+
addChildProcedure(env.getMasterServices().getServerManager().getOnlineServersList().stream()
+  .map(sn -> new RefreshPeerProcedure(peerId, type, 
sn)).toArray(RefreshPeerProcedure[]::new));
+  }
 }

http://git-wip-us.apache.org/repos/asf/hbase/blob/ae6c90b4/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/ModifyPeerProcedure.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/ModifyPeerProcedure.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/ModifyPeerProcedure.java
index fc559b0..ad4df61 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/ModifyPeerProcedure.java
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/ModifyPeerProcedure.java
@@ -109,12 +109,6 @@ public abstract class ModifyPeerProcedure extends 
AbstractPeerProcedure new RefreshPeerProcedure(peerId, type, sn))
-  .toArray(RefreshPeerProcedure[]::new));
-  }
-
   protected ReplicationPeerConfig getOldPeerConfig() {
 return null;
   }

http://git-wip-us.apache.org/repos/asf/hbase/blob/ae6c90b4/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/ReplicationPeerManager.java
--
diff --git 
a/hbase-server/src/main/java/org/

[32/36] hbase git commit: HBASE-20637 Polish the WAL switching when transiting from A to S

[zhangduo]

HBASE-20637 Polish the WAL switching when transiting from A to S


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/05295abd
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/05295abd
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/05295abd

Branch: refs/heads/master
Commit: 05295abd5b5573a3237fe849c95b9e45f22c5560
Parents: f67763f
Author: zhangduo 
Authored: Tue May 29 20:38:20 2018 +0800
Committer: zhangduo 
Committed: Thu Jun 28 18:08:43 2018 +0800

--
 .../hbase/regionserver/wal/AsyncFSWAL.java  | 52 +-
 .../hbase/regionserver/wal/DualAsyncFSWAL.java  | 71 ++--
 .../apache/hadoop/hbase/util/FSHDFSUtils.java   | 16 +++--
 .../hbase/wal/SyncReplicationWALProvider.java   |  2 +-
 .../replication/DualAsyncFSWALForTest.java  |  4 +-
 .../replication/SyncReplicationTestBase.java| 26 +--
 .../replication/TestSyncReplicationActive.java  | 42 ++--
 7 files changed, 176 insertions(+), 37 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/05295abd/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/AsyncFSWAL.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/AsyncFSWAL.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/AsyncFSWAL.java
index 9b4ce9c..7f3e30b 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/AsyncFSWAL.java
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/AsyncFSWAL.java
@@ -52,12 +52,12 @@ import org.apache.hadoop.hbase.wal.WALEdit;
 import org.apache.hadoop.hbase.wal.WALKeyImpl;
 import org.apache.hadoop.hbase.wal.WALProvider.AsyncWriter;
 import org.apache.hadoop.hdfs.protocol.DatanodeInfo;
-import org.apache.hbase.thirdparty.com.google.common.base.Preconditions;
 import org.apache.htrace.core.TraceScope;
 import org.apache.yetus.audience.InterfaceAudience;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 
+import org.apache.hbase.thirdparty.com.google.common.base.Preconditions;
 import 
org.apache.hbase.thirdparty.com.google.common.util.concurrent.ThreadFactoryBuilder;
 import org.apache.hbase.thirdparty.io.netty.channel.Channel;
 import org.apache.hbase.thirdparty.io.netty.channel.EventLoop;
@@ -470,6 +470,44 @@ public class AsyncFSWAL extends AbstractFSWAL 
{
 // whether to issue a sync in the caller method.
   }
 
+  private void drainNonMarkerEditsAndFailSyncs() {
+if (toWriteAppends.isEmpty()) {
+  return;
+}
+boolean hasNonMarkerEdits = false;
+Iterator iter = toWriteAppends.descendingIterator();
+while (iter.hasNext()) {
+  FSWALEntry entry = iter.next();
+  if (!entry.getEdit().isMetaEdit()) {
+hasNonMarkerEdits = true;
+break;
+  }
+}
+if (hasNonMarkerEdits) {
+  for (;;) {
+iter.remove();
+if (!iter.hasNext()) {
+  break;
+}
+iter.next();
+  }
+  unackedAppends.clear();
+  // fail the sync futures which are under the txid of the first remaining 
edit, if none, fail
+  // all the sync futures.
+  long txid = toWriteAppends.isEmpty() ? Long.MAX_VALUE : 
toWriteAppends.peek().getTxid();
+  IOException error = new IOException("WAL is closing, only marker edit is 
allowed");
+  for (Iterator syncIter = syncFutures.iterator(); 
syncIter.hasNext();) {
+SyncFuture future = syncIter.next();
+if (future.getTxid() < txid) {
+  future.done(future.getTxid(), error);
+  syncIter.remove();
+} else {
+  break;
+}
+  }
+}
+  }
+
   private void consume() {
 consumeLock.lock();
 try {
@@ -512,6 +550,9 @@ public class AsyncFSWAL extends AbstractFSWAL {
   }
   waitingConsumePayloadsGatingSequence.set(nextCursor);
 }
+if (markerEditOnly()) {
+  drainNonMarkerEditsAndFailSyncs();
+}
 appendAndSync();
 if (hasConsumerTask.get()) {
   return;
@@ -553,9 +594,18 @@ public class AsyncFSWAL extends AbstractFSWAL 
{
 return consumerScheduled.compareAndSet(false, true);
   }
 
+  // This is used by sync replication, where we are going to close the wal 
soon after we reopen all
+  // the regions. Will be overridden by sub classes.
+  protected boolean markerEditOnly() {
+return false;
+  }
+
   @Override
   public long append(RegionInfo hri, WALKeyImpl key, WALEdit edits, boolean 
inMemstore)
   throws IOException {
+if (markerEditOnly() && !edits.isMetaEdit()) {
+  throw new IOException("WAL is closing, only marker edit is allowed");
+}
 long txid =
   stampSequenceIdAndPublishToRingBuffer(hri, key, edits, inMemstore, 
waitingConsumePayloads);

[34/36] hbase git commit: HBASE-20790 Fix the style issues on branch HBASE-19064 before merging back to master

[zhangduo]

HBASE-20790 Fix the style issues on branch HBASE-19064 before merging back to 
master


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/0789e15b
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/0789e15b
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/0789e15b

Branch: refs/heads/master
Commit: 0789e15b5e34dcafd6adfb08b4474ea1b4628265
Parents: a84cdbd
Author: zhangduo 
Authored: Wed Jun 27 16:45:53 2018 +0800
Committer: zhangduo 
Committed: Thu Jun 28 18:08:43 2018 +0800

--
 .../hadoop/hbase/client/RawAsyncHBaseAdmin.java |  26 ++--
 .../replication/ReplicationPeerConfig.java  |   1 +
 .../hadoop/hbase/regionserver/HRegion.java  | 148 +--
 .../replication/TestSyncReplicationStandBy.java |   3 +-
 4 files changed, 89 insertions(+), 89 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/0789e15b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/RawAsyncHBaseAdmin.java
--
diff --git 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/RawAsyncHBaseAdmin.java
 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/RawAsyncHBaseAdmin.java
index 963cca7..6dc0555 100644
--- 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/RawAsyncHBaseAdmin.java
+++ 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/RawAsyncHBaseAdmin.java
@@ -1594,30 +1594,28 @@ class RawAsyncHBaseAdmin implements AsyncAdmin {
 
   @Override
   public CompletableFuture 
getReplicationPeerConfig(String peerId) {
-return this
-. newMasterCaller()
-.action(
-  (controller, stub) -> this
-  . call(
-controller, stub, 
RequestConverter.buildGetReplicationPeerConfigRequest(peerId), (
-s, c, req, done) -> s.getReplicationPeerConfig(c, req, 
done),
-(resp) -> 
ReplicationPeerConfigUtil.convert(resp.getPeerConfig(.call();
+return this. newMasterCaller().action((controller, 
stub) -> this
+  . call(
+controller, stub, 
RequestConverter.buildGetReplicationPeerConfigRequest(peerId),
+(s, c, req, done) -> s.getReplicationPeerConfig(c, req, done),
+(resp) -> ReplicationPeerConfigUtil.convert(resp.getPeerConfig(
+  .call();
   }
 
   @Override
   public CompletableFuture updateReplicationPeerConfig(String peerId,
   ReplicationPeerConfig peerConfig) {
 return this
-. procedureCall(
-  RequestConverter.buildUpdateReplicationPeerConfigRequest(peerId, 
peerConfig),
-  (s, c, req, done) -> s.updateReplicationPeerConfig(c, req, done),
-  (resp) -> resp.getProcId(),
-  new ReplicationProcedureBiConsumer(peerId, () -> 
"UPDATE_REPLICATION_PEER_CONFIG"));
+  . procedureCall(
+RequestConverter.buildUpdateReplicationPeerConfigRequest(peerId, 
peerConfig),
+(s, c, req, done) -> s.updateReplicationPeerConfig(c, req, done),
+(resp) -> resp.getProcId(),
+new ReplicationProcedureBiConsumer(peerId, () -> 
"UPDATE_REPLICATION_PEER_CONFIG"));
   }
 
   @Override
   public CompletableFuture 
transitReplicationPeerSyncReplicationState(String peerId,
-SyncReplicationState clusterState) {
+  SyncReplicationState clusterState) {
 return this
   . procedureCall(
 
RequestConverter.buildTransitReplicationPeerSyncReplicationStateRequest(peerId,

http://git-wip-us.apache.org/repos/asf/hbase/blob/0789e15b/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.java
--
diff --git 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.java
 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.java
index cc7b4bc..86c829b 100644
--- 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.java
+++ 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.java
@@ -344,6 +344,7 @@ public class ReplicationPeerConfig {
   return this;
 }
 
+@Override
 public ReplicationPeerConfigBuilder setRemoteWALDir(String dir) {
   this.remoteWALDir = dir;
   return this;

http://git-wip-us.apache.org/repos/asf/hbase/blob/0789e15b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java
index e3c2ca3..7771ad0 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java
+

[30/36] hbase git commit: HBASE-20576 Check remote WAL directory when creating peer and transiting peer to A

[zhangduo]

HBASE-20576 Check remote WAL directory when creating peer and transiting peer 
to A


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/60311071
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/60311071
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/60311071

Branch: refs/heads/master
Commit: 603110719d9d26705e782ba048db713b18cb076a
Parents: 8a264df
Author: zhangduo 
Authored: Tue May 15 15:07:40 2018 +0800
Committer: zhangduo 
Committed: Thu Jun 28 18:08:43 2018 +0800

--
 .../replication/ReplicationPeerManager.java | 19 +++--
 ...ransitPeerSyncReplicationStateProcedure.java | 73 +---
 .../replication/TestReplicationAdmin.java   | 57 ---
 3 files changed, 110 insertions(+), 39 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/60311071/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/ReplicationPeerManager.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/ReplicationPeerManager.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/ReplicationPeerManager.java
index e1d8b51..8e49137 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/ReplicationPeerManager.java
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/ReplicationPeerManager.java
@@ -18,6 +18,7 @@
 package org.apache.hadoop.hbase.master.replication;
 
 import java.io.IOException;
+import java.net.URI;
 import java.util.ArrayList;
 import java.util.Collection;
 import java.util.EnumSet;
@@ -31,6 +32,7 @@ import java.util.regex.Pattern;
 import java.util.stream.Collectors;
 import org.apache.commons.lang3.StringUtils;
 import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.fs.Path;
 import org.apache.hadoop.hbase.DoNotRetryIOException;
 import org.apache.hadoop.hbase.ServerName;
 import org.apache.hadoop.hbase.TableName;
@@ -45,7 +47,6 @@ import 
org.apache.hadoop.hbase.replication.ReplicationQueueStorage;
 import org.apache.hadoop.hbase.replication.ReplicationStorageFactory;
 import org.apache.hadoop.hbase.replication.ReplicationUtils;
 import org.apache.hadoop.hbase.replication.SyncReplicationState;
-import org.apache.hadoop.hbase.util.Pair;
 import org.apache.hadoop.hbase.zookeeper.ZKConfig;
 import org.apache.hadoop.hbase.zookeeper.ZKWatcher;
 import org.apache.yetus.audience.InterfaceAudience;
@@ -193,9 +194,9 @@ public class ReplicationPeerManager {
   }
 
   /**
-   * @return the old state, and whether the peer is enabled.
+   * @return the old desciption of the peer
*/
-  Pair 
preTransitPeerSyncReplicationState(String peerId,
+  ReplicationPeerDescription preTransitPeerSyncReplicationState(String peerId,
   SyncReplicationState state) throws DoNotRetryIOException {
 ReplicationPeerDescription desc = checkPeerExists(peerId);
 SyncReplicationState fromState = desc.getSyncReplicationState();
@@ -204,7 +205,7 @@ public class ReplicationPeerManager {
   throw new DoNotRetryIOException("Can not transit current cluster state 
from " + fromState +
 " to " + state + " for peer id=" + peerId);
 }
-return Pair.newPair(fromState, desc.isEnabled());
+return desc;
   }
 
   public void addPeer(String peerId, ReplicationPeerConfig peerConfig, boolean 
enabled)
@@ -384,6 +385,16 @@ public class ReplicationPeerManager {
   "Only support replicated table config for sync replication peer");
   }
 }
+Path remoteWALDir = new Path(peerConfig.getRemoteWALDir());
+if (!remoteWALDir.isAbsolute()) {
+  throw new DoNotRetryIOException(
+"The remote WAL directory " + peerConfig.getRemoteWALDir() + " is not 
absolute");
+}
+URI remoteWALDirUri = remoteWALDir.toUri();
+if (remoteWALDirUri.getScheme() == null || remoteWALDirUri.getAuthority() 
== null) {
+  throw new DoNotRetryIOException("The remote WAL directory " + 
peerConfig.getRemoteWALDir() +
+" is not qualified, you must provide scheme and authority");
+}
   }
 
   /**

http://git-wip-us.apache.org/repos/asf/hbase/blob/60311071/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/TransitPeerSyncReplicationStateProcedure.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/TransitPeerSyncReplicationStateProcedure.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/TransitPeerSyncReplicationStateProcedure.java
index 0175296..ebe7a93 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/TransitPeerSyncReplicationStateProcedure.java
+++ 
b/hbas

[04/36] hbase git commit: HBASE-19857 Complete the procedure for adding a sync replication peer

[zhangduo]

HBASE-19857 Complete the procedure for adding a sync replication peer


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/d8842dc3
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/d8842dc3
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/d8842dc3

Branch: refs/heads/master
Commit: d8842dc3d4245c099e4cc439c1b082f24c1c4e27
Parents: 2acebac
Author: zhangduo 
Authored: Thu Jan 25 20:09:00 2018 +0800
Committer: zhangduo 
Committed: Thu Jun 28 18:07:44 2018 +0800

--
 .../hbase/replication/ReplicationPeer.java  |   9 +
 .../hbase/replication/ReplicationPeerImpl.java  |  28 +--
 .../hbase/replication/ReplicationPeers.java |   3 +-
 .../regionserver/PeerActionListener.java|  10 +-
 .../SyncReplicationPeerProvider.java|  35 +++
 .../SynchronousReplicationPeerProvider.java |  35 ---
 .../hbase/wal/SyncReplicationWALProvider.java   | 234 +++
 .../wal/SynchronousReplicationWALProvider.java  | 225 --
 .../org/apache/hadoop/hbase/wal/WALFactory.java |   8 +-
 .../TestReplicationSourceManager.java   |   3 +
 .../wal/TestSyncReplicationWALProvider.java | 153 
 .../TestSynchronousReplicationWALProvider.java  | 153 
 12 files changed, 456 insertions(+), 440 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/d8842dc3/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeer.java
--
diff --git 
a/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeer.java
 
b/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeer.java
index 2da3cce..0196a9a 100644
--- 
a/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeer.java
+++ 
b/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeer.java
@@ -54,6 +54,15 @@ public interface ReplicationPeer {
   PeerState getPeerState();
 
   /**
+   * Returns the sync replication state of the peer by reading local cache.
+   * 
+   * If the peer is not a synchronous replication peer, a {@link 
SyncReplicationState#NONE} will be
+   * returned.
+   * @return the sync replication state
+   */
+  SyncReplicationState getSyncReplicationState();
+
+  /**
* Test whether the peer is enabled.
* @return {@code true} if enabled, otherwise {@code false}.
*/

http://git-wip-us.apache.org/repos/asf/hbase/blob/d8842dc3/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerImpl.java
--
diff --git 
a/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerImpl.java
 
b/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerImpl.java
index d656466..ff3f662 100644
--- 
a/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerImpl.java
+++ 
b/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerImpl.java
@@ -36,6 +36,8 @@ public class ReplicationPeerImpl implements ReplicationPeer {
 
   private volatile PeerState peerState;
 
+  private volatile SyncReplicationState syncReplicationState;
+
   private final List peerConfigListeners;
 
   /**
@@ -45,12 +47,13 @@ public class ReplicationPeerImpl implements ReplicationPeer 
{
* @param id string representation of this peer's identifier
* @param peerConfig configuration for the replication peer
*/
-  public ReplicationPeerImpl(Configuration conf, String id, boolean peerState,
-  ReplicationPeerConfig peerConfig) {
+  public ReplicationPeerImpl(Configuration conf, String id, 
ReplicationPeerConfig peerConfig,
+  boolean peerState, SyncReplicationState syncReplicationState) {
 this.conf = conf;
 this.id = id;
 this.peerState = peerState ? PeerState.ENABLED : PeerState.DISABLED;
 this.peerConfig = peerConfig;
+this.syncReplicationState = syncReplicationState;
 this.peerConfigListeners = new ArrayList<>();
   }
 
@@ -77,37 +80,26 @@ public class ReplicationPeerImpl implements ReplicationPeer 
{
 return peerState;
   }
 
-  /**
-   * Get the peer config object
-   * @return the ReplicationPeerConfig for this peer
-   */
+  @Override
+  public SyncReplicationState getSyncReplicationState() {
+return syncReplicationState;
+  }
+
   @Override
   public ReplicationPeerConfig getPeerConfig() {
 return peerConfig;
   }
 
-  /**
-   * Get the configuration object required to communicate with this peer
-   * @return configuration object
-   */
   @Override
   public Configuration getConfiguration() {
 return conf;
   }
 
-  /**
-   * Get replicable (table, cf-list) map of this

[28/36] hbase git commit: HBASE-20783 Addendum fix broken TestSyncReplicationStandBy

[zhangduo]

HBASE-20783 Addendum fix broken TestSyncReplicationStandBy


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/a84cdbd5
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/a84cdbd5
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/a84cdbd5

Branch: refs/heads/master
Commit: a84cdbd579a6696b49bbf439bdfe739772345073
Parents: f1806a1
Author: zhangduo 
Authored: Tue Jun 26 22:03:26 2018 +0800
Committer: zhangduo 
Committed: Thu Jun 28 18:08:43 2018 +0800

--
 .../hbase/replication/SyncReplicationState.java |  5 +--
 .../replication/TestSyncReplicationState.java   | 45 
 .../replication/ZKReplicationPeerStorage.java   | 13 +-
 .../TestZKReplicationPeerStorage.java   | 36 +++-
 .../replication/SyncReplicationTestBase.java| 16 +++
 5 files changed, 56 insertions(+), 59 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/a84cdbd5/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/SyncReplicationState.java
--
diff --git 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/SyncReplicationState.java
 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/SyncReplicationState.java
index 448603c..de9576c 100644
--- 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/SyncReplicationState.java
+++ 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/SyncReplicationState.java
@@ -68,10 +68,7 @@ public enum SyncReplicationState {
   }
 
   public static SyncReplicationState parseFrom(byte[] bytes) throws 
InvalidProtocolBufferException {
-if (bytes == null) {
-  return SyncReplicationState.NONE;
-}
 return 
ReplicationPeerConfigUtil.toSyncReplicationState(ReplicationProtos.SyncReplicationState
-.parseFrom(Arrays.copyOfRange(bytes, ProtobufUtil.lengthOfPBMagic(), 
bytes.length)));
+  .parseFrom(Arrays.copyOfRange(bytes, ProtobufUtil.lengthOfPBMagic(), 
bytes.length)));
   }
 }

http://git-wip-us.apache.org/repos/asf/hbase/blob/a84cdbd5/hbase-client/src/test/java/org/apache/hadoop/hbase/replication/TestSyncReplicationState.java
--
diff --git 
a/hbase-client/src/test/java/org/apache/hadoop/hbase/replication/TestSyncReplicationState.java
 
b/hbase-client/src/test/java/org/apache/hadoop/hbase/replication/TestSyncReplicationState.java
deleted file mode 100644
index 6921252..000
--- 
a/hbase-client/src/test/java/org/apache/hadoop/hbase/replication/TestSyncReplicationState.java
+++ /dev/null
@@ -1,45 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.hadoop.hbase.replication;
-
-import org.apache.hadoop.hbase.HBaseClassTestRule;
-import org.apache.hadoop.hbase.testclassification.ClientTests;
-import org.apache.hadoop.hbase.testclassification.SmallTests;
-import org.junit.Assert;
-import org.junit.ClassRule;
-import org.junit.Test;
-import org.junit.experimental.categories.Category;
-
-@Category({ ClientTests.class, SmallTests.class })
-public class TestSyncReplicationState {
-
-  @ClassRule
-  public static final HBaseClassTestRule CLASS_RULE =
-  HBaseClassTestRule.forClass(TestSyncReplicationState.class);
-
-  @Test
-  public void testSyncReplicationStateParseFrom() throws Exception {
-Assert.assertEquals(SyncReplicationState.parseFrom(null), 
SyncReplicationState.NONE);
-for (SyncReplicationState state : SyncReplicationState.values()) {
-  byte[] data = SyncReplicationState.toByteArray(state);
-  SyncReplicationState actualState = SyncReplicationState.parseFrom(data);
-  Assert.assertEquals(state, actualState);
-}
-  }
-}

http://git-wip-us.apache.org/repos/asf/hbase/blob/a84cdbd5/hbase-replication/src/main/java/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.java
--
diff --git 
a/hbase-replication/src/main/java/org/apache/hadoop