hbase git commit: HBASE-20492 UnassignProcedure is stuck in retry loop on region stuck in OPENING state

2018-04-30 Thread stack 
Repository: hbase
Updated Branches:
  refs/heads/master 7ea7c7bd3 -> 5a071dbe2


HBASE-20492 UnassignProcedure is stuck in retry loop on region stuck in OPENING 
state

Add backoff when stuck in RegionTransitionProcedure, the subclass of
AssignProcedure and UnassignProcedure. Can happen when we go to
transition but the current Region state is not what we expect.

M 
hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/Procedure.java
 Add doc on being able to suspend and wait on a timeout.

M hbase-protocol-shaded/src/main/protobuf/MasterProcedure.proto
 Add 'attempt' counter so we can do backoff when we get stuck.

M 
hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/AssignProcedure.java
M 
hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/UnassignProcedure.java
 Add persistence of new 'attempt' counter

M 
hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/RegionTransitionProcedure.java
 Doc data members that are persisted by subclasses given this is 'odd'.
 Add a counter for 'attempts' used when 'stuck' to implement backoff.
 Add suspend with timeout when 'stuck'. Add callback when timeout is
 exhausted which does wakeup of this procedure.

A 
hbase-server/src/test/java/org/apache/hadoop/hbase/master/assignment/TestUnexpectedStateException.java
 Test of backoff.


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/5a071dbe
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/5a071dbe
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/5a071dbe

Branch: refs/heads/master
Commit: 5a071dbe2bbcbc22ec52fea0426637905f6c37bb
Parents: 7ea7c7b
Author: Michael Stack 
Authored: Sat Apr 28 16:24:08 2018 -0700
Committer: Michael Stack 
Committed: Mon Apr 30 20:40:22 2018 -0700

--
 .../hbase/procedure2/DelayedProcedure.java  |   3 +
 .../hadoop/hbase/procedure2/Procedure.java  |   7 +-
 .../hbase/procedure2/TestProcedureEvents.java   |   7 +
 .../src/main/protobuf/MasterProcedure.proto |   4 +
 .../master/assignment/AssignProcedure.java  |  12 +-
 .../master/assignment/RegionStateStore.java |   5 +-
 .../assignment/RegionTransitionProcedure.java   |  79 -
 .../master/assignment/UnassignProcedure.java|   6 +
 .../TestUnexpectedStateException.java   | 167 +++
 9 files changed, 281 insertions(+), 9 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/5a071dbe/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java
--
diff --git 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java
 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java
index fcec0b7..a9f3e7d 100644
--- 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java
+++ 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java
@@ -20,6 +20,9 @@ package org.apache.hadoop.hbase.procedure2;
 import org.apache.hadoop.hbase.procedure2.util.DelayedUtil;
 import org.apache.yetus.audience.InterfaceAudience;
 
+/**
+ * Vessel that carries a Procedure and a timeout.
+ */
 @InterfaceAudience.Private
 class DelayedProcedure extends 
DelayedUtil.DelayedContainerWithTimestamp {
   public DelayedProcedure(Procedure procedure) {

http://git-wip-us.apache.org/repos/asf/hbase/blob/5a071dbe/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/Procedure.java
--
diff --git 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/Procedure.java
 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/Procedure.java
index a68417c..545bedf 100644
--- 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/Procedure.java
+++ 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/Procedure.java
@@ -75,12 +75,17 @@ import 
org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesti
  * during the execute() step. In case of failure and restart, rollback() may be
  * called multiple times, so again the code must be idempotent.
  *
- * Procedure can be made respect a locking regime. It has acqure/release 
methods as
+ * Procedure can be made respect a locking regime. It has acquire/release 
methods as
  * well as an {@link #hasLock(Object)}. The lock implementation is up to the 
implementor.
  * If an entity needs to be locked for the life of a procedure -- not just the 
calls to
  * execute -- then implementations should say so with the {@link 
#holdLock(Object)}
  * method.
  *
+ * Procedures can be suspended or put in wait

hbase git commit: HBASE-20492 UnassignProcedure is stuck in retry loop on region stuck in OPENING state

2018-04-30 Thread stack 
Repository: hbase
Updated Branches:
  refs/heads/branch-2 d38a104c4 -> da3e06afa


HBASE-20492 UnassignProcedure is stuck in retry loop on region stuck in OPENING 
state

Add backoff when stuck in RegionTransitionProcedure, the subclass of
AssignProcedure and UnassignProcedure. Can happen when we go to
transition but the current Region state is not what we expect.

M 
hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/Procedure.java
 Add doc on being able to suspend and wait on a timeout.

M hbase-protocol-shaded/src/main/protobuf/MasterProcedure.proto
 Add 'attempt' counter so we can do backoff when we get stuck.

M 
hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/AssignProcedure.java
M 
hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/UnassignProcedure.java
 Add persistence of new 'attempt' counter

M 
hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/RegionTransitionProcedure.java
 Doc data members that are persisted by subclasses given this is 'odd'.
 Add a counter for 'attempts' used when 'stuck' to implement backoff.
 Add suspend with timeout when 'stuck'. Add callback when timeout is
 exhausted which does wakeup of this procedure.

A 
hbase-server/src/test/java/org/apache/hadoop/hbase/master/assignment/TestUnexpectedStateException.java
 Test of backoff.


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/da3e06af
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/da3e06af
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/da3e06af

Branch: refs/heads/branch-2
Commit: da3e06afab3da6655526a6defa8ff740b3013911
Parents: d38a104
Author: Michael Stack 
Authored: Sat Apr 28 16:24:08 2018 -0700
Committer: Michael Stack 
Committed: Mon Apr 30 17:58:27 2018 -0700

--
 .../hbase/procedure2/DelayedProcedure.java  |   3 +
 .../hadoop/hbase/procedure2/Procedure.java  |   7 +-
 .../hbase/procedure2/TestProcedureEvents.java   |   7 +
 .../src/main/protobuf/MasterProcedure.proto |   4 +
 .../master/assignment/AssignProcedure.java  |  12 +-
 .../master/assignment/RegionStateStore.java |   5 +-
 .../assignment/RegionTransitionProcedure.java   |  79 -
 .../master/assignment/UnassignProcedure.java|   6 +
 .../TestUnexpectedStateException.java   | 167 +++
 9 files changed, 281 insertions(+), 9 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/da3e06af/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java
--
diff --git 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java
 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java
index fcec0b7..a9f3e7d 100644
--- 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java
+++ 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java
@@ -20,6 +20,9 @@ package org.apache.hadoop.hbase.procedure2;
 import org.apache.hadoop.hbase.procedure2.util.DelayedUtil;
 import org.apache.yetus.audience.InterfaceAudience;
 
+/**
+ * Vessel that carries a Procedure and a timeout.
+ */
 @InterfaceAudience.Private
 class DelayedProcedure extends 
DelayedUtil.DelayedContainerWithTimestamp {
   public DelayedProcedure(Procedure procedure) {

http://git-wip-us.apache.org/repos/asf/hbase/blob/da3e06af/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/Procedure.java
--
diff --git 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/Procedure.java
 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/Procedure.java
index a68417c..545bedf 100644
--- 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/Procedure.java
+++ 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/Procedure.java
@@ -75,12 +75,17 @@ import 
org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesti
  * during the execute() step. In case of failure and restart, rollback() may be
  * called multiple times, so again the code must be idempotent.
  *
- * Procedure can be made respect a locking regime. It has acqure/release 
methods as
+ * Procedure can be made respect a locking regime. It has acquire/release 
methods as
  * well as an {@link #hasLock(Object)}. The lock implementation is up to the 
implementor.
  * If an entity needs to be locked for the life of a procedure -- not just the 
calls to
  * execute -- then implementations should say so with the {@link 
#holdLock(Object)}
  * method.
  *
+ * Procedures can be suspended or put in wait

hbase git commit: HBASE-20492 UnassignProcedure is stuck in retry loop on region stuck in OPENING state

2018-04-30 Thread stack 
Repository: hbase
Updated Branches:
  refs/heads/branch-2.0 73a59a930 -> 31e0cd42a


HBASE-20492 UnassignProcedure is stuck in retry loop on region stuck in OPENING 
state

Add backoff when stuck in RegionTransitionProcedure, the subclass of
AssignProcedure and UnassignProcedure. Can happen when we go to
transition but the current Region state is not what we expect.

M 
hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/Procedure.java
 Add doc on being able to suspend and wait on a timeout.

M hbase-protocol-shaded/src/main/protobuf/MasterProcedure.proto
 Add 'attempt' counter so we can do backoff when we get stuck.

M 
hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/AssignProcedure.java
M 
hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/UnassignProcedure.java
 Add persistence of new 'attempt' counter

M 
hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/RegionTransitionProcedure.java
 Doc data members that are persisted by subclasses given this is 'odd'.
 Add a counter for 'attempts' used when 'stuck' to implement backoff.
 Add suspend with timeout when 'stuck'. Add callback when timeout is
 exhausted which does wakeup of this procedure.

A 
hbase-server/src/test/java/org/apache/hadoop/hbase/master/assignment/TestUnexpectedStateException.java
 Test of backoff.


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/31e0cd42
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/31e0cd42
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/31e0cd42

Branch: refs/heads/branch-2.0
Commit: 31e0cd42a23c1adeba4cf7f39b2ac619fe0dce40
Parents: 73a59a9
Author: Michael Stack 
Authored: Sat Apr 28 16:24:08 2018 -0700
Committer: Michael Stack 
Committed: Mon Apr 30 17:49:08 2018 -0700

--
 .../hbase/procedure2/DelayedProcedure.java  |   3 +
 .../hadoop/hbase/procedure2/Procedure.java  |   7 +-
 .../hbase/procedure2/TestProcedureEvents.java   |   7 +
 .../src/main/protobuf/MasterProcedure.proto |   4 +
 .../master/assignment/AssignProcedure.java  |  12 +-
 .../master/assignment/RegionStateStore.java |   5 +-
 .../assignment/RegionTransitionProcedure.java   |  78 -
 .../master/assignment/UnassignProcedure.java|   6 +
 .../TestUnexpectedStateException.java   | 167 +++
 9 files changed, 279 insertions(+), 10 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/31e0cd42/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java
--
diff --git 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java
 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java
index fcec0b7..a9f3e7d 100644
--- 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java
+++ 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java
@@ -20,6 +20,9 @@ package org.apache.hadoop.hbase.procedure2;
 import org.apache.hadoop.hbase.procedure2.util.DelayedUtil;
 import org.apache.yetus.audience.InterfaceAudience;
 
+/**
+ * Vessel that carries a Procedure and a timeout.
+ */
 @InterfaceAudience.Private
 class DelayedProcedure extends 
DelayedUtil.DelayedContainerWithTimestamp {
   public DelayedProcedure(Procedure procedure) {

http://git-wip-us.apache.org/repos/asf/hbase/blob/31e0cd42/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/Procedure.java
--
diff --git 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/Procedure.java
 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/Procedure.java
index a68417c..545bedf 100644
--- 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/Procedure.java
+++ 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/Procedure.java
@@ -75,12 +75,17 @@ import 
org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesti
  * during the execute() step. In case of failure and restart, rollback() may be
  * called multiple times, so again the code must be idempotent.
  *
- * Procedure can be made respect a locking regime. It has acqure/release 
methods as
+ * Procedure can be made respect a locking regime. It has acquire/release 
methods as
  * well as an {@link #hasLock(Object)}. The lock implementation is up to the 
implementor.
  * If an entity needs to be locked for the life of a procedure -- not just the 
calls to
  * execute -- then implementations should say so with the {@link 
#holdLock(Object)}
  * method.
  *
+ * Procedures can be suspended or put in

hbase git commit: HBASE-20510 Add a downloads page to hbase.apache.org to tie mirrored artifacts to their hash and signature

2018-04-30 Thread stack 
Repository: hbase
Updated Branches:
  refs/heads/master 6d080762e -> 7ea7c7bd3


HBASE-20510 Add a downloads page to hbase.apache.org to tie mirrored artifacts 
to their hash and signature


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/7ea7c7bd
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/7ea7c7bd
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/7ea7c7bd

Branch: refs/heads/master
Commit: 7ea7c7bd3495e2a1a2805aa5235746d4b900bbc5
Parents: 6d08076
Author: Michael Stack 
Authored: Mon Apr 30 16:49:24 2018 -0700
Committer: Michael Stack 
Committed: Mon Apr 30 16:52:23 2018 -0700

--
 src/site/site.xml   |  2 +-
 src/site/xdoc/downloads.xml | 75 
 src/site/xdoc/index.xml |  2 +-
 3 files changed, 77 insertions(+), 2 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/7ea7c7bd/src/site/site.xml
--
diff --git a/src/site/site.xml b/src/site/site.xml
index 808801b..122c947 100644
--- a/src/site/site.xml
+++ b/src/site/site.xml
@@ -70,7 +70,7 @@
 
   
   
-  http://www.apache.org/dyn/closer.lua/hbase/"/>
+  
   https://issues.apache.org/jira/browse/HBASE?report=com.atlassian.jira.plugin.system.project:changelog-panel#selectedTab=com.atlassian.jira.plugin.system.project%3Achangelog-panel;
 />
   
   http://blogs.apache.org/hbase/"/>

http://git-wip-us.apache.org/repos/asf/hbase/blob/7ea7c7bd/src/site/xdoc/downloads.xml
--
diff --git a/src/site/xdoc/downloads.xml b/src/site/xdoc/downloads.xml
new file mode 100644
index 000..ee0e7b3
--- /dev/null
+++ b/src/site/xdoc/downloads.xml
@@ -0,0 +1,75 @@
+
+
+http://maven.apache.org/XDOC/2.0;
+  xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance;
+  xsi:schemaLocation="http://maven.apache.org/XDOC/2.0 
http://maven.apache.org/xsd/xdoc-2.0.xsd;>
+  
+Apache HBase Downloads
+  
+
+
+
+  The below table lists mirrored release artifacts and their associated 
hashes and signatures
+  available ONLY at apache.org. The keys used to sign releases can be found in 
our published
+  http://www.apache.org/dist/hbase/KEYS;>KEYS file. See
+  https://www.apache.org/dyn/closer.cgi#verify;>Verify The Integrity 
Of The Files for
+  how to verify your mirrored downloads.
+  
+  
+  
+
+  Version
+  Release Date
+  Compatiblity Report
+  Release Notes
+  Commit
+  Download
+
+
+  
+2.0.0
+  
+  
+2018/04/29
+  
+  
+http://apache.org/dist/hbase/2.0.0/compatibiliity_report_1.2.6vs2.0.0.html;>1.2.6
 vs 2.0.0
+  
+  
+http://apache.org/dist/hbase/2.0.0/RELEASENOTES.md;>2.0.0 
Release Notes
+  
+  
+https://git-wip-us.apache.org/repos/asf?p=hbase.git;a=commit;h=7483b111e4da77adbfc8062b3b22cbe7c2cb91c1;>7483b111e4da77adbfc8062b3b22cbe7c2cb91c1
+  
+  
+http://www.apache.org/dyn/closer.lua/hbase/2.0.0/hbase-2.0.0-src.tar.gz;>
 (http://apache.org/dist/hbase/2.0.0/hbase-2.0.0-src.tar.gz.sha512;>sha512
 http://apache.org/dist/hbase/2.0.0/hbase-2.0.0-src.tar.gz.asc;>asc) 

+http://www.apache.org/dyn/closer.lua/hbase/2.0.0/hbase-2.0.0-bin.tar.gz;>
 (http://apache.org/dist/hbase/2.0.0/hbase-2.0.0-bin.tar.gz.sha512;>sha512
 http://apache.org/dist/hbase/2.0.0/hbase-2.0.0-bin.tar.gz.asc;>asc)
+  
+
+  
+  
+
+
+  If you are looking for an old release that is not present here or on the
+  mirror, check the http://archive.apache.org/dist/hbase/;>Apache 
Archive.
+  
+
+
+

http://git-wip-us.apache.org/repos/asf/hbase/blob/7ea7c7bd/src/site/xdoc/index.xml
--
diff --git a/src/site/xdoc/index.xml b/src/site/xdoc/index.xml
index e1440ab..d87ec55 100644
--- a/src/site/xdoc/index.xml
+++ b/src/site/xdoc/index.xml
@@ -37,7 +37,7 @@ Apache HBase is an open-source, distributed, versioned, 
non-relational database
   
 
 
-Click http://www.apache.org/dyn/closer.lua/hbase/;>here to download 
Apache HBase.
+Click here to download Apache 
HBase.

svn commit: r26611 - /release/hbase/1.4.3/

2018-04-30 Thread apurtell 
Author: apurtell
Date: Mon Apr 30 22:07:09 2018
New Revision: 26611

Log:
Remove old HBase release 1.4.3

Removed:
release/hbase/1.4.3/

svn commit: r26608 [3/3] - in /release/hbase/2.0.0: CHANGES.md RELEASENOTES.md

2018-04-30 Thread stack 
Added: release/hbase/2.0.0/RELEASENOTES.md
==
--- release/hbase/2.0.0/RELEASENOTES.md (added)
+++ release/hbase/2.0.0/RELEASENOTES.md Mon Apr 30 20:58:22 2018
@@ -0,0 +1,8373 @@
+# HBASE  2.0.0 Release Notes
+
+
+
+
+These release notes cover new developer and user-facing incompatibilities, 
important issues, features, and major improvements.
+
+
+---
+
+* [HBASE-20464](https://issues.apache.org/jira/browse/HBASE-20464) | *Major* | 
**Disable IMC**
+
+Change the default so that on creation of new tables, In-Memory Compaction 
BASIC is NOT enabled.
+
+This change is in branch-2.0 only, not in branch-2.
+
+
+---
+
+* [HBASE-20276](https://issues.apache.org/jira/browse/HBASE-20276) | *Blocker* 
| **[shell] Revert shell REPL change and document**
+
+
+The HBase shell now behaves as it did prior to the changes that started in 
HBASE-15965. Namely, some shell commands return values that may be further 
manipulated within the shell's IRB session.
+
+The command line option `--return-values` is no longer acted on by the shell 
since it now always behaves as it did when passed this parameter. Passing the 
option results in a harmless warning about this change.
+
+Users who wish to maintain the behavior seen in the 1.4.0-1.4.2 releases of 
the HBase shell should refer to the section _irbrc_ in the reference guide for 
how to configure their IRB session to avoid echoing expression results to the 
console.
+
+
+---
+
+* [HBASE-18792](https://issues.apache.org/jira/browse/HBASE-18792) | *Blocker* 
| **hbase-2 needs to defend against hbck operations**
+
+As of HBase version 2.0, the hbck tool is significantly changed. In general, 
all Read-Only options are supported and can be be used safely. Most -fix/ 
-repair options are NOT supported. Please see usage below for details on which 
options are not supported:
+
+
+Usage: fsck [opts] {only tables}
+ where [opts] are:
+   -help Display help options (this)
+   -details Display full report of all regions.
+   -timelag \  Process only regions that  have not experienced 
any metadata updates in the last  \ seconds.
+   -sleepBeforeRerun \ Sleep this many seconds before checking 
if the fix worked if run with -fix
+   -summary Print only summary of the tables and status.
+   -metaonly Only check the state of the hbase:meta table.
+   -sidelineDir \ HDFS path to backup existing meta.
+   -boundaries Verify that regions boundaries are the same between META and 
store files.
+   -exclusive Abort if another hbck is exclusive or fixing.
+
+  Datafile Repair options: (expert features, use with caution!)
+   -checkCorruptHFiles Check all Hfiles by opening them to make sure they 
are valid
+   -sidelineCorruptHFiles  Quarantine corrupted HFiles.  implies 
-checkCorruptHFiles
+
+ Replication options
+   -fixReplication   Deletes replication queues for removed peers
+
+  Metadata Repair options supported as of version 2.0: (expert features, use 
with caution!)
+   -fixVersionFile   Try to fix missing hbase.version file in hdfs.
+   -fixReferenceFiles  Try to offline lingering reference store files
+   -fixHFileLinks  Try to offline lingering HFileLinks
+   -noHdfsChecking   Don't load/check region info from HDFS. Assumes 
hbase:meta region info is good. Won't check/fix any HDFS issue, e.g. hole, 
orphan, or overlap
+   -ignorePreCheckPermission  ignore filesystem permission pre-check
+
+NOTE: Following options are NOT supported as of HBase version 2.0+.
+
+  UNSUPPORTED Metadata Repair options: (expert features, use with caution!)
+   -fix  Try to fix region assignments.  This is for backwards 
compatiblity
+   -fixAssignments   Try to fix region assignments.  Replaces the old -fix
+   -fixMeta  Try to fix meta problems.  This assumes HDFS region info 
is good.
+   -fixHdfsHoles Try to fix region holes in hdfs.
+   -fixHdfsOrphans   Try to fix region dirs with no .regioninfo file in hdfs
+   -fixTableOrphans  Try to fix table dirs with no .tableinfo file in hdfs 
(online mode only)
+   -fixHdfsOverlaps  Try to fix region overlaps in hdfs.
+   -maxMerge \ When fixing region overlaps, allow at most \ 
regions to merge. (n=5 by default)
+   -sidelineBigOverlaps  When fixing region overlaps, allow to sideline big 
overlaps
+   -maxOverlapsToSideline \  When fixing region overlaps, allow at most 
\ regions to sideline per group. (n=2 by default)
+   -fixSplitParents  Try to force offline split parents to be online.
+   -removeParentsTry to offline and sideline lingering parents and keep 
daughter regions.
+   -fixEmptyMetaCells  Try to fix hbase:meta entries not referencing any 
region (empty REGIONINFO\_QUALIFIER rows)
+
+  UNSUPPORTED Metadata Repair shortcuts
+   -repair   Shortcut for -fixAssignments -fixMeta -fixHdfsHoles 
-fixHdfsOrphans -fixHdfsOverlaps -fixVersionFile -sidelineBigOverlaps

svn commit: r26608 [2/3] - in /release/hbase/2.0.0: CHANGES.md RELEASENOTES.md

2018-04-30 Thread stack 

Added: release/hbase/2.0.0/CHANGES.md
==
--- release/hbase/2.0.0/CHANGES.md (added)
+++ release/hbase/2.0.0/CHANGES.md Mon Apr 30 20:58:22 2018
@@ -0,0 +1,6109 @@
+# HBASE Changelog
+
+
+## Release 2.0.0 - Unreleased (as of 2018-04-22)
+
+### INCOMPATIBLE CHANGES:
+
+| JIRA | Summary | Priority | Component |
+|: |: | :--- |: |
+| [HBASE-20276](https://issues.apache.org/jira/browse/HBASE-20276) | [shell] 
Revert shell REPL change and document |  Blocker | documentation, shell |
+| [HBASE-16459](https://issues.apache.org/jira/browse/HBASE-16459) | Remove 
unused hbase shell --format option |  Trivial | shell |
+| [HBASE-19128](https://issues.apache.org/jira/browse/HBASE-19128) | Purge 
Distributed Log Replay from codebase, configurations, text; mark the feature as 
unsupported, broken. |  Major | documentation |
+| [HBASE-19504](https://issues.apache.org/jira/browse/HBASE-19504) | Add 
TimeRange support into checkAndMutate |  Major | . |
+| [HBASE-20119](https://issues.apache.org/jira/browse/HBASE-20119) | Introduce 
a pojo class to carry coprocessor information in order to make 
TableDescriptorBuilder accept multiple cp at once |  Minor | . |
+| [HBASE-19437](https://issues.apache.org/jira/browse/HBASE-19437) | Batch 
operation can't handle the null result for Append/Increment |  Critical | 
Usability |
+| [HBASE-19873](https://issues.apache.org/jira/browse/HBASE-19873) | Add a 
CategoryBasedTimeout ClassRule for all UTs |  Major | . |
+| [HBASE-19783](https://issues.apache.org/jira/browse/HBASE-19783) | Change 
replication peer cluster key/endpoint from a not-null value to null is not 
allowed |  Minor | Replication |
+| [HBASE-19483](https://issues.apache.org/jira/browse/HBASE-19483) | Add 
proper privilege check for rsgroup commands |  Major | rsgroup, security |
+| [HBASE-19492](https://issues.apache.org/jira/browse/HBASE-19492) | Add 
EXCLUDE\_NAMESPACE and EXCLUDE\_TABLECFS support to replication peer config |  
Major | . |
+| [HBASE-19357](https://issues.apache.org/jira/browse/HBASE-19357) | Bucket 
cache no longer L2 for LRU cache |  Major | . |
+| [HBASE-19359](https://issues.apache.org/jira/browse/HBASE-19359) | Revisit 
the default config of hbase client retries number |  Major | . |
+| [HBASE-19092](https://issues.apache.org/jira/browse/HBASE-19092) | Make Tag 
IA.LimitedPrivate and expose for CPs |  Critical | Coprocessors |
+| [HBASE-19187](https://issues.apache.org/jira/browse/HBASE-19187) | Remove 
option to create on heap bucket cache |  Minor | regionserver |
+| [HBASE-19033](https://issues.apache.org/jira/browse/HBASE-19033) | Allow CP 
users to change versions and TTL before opening StoreScanner |  Blocker | 
Coprocessors |
+| [HBASE-19047](https://issues.apache.org/jira/browse/HBASE-19047) | CP 
exposed Scanner types should not extend Shipper |  Critical | Coprocessors |
+| [HBASE-18905](https://issues.apache.org/jira/browse/HBASE-18905) | Allow CPs 
to request flush on Region and know the completion of the requested flush |  
Major | Coprocessors |
+| [HBASE-18410](https://issues.apache.org/jira/browse/HBASE-18410) | 
FilterList  Improvement. |  Major | Filters |
+| [HBASE-18893](https://issues.apache.org/jira/browse/HBASE-18893) | Remove 
Add/Modify/DeleteColumnFamilyProcedure in favor of using ModifyTableProcedure | 
 Major | Coprocessors, master |
+| [HBASE-19067](https://issues.apache.org/jira/browse/HBASE-19067) | Do not 
expose getHDFSBlockDistribution in StoreFile |  Major | Coprocessors |
+| [HBASE-18989](https://issues.apache.org/jira/browse/HBASE-18989) | Polish 
the compaction related CP hooks |  Major | Compaction, Coprocessors |
+| [HBASE-19046](https://issues.apache.org/jira/browse/HBASE-19046) | 
RegionObserver#postCompactSelection  Avoid passing shaded ImmutableList param | 
 Major | Coprocessors |
+| [HBASE-19001](https://issues.apache.org/jira/browse/HBASE-19001) | Remove 
the hooks in RegionObserver which are designed to construct a StoreScanner 
which is marked as IA.Private |  Major | Coprocessors |
+| [HBASE-14247](https://issues.apache.org/jira/browse/HBASE-14247) | Separate 
the old WALs into different regionserver directories |  Critical | wal |
+| [HBASE-18183](https://issues.apache.org/jira/browse/HBASE-18183) | Region 
interface cleanup for CP expose |  Major | Coprocessors |
+| [HBASE-18878](https://issues.apache.org/jira/browse/HBASE-18878) | Use 
Optional\ return types when T can be null |  Major | Coprocessors |
+| [HBASE-18649](https://issues.apache.org/jira/browse/HBASE-18649) | Deprecate 
KV Usage in MR to move to Cells in 3.0 |  Major | API, mapreduce |
+| [HBASE-18897](https://issues.apache.org/jira/browse/HBASE-18897) | 
Substitute MemStore for Memstore |  Major | . |
+| [HBASE-18883](https://issues.apache.org/jira/browse/HBASE-18883) | Upgrade 
to Curator 4.0 |  Major | Client, dependencies |
+|

svn commit: r26608 [1/3] - in /release/hbase/2.0.0: CHANGES.md RELEASENOTES.md

2018-04-30 Thread stack 
Author: stack
Date: Mon Apr 30 20:58:22 2018
New Revision: 26608

Log:
Add release notes and changes for 2.0.0

Added:
release/hbase/2.0.0/CHANGES.md
release/hbase/2.0.0/RELEASENOTES.md

svn commit: r26606 - /dev/hbase/hbase-1.4.4RC0/ /release/hbase/1.4.4/

2018-04-30 Thread apurtell 
Author: apurtell
Date: Mon Apr 30 18:40:28 2018
New Revision: 26606

Log:
Release Apache HBase 1.4.4

Added:
release/hbase/1.4.4/
  - copied from r26605, dev/hbase/hbase-1.4.4RC0/
Removed:
dev/hbase/hbase-1.4.4RC0/

svn commit: r26605 - in /release/hbase/2.0.0: compatibiliity_report_1.2.6vs2.0.0.html compatibiliity_report_1.2.6vs2.0.0RC2.html

2018-04-30 Thread stack 
Author: stack
Date: Mon Apr 30 17:50:42 2018
New Revision: 26605

Log:
Update compatibility report to talk of 2.0.0 instead of 2.0.0RC2

Added:
release/hbase/2.0.0/compatibiliity_report_1.2.6vs2.0.0.html
  - copied, changed from r26604, 
release/hbase/2.0.0/compatibiliity_report_1.2.6vs2.0.0RC2.html
Removed:
release/hbase/2.0.0/compatibiliity_report_1.2.6vs2.0.0RC2.html

Copied: release/hbase/2.0.0/compatibiliity_report_1.2.6vs2.0.0.html (from 
r26604, release/hbase/2.0.0/compatibiliity_report_1.2.6vs2.0.0RC2.html)
==
--- release/hbase/2.0.0/compatibiliity_report_1.2.6vs2.0.0RC2.html (original)
+++ release/hbase/2.0.0/compatibiliity_report_1.2.6vs2.0.0.html Mon Apr 30 
17:50:42 2018
@@ -5,8 +5,8 @@
 
 
 
-
-hbase: rel/1.2.6 to 2.0.0RC2 compatibility report
+
+hbase: rel/1.2.6 to 2.0.0 compatibility report

hbase git commit: HBASE-20499 Replication/Priority executors can use specific max queue length as default value instead of general maxQueueLength

2018-04-30 Thread tedyu 
Repository: hbase
Updated Branches:
  refs/heads/master a13630383 -> 6d080762e


HBASE-20499 Replication/Priority executors can use specific max queue length as 
default value instead of general maxQueueLength

Signed-off-by: tedyu 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/6d080762
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/6d080762
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/6d080762

Branch: refs/heads/master
Commit: 6d080762ef795adf02dd0ab236c4b3eb73e19a91
Parents: a136303
Author: Nihal Jain 
Authored: Fri Apr 27 14:13:57 2018 +0530
Committer: tedyu 
Committed: Mon Apr 30 07:42:32 2018 -0700

--
 .../org/apache/hadoop/hbase/ipc/RpcExecutor.java|  8 ++--
 .../org/apache/hadoop/hbase/ipc/RpcScheduler.java   |  2 ++
 .../apache/hadoop/hbase/ipc/SimpleRpcScheduler.java | 16 +++-
 3 files changed, 19 insertions(+), 7 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/6d080762/hbase-server/src/main/java/org/apache/hadoop/hbase/ipc/RpcExecutor.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/ipc/RpcExecutor.java 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/ipc/RpcExecutor.java
index 7470758..f63b243 100644
--- a/hbase-server/src/main/java/org/apache/hadoop/hbase/ipc/RpcExecutor.java
+++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/ipc/RpcExecutor.java
@@ -486,8 +486,12 @@ public abstract class RpcExecutor {
*/
   public void resizeQueues(Configuration conf) {
 String configKey = RpcScheduler.IPC_SERVER_MAX_CALLQUEUE_LENGTH;
-if (name != null && name.toLowerCase(Locale.ROOT).contains("priority")) {
-  configKey = RpcScheduler.IPC_SERVER_PRIORITY_MAX_CALLQUEUE_LENGTH;
+if (name != null) {
+  if (name.toLowerCase(Locale.ROOT).contains("priority")) {
+configKey = RpcScheduler.IPC_SERVER_PRIORITY_MAX_CALLQUEUE_LENGTH;
+  } else if (name.toLowerCase(Locale.ROOT).contains("replication")) {
+configKey = RpcScheduler.IPC_SERVER_REPLICATION_MAX_CALLQUEUE_LENGTH;
+  }
 }
 currentQueueLimit = conf.getInt(configKey, currentQueueLimit);
   }

http://git-wip-us.apache.org/repos/asf/hbase/blob/6d080762/hbase-server/src/main/java/org/apache/hadoop/hbase/ipc/RpcScheduler.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/ipc/RpcScheduler.java 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/ipc/RpcScheduler.java
index be54e54..e1fe397 100644
--- a/hbase-server/src/main/java/org/apache/hadoop/hbase/ipc/RpcScheduler.java
+++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/ipc/RpcScheduler.java
@@ -35,6 +35,8 @@ public abstract class RpcScheduler {
   "hbase.ipc.server.max.callqueue.length";
   public static final String IPC_SERVER_PRIORITY_MAX_CALLQUEUE_LENGTH =
   "hbase.ipc.server.priority.max.callqueue.length";
+  public static final String IPC_SERVER_REPLICATION_MAX_CALLQUEUE_LENGTH =
+  "hbase.ipc.server.replication.max.callqueue.length";
 
   /** Exposes runtime information of a {@code RpcServer} that a {@code 
RpcScheduler} may need. */
   public static abstract class Context {

http://git-wip-us.apache.org/repos/asf/hbase/blob/6d080762/hbase-server/src/main/java/org/apache/hadoop/hbase/ipc/SimpleRpcScheduler.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/ipc/SimpleRpcScheduler.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/ipc/SimpleRpcScheduler.java
index 47c1498..725a93a 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/ipc/SimpleRpcScheduler.java
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/ipc/SimpleRpcScheduler.java
@@ -65,8 +65,11 @@ public class SimpleRpcScheduler extends RpcScheduler 
implements ConfigurationObs
 
 int maxQueueLength = 
conf.getInt(RpcScheduler.IPC_SERVER_MAX_CALLQUEUE_LENGTH,
 handlerCount * RpcServer.DEFAULT_MAX_CALLQUEUE_LENGTH_PER_HANDLER);
-int maxPriorityQueueLength =
-conf.getInt(RpcScheduler.IPC_SERVER_PRIORITY_MAX_CALLQUEUE_LENGTH, 
maxQueueLength);
+int maxPriorityQueueLength = 
conf.getInt(RpcScheduler.IPC_SERVER_PRIORITY_MAX_CALLQUEUE_LENGTH,
+  priorityHandlerCount * 
RpcServer.DEFAULT_MAX_CALLQUEUE_LENGTH_PER_HANDLER);
+int maxReplicationQueueLength =
+conf.getInt(RpcScheduler.IPC_SERVER_REPLICATION_MAX_CALLQUEUE_LENGTH,
+  replicationHandlerCount * 
RpcServer.DEFAULT_MAX_CALLQUEUE_LENGTH_PER_HANDLER);
 
 this.priority = priority;
 this.highPriorityLevel = highPriorityLevel;
@@