hbase git commit: HBASE-20932 Effective MemStoreSize::hashCode()
Repository: hbase
Updated Branches:
refs/heads/branch-2 1e167e4e2 -> bb6f24cd5
HBASE-20932 Effective MemStoreSize::hashCode()
Signed-off-by: tedyu
Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/bb6f24cd
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/bb6f24cd
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/bb6f24cd
Branch: refs/heads/branch-2
Commit: bb6f24cd593fb6dcb9af5b1a3071d58f00ee2ec1
Parents: 1e167e4
Author: Mingliang Liu
Authored: Wed Jul 25 14:32:08 2018 -0700
Committer: tedyu
Committed: Wed Jul 25 14:42:47 2018 -0700
--
.../org/apache/hadoop/hbase/regionserver/MemStoreSize.java | 6 +++---
1 file changed, 3 insertions(+), 3 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/hbase/blob/bb6f24cd/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/MemStoreSize.java
--
diff --git
a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/MemStoreSize.java
b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/MemStoreSize.java
index 97a416e..e9b4cea 100644
---
a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/MemStoreSize.java
+++
b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/MemStoreSize.java
@@ -100,9 +100,9 @@ public class MemStoreSize {
@Override
public int hashCode() {
-long h = 31 * this.dataSize;
-h = h + 31 * this.heapSize;
-h = h + 31 * this.offHeapSize;
+long h = this.dataSize;
+h = h * 31 + this.heapSize;
+h = h * 31 + this.offHeapSize;
return (int) h;
}
hbase git commit: HBASE-20932 Effective MemStoreSize::hashCode()
Repository: hbase
Updated Branches:
refs/heads/master 191316497 -> a392c017e
HBASE-20932 Effective MemStoreSize::hashCode()
Signed-off-by: tedyu
Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/a392c017
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/a392c017
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/a392c017
Branch: refs/heads/master
Commit: a392c017ed05c541403307e7fc75fbad38acff4a
Parents: 1913164
Author: Mingliang Liu
Authored: Wed Jul 25 14:32:08 2018 -0700
Committer: tedyu
Committed: Wed Jul 25 14:40:45 2018 -0700
--
.../org/apache/hadoop/hbase/regionserver/MemStoreSize.java | 6 +++---
1 file changed, 3 insertions(+), 3 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/hbase/blob/a392c017/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/MemStoreSize.java
--
diff --git
a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/MemStoreSize.java
b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/MemStoreSize.java
index 97a416e..e9b4cea 100644
---
a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/MemStoreSize.java
+++
b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/MemStoreSize.java
@@ -100,9 +100,9 @@ public class MemStoreSize {
@Override
public int hashCode() {
-long h = 31 * this.dataSize;
-h = h + 31 * this.heapSize;
-h = h + 31 * this.offHeapSize;
+long h = this.dataSize;
+h = h * 31 + this.heapSize;
+h = h * 31 + this.offHeapSize;
return (int) h;
}
hbase git commit: HBASE-20928 Rewrite calculation of midpoint - addemdum
Repository: hbase
Updated Branches:
refs/heads/branch-2 3b84c9c8d -> 1e167e4e2
HBASE-20928 Rewrite calculation of midpoint - addemdum
Signed-off-by: tedyu
Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/1e167e4e
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/1e167e4e
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/1e167e4e
Branch: refs/heads/branch-2
Commit: 1e167e4e2ea241717ad2a3c218d6939734ea7011
Parents: 3b84c9c
Author: Xu Cang
Authored: Tue Jul 24 11:37:21 2018 -0700
Committer: tedyu
Committed: Wed Jul 25 10:01:56 2018 -0700
--
hbase-common/src/main/java/org/apache/hadoop/hbase/util/Bytes.java | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
--
http://git-wip-us.apache.org/repos/asf/hbase/blob/1e167e4e/hbase-common/src/main/java/org/apache/hadoop/hbase/util/Bytes.java
--
diff --git a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/Bytes.java
b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/Bytes.java
index 12aaa67..e63c0db 100644
--- a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/Bytes.java
+++ b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/Bytes.java
@@ -2068,7 +2068,7 @@ public class Bytes implements Comparable {
int high = arr.length - 1;
KeyValue.KeyOnlyKeyValue r = new KeyValue.KeyOnlyKeyValue();
while (low <= high) {
- int mid = (low+high) >>> 1;
+ int mid = low + ((high - low) >> 1);
// we have to compare in this order, because the comparator order
// has special logic when the 'left side' is a special key.
r.setKey(arr[mid], 0, arr[mid].length);
hbase git commit: HBASE-20928 Rewrite calculation of midpoint - addemdum
Repository: hbase
Updated Branches:
refs/heads/master ba5d1c1f2 -> 191316497
HBASE-20928 Rewrite calculation of midpoint - addemdum
Signed-off-by: tedyu
Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/19131649
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/19131649
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/19131649
Branch: refs/heads/master
Commit: 1913164970b17365e51662cf9cc9acacdda04fec
Parents: ba5d1c1
Author: Xu Cang
Authored: Tue Jul 24 11:37:21 2018 -0700
Committer: tedyu
Committed: Wed Jul 25 10:00:58 2018 -0700
--
hbase-common/src/main/java/org/apache/hadoop/hbase/util/Bytes.java | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
--
http://git-wip-us.apache.org/repos/asf/hbase/blob/19131649/hbase-common/src/main/java/org/apache/hadoop/hbase/util/Bytes.java
--
diff --git a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/Bytes.java
b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/Bytes.java
index 12aaa67..e63c0db 100644
--- a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/Bytes.java
+++ b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/Bytes.java
@@ -2068,7 +2068,7 @@ public class Bytes implements Comparable {
int high = arr.length - 1;
KeyValue.KeyOnlyKeyValue r = new KeyValue.KeyOnlyKeyValue();
while (low <= high) {
- int mid = (low+high) >>> 1;
+ int mid = low + ((high - low) >> 1);
// we have to compare in this order, because the comparator order
// has special logic when the 'left side' is a special key.
r.setKey(arr[mid], 0, arr[mid].length);
[11/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/src-html/org/apache/hadoop/hbase/ipc/NettyRpcDuplexHandler.html
--
diff --git
a/devapidocs/src-html/org/apache/hadoop/hbase/ipc/NettyRpcDuplexHandler.html
b/devapidocs/src-html/org/apache/hadoop/hbase/ipc/NettyRpcDuplexHandler.html
index c5acc87..638f1aa 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/ipc/NettyRpcDuplexHandler.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/ipc/NettyRpcDuplexHandler.html
@@ -25,239 +25,240 @@
017 */
018package org.apache.hadoop.hbase.ipc;
019
-020import
org.apache.hbase.thirdparty.com.google.protobuf.Message;
-021import
org.apache.hbase.thirdparty.com.google.protobuf.Message.Builder;
-022import
org.apache.hbase.thirdparty.com.google.protobuf.TextFormat;
-023
-024import
org.apache.hbase.thirdparty.io.netty.buffer.ByteBuf;
-025import
org.apache.hbase.thirdparty.io.netty.buffer.ByteBufInputStream;
-026import
org.apache.hbase.thirdparty.io.netty.buffer.ByteBufOutputStream;
-027import
org.apache.hbase.thirdparty.io.netty.channel.ChannelDuplexHandler;
-028import
org.apache.hbase.thirdparty.io.netty.channel.ChannelHandlerContext;
-029import
org.apache.hbase.thirdparty.io.netty.channel.ChannelPromise;
-030import
org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateEvent;
-031import
org.apache.hbase.thirdparty.io.netty.util.concurrent.PromiseCombiner;
-032
-033import java.io.IOException;
-034import java.util.HashMap;
-035import java.util.Map;
-036
-037import
org.apache.hadoop.hbase.CellScanner;
-038import
org.apache.yetus.audience.InterfaceAudience;
-039import org.slf4j.Logger;
-040import org.slf4j.LoggerFactory;
-041import
org.apache.hadoop.hbase.codec.Codec;
-042import
org.apache.hadoop.hbase.shaded.protobuf.generated.RPCProtos.CellBlockMeta;
-043import
org.apache.hadoop.hbase.shaded.protobuf.generated.RPCProtos.ExceptionResponse;
-044import
org.apache.hadoop.hbase.shaded.protobuf.generated.RPCProtos.RequestHeader;
-045import
org.apache.hadoop.hbase.shaded.protobuf.generated.RPCProtos.ResponseHeader;
-046import
org.apache.hadoop.io.compress.CompressionCodec;
-047import
org.apache.hadoop.ipc.RemoteException;
-048
-049/**
-050 * The netty rpc handler.
-051 * @since 2.0.0
-052 */
-053@InterfaceAudience.Private
-054class NettyRpcDuplexHandler extends
ChannelDuplexHandler {
-055
-056 private static final Logger LOG =
LoggerFactory.getLogger(NettyRpcDuplexHandler.class);
-057
-058 private final NettyRpcConnection
conn;
-059
-060 private final CellBlockBuilder
cellBlockBuilder;
-061
-062 private final Codec codec;
-063
-064 private final CompressionCodec
compressor;
-065
-066 private final MapInteger, Call
id2Call = new HashMap();
-067
-068 public
NettyRpcDuplexHandler(NettyRpcConnection conn, CellBlockBuilder
cellBlockBuilder,
-069 Codec codec, CompressionCodec
compressor) {
-070this.conn = conn;
-071this.cellBlockBuilder =
cellBlockBuilder;
-072this.codec = codec;
-073this.compressor = compressor;
-074
-075 }
-076
-077 private void
writeRequest(ChannelHandlerContext ctx, Call call, ChannelPromise promise)
-078 throws IOException {
-079id2Call.put(call.id, call);
-080ByteBuf cellBlock =
cellBlockBuilder.buildCellBlock(codec, compressor, call.cells, ctx.alloc());
-081CellBlockMeta cellBlockMeta;
-082if (cellBlock != null) {
-083 CellBlockMeta.Builder
cellBlockMetaBuilder = CellBlockMeta.newBuilder();
-084
cellBlockMetaBuilder.setLength(cellBlock.writerIndex());
-085 cellBlockMeta =
cellBlockMetaBuilder.build();
-086} else {
-087 cellBlockMeta = null;
-088}
-089RequestHeader requestHeader =
IPCUtil.buildRequestHeader(call, cellBlockMeta);
-090int sizeWithoutCellBlock =
IPCUtil.getTotalSizeWhenWrittenDelimited(requestHeader, call.param);
-091int totalSize = cellBlock != null ?
sizeWithoutCellBlock + cellBlock.writerIndex()
-092: sizeWithoutCellBlock;
-093ByteBuf buf =
ctx.alloc().buffer(sizeWithoutCellBlock + 4);
-094buf.writeInt(totalSize);
-095try (ByteBufOutputStream bbos = new
ByteBufOutputStream(buf)) {
-096
requestHeader.writeDelimitedTo(bbos);
-097 if (call.param != null) {
-098
call.param.writeDelimitedTo(bbos);
-099 }
-100 if (cellBlock != null) {
-101ChannelPromise
withoutCellBlockPromise = ctx.newPromise();
-102ctx.write(buf,
withoutCellBlockPromise);
-103ChannelPromise cellBlockPromise =
ctx.newPromise();
-104ctx.write(cellBlock,
cellBlockPromise);
-105PromiseCombiner combiner = new
PromiseCombiner();
-106
combiner.addAll(withoutCellBlockPromise, cellBlockPromise);
-107combiner.finish(promise);
-108 } else {
-109ctx.write(buf, promise);
-110 }
-111}
-112 }
-113
-114 @Override
-115 public void write(ChannelHandlerContext
ctx, Object msg,
[06/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.html
--
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.html
b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.html
index 95f2a65..073d0d0 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.html
@@ -931,7 +931,7 @@
923InitMetaProcedure initMetaProc =
null;
924if
(assignmentManager.getRegionStates().getRegionState(RegionInfoBuilder.FIRST_META_REGIONINFO)
925 .isOffline()) {
-926 OptionalProcedure?
optProc = procedureExecutor.getProcedures().stream()
+926
OptionalProcedureMasterProcedureEnv optProc =
procedureExecutor.getProcedures().stream()
927.filter(p - p instanceof
InitMetaProcedure).findAny();
928 if (optProc.isPresent()) {
929initMetaProc =
(InitMetaProcedure) optProc.get();
@@ -3210,566 +3210,567 @@
3202 cpHost.preGetProcedures();
3203}
3204
-3205final ListProcedure?
procList = this.procedureExecutor.getProcedures();
-3206
-3207if (cpHost != null) {
-3208
cpHost.postGetProcedures(procList);
-3209}
-3210
-3211return procList;
-3212 }
-3213
-3214 @Override
-3215 public ListLockedResource
getLocks() throws IOException {
-3216if (cpHost != null) {
-3217 cpHost.preGetLocks();
-3218}
-3219
-3220MasterProcedureScheduler
procedureScheduler =
-3221
procedureExecutor.getEnvironment().getProcedureScheduler();
-3222
-3223final ListLockedResource
lockedResources = procedureScheduler.getLocks();
-3224
-3225if (cpHost != null) {
-3226
cpHost.postGetLocks(lockedResources);
-3227}
-3228
-3229return lockedResources;
-3230 }
-3231
-3232 /**
-3233 * Returns the list of table
descriptors that match the specified request
-3234 * @param namespace the namespace to
query, or null if querying for all
-3235 * @param regex The regular expression
to match against, or null if querying for all
-3236 * @param tableNameList the list of
table names, or null if querying for all
-3237 * @param includeSysTables False to
match only against userspace tables
-3238 * @return the list of table
descriptors
-3239 */
-3240 public ListTableDescriptor
listTableDescriptors(final String namespace, final String regex,
-3241 final ListTableName
tableNameList, final boolean includeSysTables)
-3242 throws IOException {
-3243ListTableDescriptor htds =
new ArrayList();
-3244if (cpHost != null) {
-3245
cpHost.preGetTableDescriptors(tableNameList, htds, regex);
-3246}
-3247htds = getTableDescriptors(htds,
namespace, regex, tableNameList, includeSysTables);
-3248if (cpHost != null) {
-3249
cpHost.postGetTableDescriptors(tableNameList, htds, regex);
-3250}
-3251return htds;
-3252 }
-3253
-3254 /**
-3255 * Returns the list of table names
that match the specified request
-3256 * @param regex The regular expression
to match against, or null if querying for all
-3257 * @param namespace the namespace to
query, or null if querying for all
-3258 * @param includeSysTables False to
match only against userspace tables
-3259 * @return the list of table names
-3260 */
-3261 public ListTableName
listTableNames(final String namespace, final String regex,
-3262 final boolean includeSysTables)
throws IOException {
-3263ListTableDescriptor htds =
new ArrayList();
-3264if (cpHost != null) {
-3265 cpHost.preGetTableNames(htds,
regex);
-3266}
-3267htds = getTableDescriptors(htds,
namespace, regex, null, includeSysTables);
-3268if (cpHost != null) {
-3269 cpHost.postGetTableNames(htds,
regex);
-3270}
-3271ListTableName result = new
ArrayList(htds.size());
-3272for (TableDescriptor htd: htds)
result.add(htd.getTableName());
-3273return result;
-3274 }
-3275
-3276 /**
-3277 * @return list of table table
descriptors after filtering by regex and whether to include system
-3278 *tables, etc.
-3279 * @throws IOException
-3280 */
-3281 private ListTableDescriptor
getTableDescriptors(final ListTableDescriptor htds,
-3282 final String namespace, final
String regex, final ListTableName tableNameList,
-3283 final boolean includeSysTables)
-3284 throws IOException {
-3285if (tableNameList == null ||
tableNameList.isEmpty()) {
-3286 // request for all
TableDescriptors
-3287 CollectionTableDescriptor
allHtds;
-3288 if (namespace != null
namespace.length() 0) {
-3289// Do a check on the namespace
existence. Will fail if does not exist.
-3290
this.clusterSchemaService.getNamespace(namespace);
-3291allHtds =
tableDescriptors.getByNamespace(namespace).values();
-3292 } else {
-3293allHtds =
[21/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/procedure2/Procedure.html
--
diff --git a/devapidocs/org/apache/hadoop/hbase/procedure2/Procedure.html
b/devapidocs/org/apache/hadoop/hbase/procedure2/Procedure.html
index 4c6f707..19a9ffb 100644
--- a/devapidocs/org/apache/hadoop/hbase/procedure2/Procedure.html
+++ b/devapidocs/org/apache/hadoop/hbase/procedure2/Procedure.html
@@ -18,7 +18,7 @@
catch(err) {
}
//-->
-var methods =
{"i0":6,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":6,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":6,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":9,"i24":10,"i25":10,"i26":9,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":9,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10,"i46":10,"i47":10,"i48":10,"i49":10,"i50":10,"i51":6,"i52":6,"i53":10,"i54":10,"i55":10,"i56":10,"i57":10,"i58":10,"i59":10,"i60":10,"i61":10,"i62":10,"i63":10,"i64":10,"i65":10,"i66":10,"i67":10,"i68":10,"i69":10,"i70":10,"i71":10,"i72":10,"i73":10,"i74":10,"i75":10,"i76":10,"i77":10,"i78":10,"i79":10,"i80":10,"i81":10};
+var methods =
{"i0":6,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":6,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":6,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":9,"i24":10,"i25":10,"i26":9,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":9,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10,"i46":10,"i47":10,"i48":10,"i49":10,"i50":10,"i51":10,"i52":10,"i53":6,"i54":6,"i55":10,"i56":10,"i57":10,"i58":10,"i59":10,"i60":10,"i61":10,"i62":10,"i63":10,"i64":10,"i65":10,"i66":10,"i67":10,"i68":10,"i69":10,"i70":10,"i71":10,"i72":10,"i73":10,"i74":10,"i75":10,"i76":10,"i77":10,"i78":10,"i79":10,"i80":10,"i81":10,"i82":10,"i83":10,"i84":10};
var tabs = {65535:["t0","All Methods"],1:["t1","Static
Methods"],2:["t2","Instance Methods"],4:["t3","Abstract
Methods"],8:["t4","Concrete Methods"]};
var altColor = "altColor";
var rowColor = "rowColor";
@@ -118,60 +118,78 @@ var activeTableTab = "activeTableTab";
@InterfaceAudience.Private
- @InterfaceStability.Evolving
-public abstract class ProcedureTEnvironment
+public abstract class ProcedureTEnvironment
extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true;
title="class or interface in java.lang">Object
implements https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true;
title="class or interface in java.lang">ComparableProcedureTEnvironment
-Base Procedure class responsible for Procedure Metadata;
- e.g. state, submittedTime, lastUpdate, stack-indexes, etc.
-
- Procedures are run by a ProcedureExecutor
instance. They are submitted and then
- the ProcedureExecutor keeps calling execute(Object)
until the Procedure is done.
- Execute may be called multiple times in the case of failure or a restart, so
code must be
- idempotent. The return from an execute call is either: null to indicate we
are done;
- ourself if there is more to do; or, a set of sub-procedures that need to
- be run to completion before the framework resumes our execution.
-
- The ProcedureExecutor keeps its
- notion of Procedure State in the Procedure itself; e.g. it stamps the
Procedure as INITIALIZING,
- RUNNABLE, SUCCESS, etc. Here are some of the States defined in the
ProcedureState enum from
- protos:
-
- isFailed()
A procedure has executed at least once and has failed. The procedure
- may or may not have rolled back yet. Any procedure in FAILED state will be
eventually moved
- to ROLLEDBACK state.
-
+Base Procedure class responsible for Procedure Metadata;
e.g. state, submittedTime, lastUpdate,
+ stack-indexes, etc.
+
+ Procedures are run by a ProcedureExecutor
instance. They are submitted and then the
+ ProcedureExecutor keeps calling execute(Object)
until the Procedure is done. Execute may
+ be called multiple times in the case of failure or a restart, so code must be
idempotent. The
+ return from an execute call is either: null to indicate we are done; ourself
if there is more to
+ do; or, a set of sub-procedures that need to be run to completion before the
framework resumes
+ our execution.
+
+ The ProcedureExecutor keeps its notion of Procedure State in the Procedure
itself; e.g. it stamps
+ the Procedure as INITIALIZING, RUNNABLE, SUCCESS, etc. Here are some of the
States defined in the
+ ProcedureState enum from protos:
+
+ isFailed()
A procedure has executed at least once and has failed. The procedure may
+ or may not have rolled back yet. Any procedure in FAILED state will be
eventually moved to
+ ROLLEDBACK state.
isSuccess()
A procedure is completed successfully without exception.
-
isFinished()
As a
[12/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/util/package-tree.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/util/package-tree.html b/devapidocs/org/apache/hadoop/hbase/util/package-tree.html index c586a97..398cbf4 100644 --- a/devapidocs/org/apache/hadoop/hbase/util/package-tree.html +++ b/devapidocs/org/apache/hadoop/hbase/util/package-tree.html @@ -514,14 +514,14 @@ java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true; title="class or interface in java.lang">EnumE (implements java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableT, java.io.https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true; title="class or interface in java.io">Serializable) -org.apache.hadoop.hbase.util.PoolMap.PoolType org.apache.hadoop.hbase.util.Bytes.LexicographicalComparerHolder.PureJavaComparer (implements org.apache.hadoop.hbase.util.Bytes.ComparerT) -org.apache.hadoop.hbase.util.IdReadWriteLock.ReferenceType +org.apache.hadoop.hbase.util.PrettyPrinter.Unit org.apache.hadoop.hbase.util.Order +org.apache.hadoop.hbase.util.IdReadWriteLock.ReferenceType org.apache.hadoop.hbase.util.Bytes.LexicographicalComparerHolder.UnsafeComparer (implements org.apache.hadoop.hbase.util.Bytes.ComparerT) org.apache.hadoop.hbase.util.HBaseFsck.ErrorReporter.ERROR_CODE +org.apache.hadoop.hbase.util.PoolMap.PoolType org.apache.hadoop.hbase.util.ChecksumType -org.apache.hadoop.hbase.util.PrettyPrinter.Unit http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/overview-tree.html -- diff --git a/devapidocs/overview-tree.html b/devapidocs/overview-tree.html index e89778a..2f9ca85 100644 --- a/devapidocs/overview-tree.html +++ b/devapidocs/overview-tree.html @@ -340,6 +340,7 @@ org.apache.hadoop.hbase.backup.mapreduce.MapReduceBackupCopyJob.SnapshotCopy +org.apache.hadoop.hbase.tool.HFileContentValidator org.apache.hadoop.hbase.util.RegionMover org.apache.hadoop.hbase.backup.RestoreDriver org.apache.hadoop.hbase.snapshot.SnapshotInfo @@ -1442,7 +1443,7 @@ org.apache.hadoop.hbase.procedure2.util.DelayedUtil.DelayedContainerWithTimestampT -org.apache.hadoop.hbase.procedure2.DelayedProcedure +org.apache.hadoop.hbase.procedure2.DelayedProcedureTEnvironment org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher.BufferNode (implements org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher.RemoteNodeTEnv,TRemote) org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher.DelayedTask @@ -2735,7 +2736,7 @@ org.apache.hadoop.hbase.procedure2.ProcedureExecutorTEnvironment -org.apache.hadoop.hbase.procedure2.ProcedureExecutor.CompletedProcedureRetainer +org.apache.hadoop.hbase.procedure2.ProcedureExecutor.CompletedProcedureRetainerTEnvironment org.apache.hadoop.hbase.procedure2.ProcedureExecutor.Testing org.apache.hadoop.hbase.procedure.ProcedureManager @@ -3178,7 +3179,7 @@ org.apache.hadoop.hbase.client.RetryingTimeTracker org.apache.hadoop.hbase.regionserver.wal.RingBufferTruck org.apache.hadoop.hbase.util.RollingStatCalculator -org.apache.hadoop.hbase.procedure2.RootProcedureState +org.apache.hadoop.hbase.procedure2.RootProcedureStateTEnvironment org.apache.hadoop.hbase.mapred.RowCounter.RowCounterMapper (implements org.apache.hadoop.hbase.mapred.TableMapK,V) org.apache.hadoop.hbase.io.encoding.RowIndexEncoderV1 org.apache.hadoop.hbase.io.encoding.RowIndexSeekerV1.SeekerState @@ -3782,7 +3783,7 @@ org.apache.hadoop.hbase.procedure2.ProcedureExecutor.KeepAliveWorkerThread -org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread +org.apache.hadoop.hbase.procedure2.TimeoutExecutorThreadTEnvironment org.apache.hadoop.hbase.wal.WALSplitter.WriterThread @@ -3862,6 +3863,7 @@ org.apache.hadoop.hbase.ipc.CellScannerButNoCodecException org.apache.hadoop.hbase.master.ClusterSchemaException org.apache.hadoop.hbase.codec.CodecException +org.apache.hadoop.hbase.exceptions.ConnectionClosedException org.apache.hadoop.hbase.procedure2.store.wal.CorruptedWALProcedureStoreException org.apache.hadoop.hbase.regionserver.wal.DamagedWALException org.apache.hadoop.hbase.DoNotRetryIOException http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/serialized-form.html -- diff --git a/devapidocs/serialized-form.html b/devapidocs/serialized-form.html index 1202851..698a2f9 100644 --- a/devapidocs/serialized-form.html +++ b/devapidocs/serialized-form.html @@ -560,6 +560,15 @@ Packageorg.apache.hadoop.hbase.exceptions + + + +Class org.apache.hadoop.hbase.exceptions.ConnectionClosedException extends HBaseIOException implements
[16/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/procedure2/StateMachineProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/procedure2/StateMachineProcedure.html b/devapidocs/org/apache/hadoop/hbase/procedure2/StateMachineProcedure.html index a7a90ea..09169b7 100644 --- a/devapidocs/org/apache/hadoop/hbase/procedure2/StateMachineProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/procedure2/StateMachineProcedure.html @@ -403,7 +403,7 @@ extends Procedure -acquireLock, addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, doReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, releaseLock, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLas tUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringC lassDetails, toStringDetails, toStringSimpleSB, tryRunnable, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted +acquireLock, addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, doReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, lockedWhenLoading, releaseLock, removeStackIndex, restoreLock, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringClassDetails, toStringDetails, toStringSimpleSB, tryRunnable, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, waitInitialized, wasExecuted @@ -893,8 +893,8 @@ extends toStringState(https://docs.oracle.com/javase/8/docs/api/java/lang/StringBuilder.html?is-external=true; title="class or interface in java.lang">StringBuilderbuilder) Description copied from class:Procedure -Called from Procedure.toString() when interpolating Procedure State. - Allows decorating generic Procedure State with Procedure particulars. +Called from Procedure.toString() when interpolating Procedure State. Allows decorating + generic Procedure State with Procedure particulars. Overrides: toStringStatein classProcedureTEnvironment http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/procedure2/TimeoutExecutorThread.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/procedure2/TimeoutExecutorThread.html b/devapidocs/org/apache/hadoop/hbase/procedure2/TimeoutExecutorThread.html index 36f7951..b2c67ae 100644 --- a/devapidocs/org/apache/hadoop/hbase/procedure2/TimeoutExecutorThread.html +++ b/devapidocs/org/apache/hadoop/hbase/procedure2/TimeoutExecutorThread.html @@ -93,7 +93,7 @@ var activeTableTab = "activeTableTab"; org.apache.hadoop.hbase.procedure2 -Class TimeoutExecutorThread +Class TimeoutExecutorThreadTEnvironment @@ -106,7 +106,7 @@ var activeTableTab = "activeTableTab"; org.apache.hadoop.hbase.procedure2.StoppableThread -org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread +org.apache.hadoop.hbase.procedure2.TimeoutExecutorThreadTEnvironment @@ -124,7 +124,7 @@ var activeTableTab = "activeTableTab"; @InterfaceAudience.Private -class TimeoutExecutorThread +class TimeoutExecutorThreadTEnvironment extends StoppableThread Runs task on a period such as check for stuck workers. @@ -165,7 +165,7 @@ extends Field and Description -private ProcedureExecutor? +private ProcedureExecutorTEnvironment executor @@ -198,7 +198,7 @@ extends Constructor and Description -TimeoutExecutorThread(ProcedureExecutor?executor,
[18/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html
--
diff --git
a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html
b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html
index e65cf97..e0d5c9f 100644
--- a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html
+++ b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html
@@ -18,7 +18,7 @@
catch(err) {
}
//-->
-var methods =
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":10,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10,"i46":10,"i47":10,"i48":10,"i49":10,"i50":10,"i51":10,"i52":10,"i53":10,"i54":10,"i55":10,"i56":10,"i57":10,"i58":10,"i59":10,"i60":10};
+var methods =
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":10,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10,"i46":10,"i47":10,"i48":10,"i49":10,"i50":10,"i51":10,"i52":10,"i53":10,"i54":10,"i55":10,"i56":10,"i57":10,"i58":10,"i59":10,"i60":10,"i61":10,"i62":10,"i63":10,"i64":10};
var tabs = {65535:["t0","All Methods"],2:["t2","Instance
Methods"],8:["t4","Concrete Methods"]};
var altColor = "altColor";
var rowColor = "rowColor";
@@ -110,7 +110,6 @@ var activeTableTab = "activeTableTab";
@InterfaceAudience.Private
- @InterfaceStability.Evolving
public class ProcedureExecutorTEnvironment
extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true;
title="class or interface in java.lang">Object
Thread Pool that executes the submitted procedures.
@@ -150,7 +149,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
private static class
-ProcedureExecutor.CompletedProcedureRetainer
+ProcedureExecutor.CompletedProcedureRetainerTEnvironment
static class
@@ -204,7 +203,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
checkOwnerSet
-private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ConcurrentHashMap.html?is-external=true;
title="class or interface in java.util.concurrent">ConcurrentHashMaphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true;
title="class or interface in java.lang">Long,ProcedureExecutor.CompletedProcedureRetainer
+private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ConcurrentHashMap.html?is-external=true;
title="class or interface in java.util.concurrent">ConcurrentHashMaphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true;
title="class or interface in java.lang">Long,ProcedureExecutor.CompletedProcedureRetainerTEnvironment
completed
Map the the procId returned by submitProcedure(), the
Root-ProcID, to the Procedure.
@@ -256,13 +255,13 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
-private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ConcurrentHashMap.html?is-external=true;
title="class or interface in java.util.concurrent">ConcurrentHashMaphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true;
title="class or interface in java.lang">Long,Procedure
+private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ConcurrentHashMap.html?is-external=true;
title="class or interface in java.util.concurrent">ConcurrentHashMaphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true;
title="class or interface in java.lang">Long,ProcedureTEnvironment
procedures
Helper map to lookup the live procedures by ID.
-private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ConcurrentHashMap.html?is-external=true;
title="class or interface in java.util.concurrent">ConcurrentHashMaphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true;
title="class or interface in java.lang">Long,RootProcedureState
+private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ConcurrentHashMap.html?is-external=true;
title="class or interface in java.util.concurrent">ConcurrentHashMaphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true;
title="class or interface in java.lang">Long,RootProcedureStateTEnvironment
rollbackStack
Map the the procId returned by submitProcedure(), the
Root-ProcID, to the
[45/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/HBaseIOException.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/HBaseIOException.html b/devapidocs/org/apache/hadoop/hbase/HBaseIOException.html index a561511..bddfdf7 100644 --- a/devapidocs/org/apache/hadoop/hbase/HBaseIOException.html +++ b/devapidocs/org/apache/hadoop/hbase/HBaseIOException.html @@ -122,7 +122,7 @@ Direct Known Subclasses: -BackupException, BadProcedureException, CallCancelledException, CallTimeoutException, CellScannerButNoCodecException, ClusterSchemaException, CodecException, CorruptedWALProcedureStoreException, DamagedWALException, DoNotRetryIOException, FailedRemoteDispatchException, FailedServerException, FallbackDisallowedException, LeaseNotRecoveredException, MasterNotRunningException, NoSuchProcedureException, PleaseHoldException, RegionException, RpcThrottlingException, ServerCrashException, ServiceNotRunningException, StoppedRpcClientException, TableInfoMissingException, UnexpectedStateException, WrongRowIOException +BackupException, BadProcedureException, CallCancelledException, CallTimeoutException, CellScannerButNoCodecException, ClusterSchemaException, CodecException, ConnectionClosedException, CorruptedWALProcedureStoreException, DamagedWALException, DoNotRetryIOException, FailedRemoteDispatchException, FailedServerException, FallbackDisallowedException, LeaseNotRecoveredException, MasterNotRunningException, NoSuchProcedureException, PleaseHoldException, RegionExcep tion, RpcThrottlingException, ServerCrashException, ServiceNotRunningException, StoppedRpcClientException, TableInfoMissingException, UnexpectedStateException, WrongRowIOException http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/backup/package-tree.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/backup/package-tree.html b/devapidocs/org/apache/hadoop/hbase/backup/package-tree.html index ffd12ac..1e43e89 100644 --- a/devapidocs/org/apache/hadoop/hbase/backup/package-tree.html +++ b/devapidocs/org/apache/hadoop/hbase/backup/package-tree.html @@ -168,8 +168,8 @@ java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true; title="class or interface in java.lang">EnumE (implements java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableT, java.io.https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true; title="class or interface in java.io">Serializable) org.apache.hadoop.hbase.backup.BackupInfo.BackupPhase -org.apache.hadoop.hbase.backup.BackupType org.apache.hadoop.hbase.backup.BackupInfo.BackupState +org.apache.hadoop.hbase.backup.BackupType org.apache.hadoop.hbase.backup.BackupRestoreConstants.BackupCommand http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/class-use/HBaseIOException.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/class-use/HBaseIOException.html b/devapidocs/org/apache/hadoop/hbase/class-use/HBaseIOException.html index 2bc430c..1494b05 100644 --- a/devapidocs/org/apache/hadoop/hbase/class-use/HBaseIOException.html +++ b/devapidocs/org/apache/hadoop/hbase/class-use/HBaseIOException.html @@ -454,40 +454,46 @@ class +ConnectionClosedException +Thrown when the connection is closed + + + +class FailedSanityCheckException Exception thrown if a mutation fails sanity checks. - + class MergeRegionException Thrown when something is wrong in trying to merge two regions. - + class OutOfOrderScannerNextException Thrown by a RegionServer while doing next() calls on a ResultScanner. - + class RequestTooBigException Thrown when the size of the rpc request received by the server is too large. - + class ScannerResetException Thrown when the server side has received an Exception, and asks the Client to reset the scanner state by closing the current region scanner, and reopening from the start of last seen row. - + class UnexpectedStateException - + class UnknownProtocolException An error requesting an RPC protocol that the server is not serving. http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/class-use/ServiceNotRunningException.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/class-use/ServiceNotRunningException.html b/devapidocs/org/apache/hadoop/hbase/class-use/ServiceNotRunningException.html index 65a6318..4f5bc52 100644 --- a/devapidocs/org/apache/hadoop/hbase/class-use/ServiceNotRunningException.html +++
[20/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureCleaner.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureCleaner.html b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureCleaner.html index 1b3ae53..6c4852a 100644 --- a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureCleaner.html +++ b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureCleaner.html @@ -186,7 +186,7 @@ extends CLEANER_INTERVAL_CONF_KEY -private https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true; title="class or interface in java.util">Maphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true; title="class or interface in java.lang">Long,ProcedureExecutor.CompletedProcedureRetainer +private https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true; title="class or interface in java.util">Maphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true; title="class or interface in java.lang">Long,ProcedureExecutor.CompletedProcedureRetainerTEnvironment completed @@ -253,7 +253,7 @@ extends CompletedProcedureCleaner(org.apache.hadoop.conf.Configurationconf, ProcedureStorestore, - https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true; title="class or interface in java.util">Maphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true; title="class or interface in java.lang">Long,ProcedureExecutor.CompletedProcedureRetainercompletedMap, + https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true; title="class or interface in java.util">Maphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true; title="class or interface in java.lang">Long,ProcedureExecutor.CompletedProcedureRetainerTEnvironmentcompletedMap, https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true; title="class or interface in java.util">MapNonceKey,https://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true; title="class or interface in java.lang">LongnonceKeysToProcIdsMap) @@ -288,7 +288,7 @@ extends Procedure -acquireLock, addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, doReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, isYieldAfterExecutionStep, releaseLock, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toS tringClass, toStringClassDetails, toStringDetails, toStringSimpleSB, toStringState, tryRunnable, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted +acquireLock, addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, doReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, isYieldAfterExecutionStep, lockedWhenLoading, releaseLock, removeStackIndex, restoreLock, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParent ProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailu re, shouldWaitClientAck, toString, toStringClass, toStringClassDetails, toStringDetails, toStringSimpleSB, toStringState, tryRunnable, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, waitInitialized, wasExecuted @@ -430,7 +430,7 @@ extends
[08/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.RedirectServlet.html
--
diff --git
a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.RedirectServlet.html
b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.RedirectServlet.html
index 95f2a65..073d0d0 100644
---
a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.RedirectServlet.html
+++
b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.RedirectServlet.html
@@ -931,7 +931,7 @@
923InitMetaProcedure initMetaProc =
null;
924if
(assignmentManager.getRegionStates().getRegionState(RegionInfoBuilder.FIRST_META_REGIONINFO)
925 .isOffline()) {
-926 OptionalProcedure?
optProc = procedureExecutor.getProcedures().stream()
+926
OptionalProcedureMasterProcedureEnv optProc =
procedureExecutor.getProcedures().stream()
927.filter(p - p instanceof
InitMetaProcedure).findAny();
928 if (optProc.isPresent()) {
929initMetaProc =
(InitMetaProcedure) optProc.get();
@@ -3210,566 +3210,567 @@
3202 cpHost.preGetProcedures();
3203}
3204
-3205final ListProcedure?
procList = this.procedureExecutor.getProcedures();
-3206
-3207if (cpHost != null) {
-3208
cpHost.postGetProcedures(procList);
-3209}
-3210
-3211return procList;
-3212 }
-3213
-3214 @Override
-3215 public ListLockedResource
getLocks() throws IOException {
-3216if (cpHost != null) {
-3217 cpHost.preGetLocks();
-3218}
-3219
-3220MasterProcedureScheduler
procedureScheduler =
-3221
procedureExecutor.getEnvironment().getProcedureScheduler();
-3222
-3223final ListLockedResource
lockedResources = procedureScheduler.getLocks();
-3224
-3225if (cpHost != null) {
-3226
cpHost.postGetLocks(lockedResources);
-3227}
-3228
-3229return lockedResources;
-3230 }
-3231
-3232 /**
-3233 * Returns the list of table
descriptors that match the specified request
-3234 * @param namespace the namespace to
query, or null if querying for all
-3235 * @param regex The regular expression
to match against, or null if querying for all
-3236 * @param tableNameList the list of
table names, or null if querying for all
-3237 * @param includeSysTables False to
match only against userspace tables
-3238 * @return the list of table
descriptors
-3239 */
-3240 public ListTableDescriptor
listTableDescriptors(final String namespace, final String regex,
-3241 final ListTableName
tableNameList, final boolean includeSysTables)
-3242 throws IOException {
-3243ListTableDescriptor htds =
new ArrayList();
-3244if (cpHost != null) {
-3245
cpHost.preGetTableDescriptors(tableNameList, htds, regex);
-3246}
-3247htds = getTableDescriptors(htds,
namespace, regex, tableNameList, includeSysTables);
-3248if (cpHost != null) {
-3249
cpHost.postGetTableDescriptors(tableNameList, htds, regex);
-3250}
-3251return htds;
-3252 }
-3253
-3254 /**
-3255 * Returns the list of table names
that match the specified request
-3256 * @param regex The regular expression
to match against, or null if querying for all
-3257 * @param namespace the namespace to
query, or null if querying for all
-3258 * @param includeSysTables False to
match only against userspace tables
-3259 * @return the list of table names
-3260 */
-3261 public ListTableName
listTableNames(final String namespace, final String regex,
-3262 final boolean includeSysTables)
throws IOException {
-3263ListTableDescriptor htds =
new ArrayList();
-3264if (cpHost != null) {
-3265 cpHost.preGetTableNames(htds,
regex);
-3266}
-3267htds = getTableDescriptors(htds,
namespace, regex, null, includeSysTables);
-3268if (cpHost != null) {
-3269 cpHost.postGetTableNames(htds,
regex);
-3270}
-3271ListTableName result = new
ArrayList(htds.size());
-3272for (TableDescriptor htd: htds)
result.add(htd.getTableName());
-3273return result;
-3274 }
-3275
-3276 /**
-3277 * @return list of table table
descriptors after filtering by regex and whether to include system
-3278 *tables, etc.
-3279 * @throws IOException
-3280 */
-3281 private ListTableDescriptor
getTableDescriptors(final ListTableDescriptor htds,
-3282 final String namespace, final
String regex, final ListTableName tableNameList,
-3283 final boolean includeSysTables)
-3284 throws IOException {
-3285if (tableNameList == null ||
tableNameList.isEmpty()) {
-3286 // request for all
TableDescriptors
-3287 CollectionTableDescriptor
allHtds;
-3288 if (namespace != null
namespace.length() 0) {
-3289// Do a check on the namespace
existence. Will fail if does not exist.
-3290
this.clusterSchemaService.getNamespace(namespace);
-3291allHtds =
[29/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/procedure/ModifyTableProcedure.html
--
diff --git
a/devapidocs/org/apache/hadoop/hbase/master/procedure/ModifyTableProcedure.html
b/devapidocs/org/apache/hadoop/hbase/master/procedure/ModifyTableProcedure.html
index d044d2e..33176c2 100644
---
a/devapidocs/org/apache/hadoop/hbase/master/procedure/ModifyTableProcedure.html
+++
b/devapidocs/org/apache/hadoop/hbase/master/procedure/ModifyTableProcedure.html
@@ -382,7 +382,7 @@ extends AbstractStateMachineTableProcedure
-acquireLock,
checkOnline,
checkTableModifiable,
getRegionDir,
getUser, preflightChecks,
releaseLock,
releaseSyncLatch,
setUser,
toStringClassDetails
+acquireLock,
checkOnline,
checkTableModifiable,
getRegionDir,
getUser, preflightChecks,
releaseLock,
releaseSyncLatch,
setUser,
toStringClassDetails,
waitInitialized
@@ -396,7 +396,7 @@ extends Procedure
-addStackIndex,
afterReplay,
beforeReplay,
compareTo,
doAcquireLock,
doExecute,
doReleaseLock,
doRollback, elapsedTime,
getChildrenLatch,
getException,
getLastUpdate,
getNonceKey,
getOwner,
getParentProcId,
getProcedureMetrics,
getProcId, getProcIdHashCode,
getProcName,
getResult,
getRootProcedureId,
getRootProcId,
getStackIndexes,
getState,
getSubmittedTime<
/a>, getTimeout,
getTimeoutTimestamp,
hasChildren,
hasException,
hasLock,
hasOwner,
hasParent,
hasTimeout,
haveSameParent,
holdLock,
incChildrenLatch,
isFailed,
isFinished,
isInitializing,
isRunnable,
isSuccess,
isWaiting,
removeStackIndex,
setAbortFailure,
setChildrenLatch,
setFailure,
setFailure,
setLastUpdate,
setNonceKey,
setOwner, setOwner,
setParentProcId,
setProcId,
setResult,
setRootProcId,
setStackIndexes,
setState,
setSubmittedTime,
setTimeout,
setTimeoutFailure,
shouldWaitClientAck,
toString,
toStringClass,
toStringDetails,
toStringSimpleSB,
updateMetricsOnFinish,
updateMetricsOnSubmit,
updateTimestamp,
wasExecuted
+addStackIndex,
afterReplay,
beforeReplay,
compareTo,
doExecute,
doRollback,
elapsedTime,
getChildrenLatch,
getException,
getLastUpdate,
getNonceKey,
getOwner,
getParentProcId,
getProcedureMetrics,
getProcId,
getProcIdHashCode,
get
ProcName, getResult,
getRootProcedureId,
getRootProcId,
getStackIndexes,
getState,
getSubmittedTime,
getTimeout,
getTimeoutTimestamp,
hasChildren,
hasException,
hasLock,
hasOwner,
hasParent,
hasTimeout,
haveSameParent,
holdLock,
incChildrenLatch, isFailed,
isFinished,
isInitializing,
isRunnable,
isSuccess,
isWaiting,
removeStackIndex,
setAbortFailure,
setChildrenLatch,
setFailure,
setFailure,
setLastUpdate,
setNonceKey,
setOwner,
setOwner,
setParentProcId, setProcId,
setResult,
setRootProcId,
setStackIndexes,
setState,
setSubmittedTime,
setTimeout,
setTimeoutFailure, shouldWaitClientAck,
toString,
toStringClass,
toStringDetails,
toStringSimpleSB,
updateMetricsOnFinish,
updateMetricsOnSubmit,
updateTimestamp,
wasExecuted
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/procedure/PeerQueue.html
--
diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/PeerQueue.html
b/devapidocs/org/apache/hadoop/hbase/master/procedure/PeerQueue.html
index 850636b..248e97f 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/procedure/PeerQueue.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/PeerQueue.html
@@ -18,7 +18,7 @@
catch(err) {
}
//-->
-var methods = {"i0":10,"i1":10,"i2":9};
+var methods = {"i0":10,"i1":9};
var tabs = {65535:["t0","All Methods"],1:["t1","Static
Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
var altColor = "altColor";
var rowColor = "rowColor";
@@ -187,13 +187,9 @@ extends
boolean
-isAvailable()
-
-
-boolean
requireExclusiveLock(Procedure?proc)
-
+
private static boolean
requirePeerExclusiveLock(PeerProcedureInterfaceproc)
@@ -203,7 +199,7 @@ extends Queue
-add,
compareKey,
compareTo,
getKey,
getLockStatus,
getPriority,
isEmpty,
peek,
poll, size,
toString
+add,
compareKey,
compareTo,
getKey,
getLockStatus,
getPriority,
isAvailable,
isEmpty,
peek, poll,
size,
toString
@@ -244,26 +240,13 @@ extends
-
-
-
-
-isAvailable
-publicbooleanisAvailable()
-
-Overrides:
-isAvailablein
classQueuehttps://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true;
title="class or interface in java.lang">String
-
-
-
requireExclusiveLock
-publicbooleanrequireExclusiveLock(Procedure?proc)
+publicbooleanrequireExclusiveLock(Procedure?proc)
Specified by:
requireExclusiveLockin
classQueuehttps://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true;
title="class or interface in java.lang">String
@@
[37/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/locking/LockProcedure.html
--
diff --git
a/devapidocs/org/apache/hadoop/hbase/master/locking/LockProcedure.html
b/devapidocs/org/apache/hadoop/hbase/master/locking/LockProcedure.html
index 139308d..47fe85d 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/locking/LockProcedure.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/locking/LockProcedure.html
@@ -18,7 +18,7 @@
catch(err) {
}
//-->
-var methods =
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10};
+var methods =
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10};
var tabs = {65535:["t0","All Methods"],2:["t2","Instance
Methods"],8:["t4","Concrete Methods"]};
var altColor = "altColor";
var rowColor = "rowColor";
@@ -215,62 +215,58 @@ implements event
-private boolean
-hasLock
-
-
private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/atomic/AtomicLong.html?is-external=true;
title="class or interface in
java.util.concurrent.atomic">AtomicLong
lastHeartBeat
-
+
static https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true;
title="class or interface in java.lang">String
LOCAL_MASTER_LOCKS_TIMEOUT_MS_CONF
-
+
private LockProcedure.LockInterface
lock
-
+
private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/CountDownLatch.html?is-external=true;
title="class or interface in
java.util.concurrent">CountDownLatch
lockAcquireLatch
-
+
private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/atomic/AtomicBoolean.html?is-external=true;
title="class or interface in
java.util.concurrent.atomic">AtomicBoolean
locked
-
+
private static org.slf4j.Logger
LOG
-
+
private https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true;
title="class or interface in java.lang">String
namespace
-
+
private TableProcedureInterface.TableOperationType
opType
-
+
private boolean
recoveredMasterLock
-
+
private RegionInfo[]
regionInfos
-
+
static https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true;
title="class or interface in java.lang">String
REMOTE_LOCKS_TIMEOUT_MS_CONF
-
+
private TableName
tableName
-
+
private LockType
type
-
+
private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/atomic/AtomicBoolean.html?is-external=true;
title="class or interface in
java.util.concurrent.atomic">AtomicBoolean
unlock
@@ -408,74 +404,68 @@ implements
boolean
-hasLock(MasterProcedureEnvenv)
-This is used in conjunction with Procedure.holdLock(Object).
-
-
-
-boolean
holdLock(MasterProcedureEnvenv)
Used to keep the procedure lock even when the procedure is
yielding or suspended.
-
+
boolean
isLocked()
-
+
protected void
releaseLock(MasterProcedureEnvenv)
The user should override this method, and release lock if
necessary.
-
+
protected void
rollback(MasterProcedureEnvenv)
The code to undo what was done by the execute() code.
-
+
protected void
serializeStateData(ProcedureStateSerializerserializer)
The user-level code of the procedure may have some state to
persist (e.g.
-
+
protected boolean
setTimeoutFailure(MasterProcedureEnvenv)
Re run the procedure after every timeout to write new WAL
entries so we don't hold back old
WALs.
-
+
private LockProcedure.LockInterface
setupLock()
-
+
private LockProcedure.LockInterface
setupNamespaceLock()
-
+
private LockProcedure.LockInterface
setupRegionLock()
-
+
private LockProcedure.LockInterface
setupTableLock()
-
+
protected void
toStringClassDetails(https://docs.oracle.com/javase/8/docs/api/java/lang/StringBuilder.html?is-external=true;
title="class or interface in java.lang">StringBuilderbuilder)
Extend the toString() information with the procedure details
e.g.
-
+
void
unlock(MasterProcedureEnvenv)
-
+
void
updateHeartBeat()
Updates timeout deadline for the lock.
@@ -487,7 +477,7 @@ implements Procedure
-addStackIndex,
afterReplay,
compareTo,
completionCleanup,
doAcquireLock,
doExecute,
doReleaseLock,
do
Rollback, elapsedTime,
getChildrenLatch,
getException,
getLastUpdate,
getNonceKey,
getOwner,
getParentProcId,
getProcedureMetrics,
getProcId, getProcIdHashCode,
getProcName,
getResult,
getRootProcedureId,
getRootProcId,
getStackIndexes,
getState,
getSubm
ittedTime, getTimeout,
getTimeoutTimestamp,
hasChildren,
hasException,
hasOwner,
hasParent,
hasTimeout,
haveSameParent,
incChildrenLatch,
isFailed,
isFinished,
isInitializing,
[04/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html
--
diff --git
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html
index dd41a30..624224f 100644
---
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html
+++
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html
@@ -90,768 +90,758 @@
082extends
AbstractStateMachineTableProcedureMergeTableRegionsState {
083 private static final Logger LOG =
LoggerFactory.getLogger(MergeTableRegionsProcedure.class);
084 private Boolean traceEnabled;
-085 private volatile boolean lock =
false;
-086 private ServerName regionLocation;
-087 private RegionInfo[] regionsToMerge;
-088 private RegionInfo mergedRegion;
-089 private boolean forcible;
-090
-091 public MergeTableRegionsProcedure() {
-092// Required by the Procedure
framework to create the procedure on replay
-093 }
-094
-095 public MergeTableRegionsProcedure(final
MasterProcedureEnv env,
-096 final RegionInfo regionToMergeA,
final RegionInfo regionToMergeB) throws IOException {
-097this(env, regionToMergeA,
regionToMergeB, false);
-098 }
-099
-100 public MergeTableRegionsProcedure(final
MasterProcedureEnv env,
-101 final RegionInfo regionToMergeA,
final RegionInfo regionToMergeB,
-102 final boolean forcible) throws
IOException {
-103this(env, new RegionInfo[]
{regionToMergeA, regionToMergeB}, forcible);
-104 }
-105
-106 public MergeTableRegionsProcedure(final
MasterProcedureEnv env,
-107 final RegionInfo[] regionsToMerge,
final boolean forcible)
-108 throws IOException {
-109super(env);
-110
-111// Check daughter regions and make
sure that we have valid daughter regions
-112// before doing the real work. This
check calls the super method #checkOnline also.
-113checkRegionsToMerge(env,
regionsToMerge, forcible);
-114
-115// WARN: make sure there is no parent
region of the two merging regions in
-116// hbase:meta If exists, fixing up
daughters would cause daughter regions(we
-117// have merged one) online again when
we restart master, so we should clear
-118// the parent region to prevent the
above case
-119// Since HBASE-7721, we don't need
fix up daughters any more. so here do nothing
-120this.regionsToMerge =
regionsToMerge;
-121this.mergedRegion =
createMergedRegionInfo(regionsToMerge);
-122preflightChecks(env, true);
-123this.forcible = forcible;
-124 }
-125
-126 private static void
checkRegionsToMerge(MasterProcedureEnv env, final RegionInfo[]
regionsToMerge,
-127 final boolean forcible) throws
MergeRegionException {
-128// For now, we only merge 2
regions.
-129// It could be extended to more than
2 regions in the future.
-130if (regionsToMerge == null ||
regionsToMerge.length != 2) {
-131 throw new
MergeRegionException("Expected to merge 2 regions, got: " +
-132
Arrays.toString(regionsToMerge));
-133}
-134
-135checkRegionsToMerge(env,
regionsToMerge[0], regionsToMerge[1], forcible);
-136 }
-137
-138 /**
-139 * One time checks.
-140 */
-141 private static void
checkRegionsToMerge(MasterProcedureEnv env, final RegionInfo regionToMergeA,
-142 final RegionInfo regionToMergeB,
final boolean forcible) throws MergeRegionException {
-143if
(!regionToMergeA.getTable().equals(regionToMergeB.getTable())) {
-144 throw new
MergeRegionException("Can't merge regions from two different tables: " +
-145regionToMergeA + ", " +
regionToMergeB);
-146}
-147
-148if (regionToMergeA.getReplicaId() !=
RegionInfo.DEFAULT_REPLICA_ID ||
-149regionToMergeB.getReplicaId() !=
RegionInfo.DEFAULT_REPLICA_ID) {
-150 throw new
MergeRegionException("Can't merge non-default replicas");
-151}
-152
-153try {
-154 checkOnline(env, regionToMergeA);
-155 checkOnline(env, regionToMergeB);
-156} catch (DoNotRetryRegionException
dnrre) {
-157 throw new
MergeRegionException(dnrre);
-158}
-159
-160if
(!RegionInfo.areAdjacent(regionToMergeA, regionToMergeB)) {
-161 String msg = "Unable to merge
non-adjacent regions " + regionToMergeA.getShortNameToLog() +
-162 ", " +
regionToMergeB.getShortNameToLog() + " where forcible = " + forcible;
-163 LOG.warn(msg);
-164 if (!forcible) {
-165throw new
MergeRegionException(msg);
-166 }
-167}
-168 }
+085 private ServerName regionLocation;
+086 private RegionInfo[] regionsToMerge;
+087 private RegionInfo mergedRegion;
+088 private boolean forcible;
+089
+090 public MergeTableRegionsProcedure() {
+091//
[51/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511. Project: http://git-wip-us.apache.org/repos/asf/hbase-site/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase-site/commit/804782f0 Tree: http://git-wip-us.apache.org/repos/asf/hbase-site/tree/804782f0 Diff: http://git-wip-us.apache.org/repos/asf/hbase-site/diff/804782f0 Branch: refs/heads/asf-site Commit: 804782f09f5fdf37566f546382fffe574f64aee0 Parents: 6daeaf0 Author: jenkins Authored: Wed Jul 25 14:49:19 2018 + Committer: jenkins Committed: Wed Jul 25 14:49:19 2018 + -- acid-semantics.html | 4 +- apache_hbase_reference_guide.pdf| 24281 --- apidocs/allclasses-frame.html | 1 + apidocs/allclasses-noframe.html | 1 + apidocs/index-all.html | 6 + .../apache/hadoop/hbase/HBaseIOException.html | 2 +- .../hbase/class-use/HBaseIOException.html |14 +- .../exceptions/ConnectionClosedException.html | 275 + .../exceptions/ConnectionClosingException.html | 4 +- .../class-use/ConnectionClosedException.html| 125 + .../hadoop/hbase/exceptions/package-frame.html | 1 + .../hbase/exceptions/package-summary.html |18 +- .../hadoop/hbase/exceptions/package-tree.html | 1 + apidocs/overview-tree.html | 1 + apidocs/serialized-form.html| 9 + .../exceptions/ConnectionClosedException.html | 108 + .../hbase/util/Bytes.ByteArrayComparator.html | 6 +- .../hbase/util/Bytes.RowEndKeyComparator.html | 6 +- .../org/apache/hadoop/hbase/util/Bytes.html | 6 +- book.html | 139 +- bulk-loads.html | 4 +- checkstyle-aggregate.html | 26884 - checkstyle.rss |66 +- coc.html| 4 +- dependencies.html | 4 +- dependency-convergence.html | 4 +- dependency-info.html| 4 +- dependency-management.html | 4 +- devapidocs/allclasses-frame.html| 2 + devapidocs/allclasses-noframe.html | 2 + devapidocs/constant-values.html |32 +- devapidocs/index-all.html | 202 +- .../apache/hadoop/hbase/HBaseIOException.html | 2 +- .../hadoop/hbase/backup/package-tree.html | 2 +- .../hbase/class-use/HBaseIOException.html |18 +- .../class-use/ServiceNotRunningException.html | 2 +- .../hadoop/hbase/client/package-tree.html |22 +- .../hadoop/hbase/coprocessor/package-tree.html | 2 +- .../hbase/exceptions/ClientExceptionsUtil.html | 4 +- .../exceptions/ConnectionClosedException.html | 315 + .../exceptions/ConnectionClosingException.html | 4 +- .../class-use/ConnectionClosedException.html| 125 + .../hadoop/hbase/exceptions/package-frame.html | 1 + .../hbase/exceptions/package-summary.html |34 +- .../hadoop/hbase/exceptions/package-tree.html | 1 + .../hadoop/hbase/filter/package-tree.html |10 +- .../hadoop/hbase/io/hfile/package-tree.html | 6 +- .../org/apache/hadoop/hbase/ipc/IPCUtil.html|22 +- .../hadoop/hbase/ipc/NettyRpcDuplexHandler.html |32 +- .../apache/hadoop/hbase/ipc/package-tree.html | 4 +- .../hadoop/hbase/mapreduce/package-tree.html| 2 +- .../hbase/master/ClusterSchemaServiceImpl.html | 4 +- .../org/apache/hadoop/hbase/master/HMaster.html |84 +- .../master/assignment/AssignProcedure.html | 4 +- ...signmentManager.RegionInTransitionChore.html | 2 +- .../assignment/GCMergedRegionsProcedure.html| 4 +- .../master/assignment/GCRegionProcedure.html|67 +- .../assignment/MergeTableRegionsProcedure.html | 241 +- .../master/assignment/MoveRegionProcedure.html | 6 +- .../assignment/RegionTransitionProcedure.html | 208 +- .../assignment/SplitTableRegionProcedure.html | 6 +- .../master/assignment/UnassignProcedure.html| 4 +- .../locking/LockProcedure.LockInterface.html| 6 +- .../LockProcedure.NamespaceExclusiveLock.html | 8 +- .../LockProcedure.RegionExclusiveLock.html | 8 +- .../LockProcedure.TableExclusiveLock.html | 8 +- .../locking/LockProcedure.TableSharedLock.html | 8 +- .../hbase/master/locking/LockProcedure.html | 211 +- .../hadoop/hbase/master/package-tree.html | 4 +- .../AbstractStateMachineNamespaceProcedure.html |85 +- .../AbstractStateMachineRegionProcedure.html| 135 +- .../AbstractStateMachineTableProcedure.html |97 +-
[38/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html index 19f8fb2..f073d26 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html @@ -493,14 +493,14 @@ extends AbstractStateMachineRegionProcedure -acquireLock, checkTableModifiable, getRegion, getTableName, hasLock, holdLock, releaseLock, setFailure, setRegion +acquireLock, checkTableModifiable, getRegion, getTableName, holdLock, releaseLock, setFailure, setRegion Methods inherited from classorg.apache.hadoop.hbase.master.procedure.AbstractStateMachineTableProcedure -checkOnline, getRegionDir, getUser, preflightChecks, releaseSyncLatch, setUser +checkOnline, getRegionDir, getUser, preflightChecks, releaseSyncLatch, setUser, waitInitialized @@ -514,7 +514,7 @@ extends Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, d oReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasOwner, hasParent, hasTimeout, haveSameParent, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailu re, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted +addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doExecute, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcId, getProcIdHashCode, getProc Name, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/assignment/UnassignProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/assignment/UnassignProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/assignment/UnassignProcedure.html index 1b89f19..617a7a2 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/assignment/UnassignProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/assignment/UnassignProcedure.html @@ -382,14 +382,14 @@ extends RegionTransitionProcedure -abort, acquireLock, addToRemoteDispatcher, execute, getAttempt, getRegionInfo, getRegionState, getTableName, getTransitionState, hasLock, holdLock, isMeta, isServerOnline, isServerOnline, releaseLock, remoteCallFailed, remoteOperationCompleted, remoteOperationFailed, reportTransition, rollback, setAttempt, setRegionInfo, setTimeoutFailure, setTransitionState, shouldWaitClientAck, toStringState +abort, acquireLock, addToRemoteDispatcher, execute, getAttempt, getRegionInfo, getRegionState, getTableName, getTransitionState, holdLock, isMeta, isServerOnline, isServerOnline, releaseLock, remoteCallFailed, re moteOperationCompleted, remoteOperationFailed, reportTransition, rollback, setAttempt, setRegionInfo, setTimeoutFailure, setTransitionState, shouldWaitClientAck, toStringState, waitInitialized Methods inherited from classorg.apache.hadoop.hbase.procedure2.Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock,
[26/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/procedure/class-use/MasterProcedureEnv.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/class-use/MasterProcedureEnv.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/class-use/MasterProcedureEnv.html index 0de3ee4..1cd2bd5 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/procedure/class-use/MasterProcedureEnv.html +++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/class-use/MasterProcedureEnv.html @@ -157,6 +157,11 @@ MasterCoprocessorHost.preAbortProcedure(ProcedureExecutorMasterProcedureEnvprocEnv, longprocId) + +private long +ClusterSchemaServiceImpl.submitProcedure(ProcedureMasterProcedureEnvprocedure, + NonceKeynonceKey) + @@ -202,17 +207,13 @@ protected Procedure.LockState -GCRegionProcedure.acquireLock(MasterProcedureEnvenv) - - -protected Procedure.LockState MergeTableRegionsProcedure.acquireLock(MasterProcedureEnvenv) - + protected Procedure.LockState RegionTransitionProcedure.acquireLock(MasterProcedureEnvenv) - + protected boolean RegionTransitionProcedure.addToRemoteDispatcher(MasterProcedureEnvenv, ServerNametargetServer) @@ -222,7 +223,7 @@ to pick it up. - + private void SplitTableRegionProcedure.checkClosedRegion(MasterProcedureEnvenv) Check whether there is recovered.edits in the closed region @@ -230,7 +231,7 @@ to abort region split to prevent data loss - + private void MergeTableRegionsProcedure.checkClosedRegion(MasterProcedureEnvenv, RegionInforegionInfo) @@ -239,19 +240,19 @@ to abort region merge to prevent data loss - + private void MergeTableRegionsProcedure.checkClosedRegions(MasterProcedureEnvenv) check the closed regions - + private static void MergeTableRegionsProcedure.checkRegionsToMerge(MasterProcedureEnvenv, RegionInfo[]regionsToMerge, booleanforcible) - + private static void MergeTableRegionsProcedure.checkRegionsToMerge(MasterProcedureEnvenv, RegionInforegionToMergeA, @@ -260,7 +261,7 @@ One time checks. - + private void SplitTableRegionProcedure.checkSplittable(MasterProcedureEnvenv, RegionInforegionToSplit, @@ -268,113 +269,113 @@ Check whether the region is splittable - + private void MergeTableRegionsProcedure.cleanupMergedRegion(MasterProcedureEnvenv) Clean up a merged region - + private AssignProcedure[] SplitTableRegionProcedure.createAssignProcedures(MasterProcedureEnvenv, intregionReplication) - + private AssignProcedure[] MergeTableRegionsProcedure.createAssignProcedures(MasterProcedureEnvenv, intregionReplication) - + void SplitTableRegionProcedure.createDaughterRegions(MasterProcedureEnvenv) Create daughter regions - + private GCRegionProcedure[] GCMergedRegionsProcedure.createGCRegionProcedures(MasterProcedureEnvenv) - + private void MergeTableRegionsProcedure.createMergedRegion(MasterProcedureEnvenv) Create a merged region - + private UnassignProcedure[] SplitTableRegionProcedure.createUnassignProcedures(MasterProcedureEnvenv, intregionReplication) - + private UnassignProcedure[] MergeTableRegionsProcedure.createUnassignProcedures(MasterProcedureEnvenv, intregionReplication) - + protected Procedure[] RegionTransitionProcedure.execute(MasterProcedureEnvenv) - + protected StateMachineProcedure.Flow GCMergedRegionsProcedure.executeFromState(MasterProcedureEnvenv, org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.GCMergedRegionsStatestate) - + protected StateMachineProcedure.Flow GCRegionProcedure.executeFromState(MasterProcedureEnvenv, org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.GCRegionStatestate) - + protected StateMachineProcedure.Flow MergeTableRegionsProcedure.executeFromState(MasterProcedureEnvenv, org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.MergeTableRegionsStatestate) - + protected StateMachineProcedure.Flow MoveRegionProcedure.executeFromState(MasterProcedureEnvenv, org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.MoveRegionStatestate) - + protected StateMachineProcedure.Flow SplitTableRegionProcedure.executeFromState(MasterProcedureEnvenv, org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.SplitTableRegionStatestate) - + protected void UnassignProcedure.finishTransition(MasterProcedureEnvenv, RegionStates.RegionStateNoderegionNode) - + protected void AssignProcedure.finishTransition(MasterProcedureEnvenv,
hbase-site git commit: INFRA-10751 Empty commit
Repository: hbase-site Updated Branches: refs/heads/asf-site 804782f09 -> 734643e38 INFRA-10751 Empty commit Project: http://git-wip-us.apache.org/repos/asf/hbase-site/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase-site/commit/734643e3 Tree: http://git-wip-us.apache.org/repos/asf/hbase-site/tree/734643e3 Diff: http://git-wip-us.apache.org/repos/asf/hbase-site/diff/734643e3 Branch: refs/heads/asf-site Commit: 734643e385cfec3c658c36ba277205cdd48e826c Parents: 804782f Author: jenkins Authored: Wed Jul 25 14:50:00 2018 + Committer: jenkins Committed: Wed Jul 25 14:50:00 2018 + -- --
[41/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html
--
diff --git
a/devapidocs/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html
b/devapidocs/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html
index 2604610..37c7193 100644
---
a/devapidocs/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html
+++
b/devapidocs/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html
@@ -18,7 +18,7 @@
catch(err) {
}
//-->
-var methods =
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":9,"i5":9,"i6":10,"i7":10,"i8":10,"i9":9,"i10":9,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":9,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":10,"i40":10,"i41":10,"i42":10,"i43":10};
+var methods =
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":9,"i5":9,"i6":10,"i7":10,"i8":10,"i9":9,"i10":9,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":9,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":10,"i40":10,"i41":10,"i42":10};
var tabs = {65535:["t0","All Methods"],1:["t1","Static
Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
var altColor = "altColor";
var rowColor = "rowColor";
@@ -188,26 +188,22 @@ extends forcible
-private boolean
-lock
-
-
private static org.slf4j.Logger
LOG
-
+
private RegionInfo
mergedRegion
-
+
private ServerName
regionLocation
-
+
private RegionInfo[]
regionsToMerge
-
+
private https://docs.oracle.com/javase/8/docs/api/java/lang/Boolean.html?is-external=true;
title="class or interface in java.lang">Boolean
traceEnabled
@@ -412,35 +408,29 @@ extends
protected boolean
-hasLock(MasterProcedureEnvenv)
-This is used in conjunction with Procedure.holdLock(Object).
-
-
-
-protected boolean
holdLock(MasterProcedureEnvenv)
Used to keep the procedure lock even when the procedure is
yielding or suspended.
-
+
private boolean
isMergeable(MasterProcedureEnvenv,
RegionStaters)
-
+
protected boolean
isRollbackSupported(org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.MergeTableRegionsStatestate)
Used by the default implementation of abort() to know if
the current state can be aborted
and rollback can be triggered.
-
+
private https://docs.oracle.com/javase/8/docs/api/java/lang/Boolean.html?is-external=true;
title="class or interface in java.lang">Boolean
isTraceEnabled()
The procedure could be restarted from a different
machine.
-
+
private void
mergeStoreFiles(MasterProcedureEnvenv,
HRegionFileSystemregionFs,
@@ -448,55 +438,55 @@ extends Create reference file(s) of merging regions under the
merged directory
-
+
private void
postCompletedMergeRegions(MasterProcedureEnvenv)
Post merge region action
-
+
private void
postMergeRegionsCommit(MasterProcedureEnvenv)
Post merge region action
-
+
private void
postRollBackMergeRegions(MasterProcedureEnvenv)
Action after rollback a merge table regions action.
-
+
private void
preMergeRegions(MasterProcedureEnvenv)
Pre merge region action
-
+
private void
preMergeRegionsCommit(MasterProcedureEnvenv)
Post merge region action
-
+
private boolean
prepareMergeRegion(MasterProcedureEnvenv)
Prepare merge and do some check
-
+
protected void
releaseLock(MasterProcedureEnvenv)
The user should override this method, and release lock if
necessary.
-
+
private void
rollbackCloseRegionsForMerge(MasterProcedureEnvenv)
Rollback close regions
-
+
protected void
rollbackState(MasterProcedureEnvenv,
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.MergeTableRegionsStatestate)
@@ -505,33 +495,33 @@ extends
+
protected void
serializeStateData(ProcedureStateSerializerserializer)
The user-level code of the procedure may have some state to
persist (e.g.
-
+
void
setRegionStateToMerging(MasterProcedureEnvenv)
Set the region states to MERGING state
-
+
void
toStringClassDetails(https://docs.oracle.com/javase/8/docs/api/java/lang/StringBuilder.html?is-external=true;
title="class or interface in java.lang">StringBuildersb)
Extend the toString() information with the procedure details
e.g.
-
+
private void
updateMetaForMergedRegions(MasterProcedureEnvenv)
Add merged region to META and delete original regions.
-
+
private void
writeMaxSequenceIdFile(MasterProcedureEnvenv)
@@ -541,7 +531,7 @@ extends AbstractStateMachineTableProcedure
-checkOnline,
checkTableModifiable,
getRegionDir,
getUser,
[50/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/apache_hbase_reference_guide.pdf -- diff --git a/apache_hbase_reference_guide.pdf b/apache_hbase_reference_guide.pdf index 012c7d4..ebfe82f 100644 --- a/apache_hbase_reference_guide.pdf +++ b/apache_hbase_reference_guide.pdf @@ -5,16 +5,16 @@ /Author (Apache HBase Team) /Creator (Asciidoctor PDF 1.5.0.alpha.15, based on Prawn 2.2.2) /Producer (Apache HBase Team) -/ModDate (D:20180724143039+00'00') -/CreationDate (D:20180724144639+00'00') +/ModDate (D:20180725142952+00'00') +/CreationDate (D:20180725144559+00'00') >> endobj 2 0 obj << /Type /Catalog /Pages 3 0 R /Names 28 0 R -/Outlines 4965 0 R -/PageLabels 5216 0 R +/Outlines 4972 0 R +/PageLabels 5223 0 R /PageMode /UseOutlines /OpenAction [7 0 R /FitH 842.89] /ViewerPreferences << /DisplayDocTitle true @@ -23,8 +23,8 @@ endobj endobj 3 0 obj << /Type /Pages -/Count 781 -/Kids [7 0 R 12 0 R 14 0 R 16 0 R 18 0 R 20 0 R 22 0 R 24 0 R 26 0 R 46 0 R 49 0 R 52 0 R 56 0 R 63 0 R 65 0 R 69 0 R 71 0 R 73 0 R 80 0 R 83 0 R 85 0 R 91 0 R 94 0 R 96 0 R 98 0 R 105 0 R 112 0 R 117 0 R 119 0 R 135 0 R 140 0 R 148 0 R 157 0 R 165 0 R 169 0 R 178 0 R 189 0 R 193 0 R 195 0 R 199 0 R 208 0 R 217 0 R 225 0 R 234 0 R 239 0 R 248 0 R 256 0 R 265 0 R 278 0 R 285 0 R 295 0 R 303 0 R 311 0 R 318 0 R 327 0 R 333 0 R 339 0 R 346 0 R 354 0 R 362 0 R 373 0 R 386 0 R 394 0 R 401 0 R 409 0 R 417 0 R 426 0 R 436 0 R 444 0 R 450 0 R 459 0 R 471 0 R 481 0 R 488 0 R 496 0 R 503 0 R 512 0 R 520 0 R 524 0 R 530 0 R 535 0 R 539 0 R 555 0 R 566 0 R 570 0 R 585 0 R 590 0 R 595 0 R 597 0 R 599 0 R 602 0 R 604 0 R 606 0 R 614 0 R 620 0 R 623 0 R 627 0 R 636 0 R 647 0 R 655 0 R 659 0 R 663 0 R 665 0 R 675 0 R 690 0 R 697 0 R 708 0 R 718 0 R 729 0 R 741 0 R 761 0 R 771 0 R 778 0 R 782 0 R 788 0 R 791 0 R 795 0 R 799 0 R 802 0 R 805 0 R 807 0 R 810 0 R 814 0 R 816 0 R 820 0 R 826 0 R 831 0 R 835 0 R 838 0 R 844 0 R 846 0 R 850 0 R 858 0 R 860 0 R 863 0 R 866 0 R 869 0 R 872 0 R 886 0 R 894 0 R 905 0 R 916 0 R 922 0 R 932 0 R 943 0 R 946 0 R 950 0 R 953 0 R 958 0 R 967 0 R 975 0 R 979 0 R 983 0 R 988 0 R 992 0 R 994 0 R 1010 0 R 1021 0 R 1026 0 R 1033 0 R 1036 0 R 1044 0 R 1052 0 R 1057 0 R 1062 0 R 1067 0 R 1069 0 R 1071 0 R 1073 0 R 1083 0 R 1091 0 R 1095 0 R 1102 0 R 1109 0 R 1117 0 R 1121 0 R 1127 0 R 1132 0 R 1140 0 R 1144 0 R 1149 0 R 1151 0 R 1157 0 R 1165 0 R 1171 0 R 1178 0 R 1189 0 R 1193 0 R 1195 0 R 1197 0 R 1201 0 R 1204 0 R 1209 0 R 1212 0 R 1224 0 R 1228 0 R 1234 0 R 1242 0 R 1247 0 R 1251 0 R 1255 0 R 1257 0 R 1260 0 R 1263 0 R 1266 0 R 1270 0 R 1274 0 R 1278 0 R 1283 0 R 1287 0 R 1290 0 R 1292 0 R 1302 0 R 1305 0 R 1313 0 R 1322 0 R 1328 0 R 1332 0 R 1334 0 R 1345 0 R 1348 0 R 1354 0 R 1362 0 R 1365 0 R 1372 0 R 1379 0 R 1382 0 R 1384 0 R 1393 0 R 1395 0 R 1397 0 R 1400 0 R 1402 0 R 1404 0 R 1406 0 R 1408 0 R 1411 0 R 1415 0 R 1420 0 R 1422 0 R 1424 0 R 1426 0 R 1431 0 R 1438 0 R 1444 0 R 1447 0 R 1449 0 R 1452 0 R 1456 0 R 1460 0 R 1463 0 R 1465 0 R 1467 0 R 1470 0 R 1475 0 R 1481 0 R 1489 0 R 1503 0 R 1517 0 R 1520 0 R 1525 0 R 1538 0 R 1543 0 R 1558 0 R 1566 0 R 1570 0 R 1579 0 R 1594 0 R 1608 0 R 1616 0 R 1621 0 R 1632 0 R 1637 0 R 1643 0 R 1649 0 R 1661 0 R 1664 0 R 1673 0 R 1676 0 R 1685 0 R 1691 0 R 1695 0 R 1700 0 R 1712 0 R 1714 0 R 1720 0 R 1726 0 R 1729 0 R 1737 0 R 1745 0 R 1749 0 R 1751 0 R 1753 0 R 1765 0 R 1771 0 R 1780 0 R 1786 0 R 1799 0 R 1805 0 R 1811 0 R 1822 0 R 1828 0 R 1833 0 R 1837 0 R 1841 0 R 1844 0 R 1849 0 R 1854 0 R 1860 0 R 1865 0 R 1869 0 R 1878 0 R 1884 0 R 1887 0 R 1891 0 R 1900 0 R 1907 0 R 1913 0 R 1919 0 R 1923 0 R 1927 0 R 1932 0 R 1937 0 R 1943 0 R 1945 0 R 1947 0 R 1950 0 R 1961 0 R 1964 0 R 1971 0 R 1979 0 R 1984 0 R 1988 0 R 1993 0 R 1995 0 R 1998 0 R 2003 0 R 2006 0 R 2008 0 R 2011 0 R 2014 0 R 2017 0 R 2027 0 R 2032 0 R 2037 0 R 2039 0 R 2047 0 R 2054 0 R 2061 0 R 2067 0 R 2072 0 R 2074 0 R 2083 0 R 2093 0 R 2103 0 R 2109 0 R 2116 0 R 2118 0 R 2123 0 R 2125 0 R 2127 0 R 2131 0 R 2134 0 R 2137 0 R 2142 0 R 2146 0 R 2157 0 R 2160 0 R 2163 0 R 2167 0 R 2171 0 R 2174 0 R 2176 0 R 2181 0 R 2184 0 R 2186 0 R 2191 0 R 2201 0 R 2203 0 R 2205 0 R 2207 0 R 2209 0 R 2212 0 R 2214 0 R 2216 0 R 2219 0 R 2221 0 R 2223 0 R 2227 0 R 2232 0 R 2241 0 R 2243 0 R 2245 0 R 2251 0 R 2253 0 R 2258 0 R 2260 0 R 2262 0 R 2269 0 R 2274 0 R 2278 0 R 2283 0 R 2287 0 R 2289 0 R 2291 0 R 2295 0 R 2298 0 R 2300 0 R 2302 0 R 2306 0 R 2308 0 R 2311 0 R 2313 0 R 2315 0 R 2317 0 R 2324 0 R 2327 0 R 2332 0 R 2334 0 R 2336 0 R 2338 0 R 2340 0 R 2348 0 R 2359 0 R 2373 0 R 2384 0 R 2388 0 R 2393 0 R 2397 0 R 2400 0 R 2405 0 R 2411 0 R 2413 0 R 2416 0 R 2418 0 R 2420 0 R 2422 0 R 2427 0 R 2429 0 R 2442 0 R 2445 0 R 2453 0 R 2459 0 R 2471 0 R 2485 0 R 2498 0 R 2517 0 R 2519 0 R 2521 0 R 2525 0 R 2543 0 R 2549 0 R 2561 0 R 2565 0 R 2569 0 R 2578 0 R 2590 0 R 2595 0 R 2605 0 R 2618 0
[02/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/src-html/org/apache/hadoop/hbase/master/locking/LockProcedure.LockInterface.html
--
diff --git
a/devapidocs/src-html/org/apache/hadoop/hbase/master/locking/LockProcedure.LockInterface.html
b/devapidocs/src-html/org/apache/hadoop/hbase/master/locking/LockProcedure.LockInterface.html
index aba85f1..a2daee8 100644
---
a/devapidocs/src-html/org/apache/hadoop/hbase/master/locking/LockProcedure.LockInterface.html
+++
b/devapidocs/src-html/org/apache/hadoop/hbase/master/locking/LockProcedure.LockInterface.html
@@ -84,420 +84,411 @@
076 private String description;
077 // True when recovery of master lock
from WALs
078 private boolean recoveredMasterLock;
-079 // this is for internal working
-080 private boolean hasLock;
-081
-082 private final
ProcedureEventLockProcedure event = new ProcedureEvent(this);
-083 // True if this proc acquired relevant
locks. This value is for client checks.
-084 private final AtomicBoolean locked =
new AtomicBoolean(false);
-085 // Last system time (in ms) when client
sent the heartbeat.
-086 // Initialize to system time for
non-null value in case of recovery.
-087 private final AtomicLong lastHeartBeat
= new AtomicLong();
-088 // Set to true when unlock request is
received.
-089 private final AtomicBoolean unlock =
new AtomicBoolean(false);
-090 // decreased when locks are acquired.
Only used for local (with master process) purposes.
-091 // Setting latch to non-null value
increases default timeout to
-092 //
DEFAULT_LOCAL_MASTER_LOCKS_TIMEOUT_MS (10 min) so that there is no need to
heartbeat.
-093 private final CountDownLatch
lockAcquireLatch;
-094
-095 @Override
-096 public TableName getTableName() {
-097return tableName;
-098 }
-099
-100 @Override
-101 public TableOperationType
getTableOperationType() {
-102return opType;
-103 }
-104
-105 private interface LockInterface {
-106boolean
acquireLock(MasterProcedureEnv env);
-107void releaseLock(MasterProcedureEnv
env);
-108 }
-109
-110 public LockProcedure() {
-111lockAcquireLatch = null;
-112 }
-113
-114 private LockProcedure(final
Configuration conf, final LockType type,
-115 final String description, final
CountDownLatch lockAcquireLatch) {
-116this.type = type;
-117this.description = description;
-118this.lockAcquireLatch =
lockAcquireLatch;
-119if (lockAcquireLatch == null) {
-120
setTimeout(conf.getInt(REMOTE_LOCKS_TIMEOUT_MS_CONF,
DEFAULT_REMOTE_LOCKS_TIMEOUT_MS));
-121} else {
-122
setTimeout(conf.getInt(LOCAL_MASTER_LOCKS_TIMEOUT_MS_CONF,
-123
DEFAULT_LOCAL_MASTER_LOCKS_TIMEOUT_MS));
-124}
-125 }
-126
-127 /**
-128 * Constructor for namespace lock.
-129 * @param lockAcquireLatch if not null,
the latch is decreased when lock is acquired.
-130 */
-131 public LockProcedure(final
Configuration conf, final String namespace, final LockType type,
-132 final String description, final
CountDownLatch lockAcquireLatch)
-133 throws IllegalArgumentException {
-134this(conf, type, description,
lockAcquireLatch);
-135
-136if (namespace.isEmpty()) {
-137 throw new
IllegalArgumentException("Empty namespace");
-138}
-139
-140this.namespace = namespace;
-141this.lock = setupNamespaceLock();
-142 }
-143
-144 /**
-145 * Constructor for table lock.
-146 * @param lockAcquireLatch if not null,
the latch is decreased when lock is acquired.
-147 */
-148 public LockProcedure(final
Configuration conf, final TableName tableName, final LockType type,
-149 final String description, final
CountDownLatch lockAcquireLatch)
-150 throws IllegalArgumentException {
-151this(conf, type, description,
lockAcquireLatch);
-152
-153this.tableName = tableName;
-154this.lock = setupTableLock();
-155 }
-156
-157 /**
-158 * Constructor for region lock(s).
-159 * @param lockAcquireLatch if not null,
the latch is decreased when lock is acquired.
-160 *Useful for
locks acquired locally from master process.
-161 * @throws IllegalArgumentException if
all regions are not from same table.
-162 */
-163 public LockProcedure(final
Configuration conf, final RegionInfo[] regionInfos,
-164 final LockType type, final String
description, final CountDownLatch lockAcquireLatch)
-165 throws IllegalArgumentException {
-166this(conf, type, description,
lockAcquireLatch);
-167
-168// Build RegionInfo from region
names.
-169if (regionInfos.length == 0) {
-170 throw new
IllegalArgumentException("No regions specified for region lock");
-171}
-172
-173// check all regions belong to same
table.
-174final TableName regionTable =
regionInfos[0].getTable();
-175for (int i = 1; i
regionInfos.length; ++i) {
-176 if
[46/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/index-all.html -- diff --git a/devapidocs/index-all.html b/devapidocs/index-all.html index dc0c4da..0a6d673 100644 --- a/devapidocs/index-all.html +++ b/devapidocs/index-all.html @@ -725,7 +725,7 @@ Acquire the lock, waiting indefinitely until the lock is released or the thread is interrupted. -acquire(Procedure) - Method in class org.apache.hadoop.hbase.procedure2.RootProcedureState +acquire(ProcedureTEnvironment) - Method in class org.apache.hadoop.hbase.procedure2.RootProcedureState Called by the ProcedureExecutor to mark the procedure step as running. @@ -760,8 +760,6 @@ acquiredZnode - Variable in class org.apache.hadoop.hbase.procedure.ZKProcedureUtil -acquireLock(MasterProcedureEnv) - Method in class org.apache.hadoop.hbase.master.assignment.GCRegionProcedure - acquireLock(MasterProcedureEnv) - Method in class org.apache.hadoop.hbase.master.assignment.MergeTableRegionsProcedure acquireLock(MasterProcedureEnv) - Method in class org.apache.hadoop.hbase.master.assignment.RegionTransitionProcedure @@ -802,7 +800,7 @@ The user should override this method if they need a lock on an Entity. -acquireLock(Procedure) - Method in class org.apache.hadoop.hbase.procedure2.ProcedureExecutor +acquireLock(ProcedureTEnvironment) - Method in class org.apache.hadoop.hbase.procedure2.ProcedureExecutor acquireLock(K) - Method in class org.apache.hadoop.hbase.util.KeyLocker @@ -1141,7 +1139,7 @@ add(InlineChore) - Method in class org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread -add(Procedure?) - Method in class org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread +add(ProcedureTEnvironment) - Method in class org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread add(IterableCell, MemStoreSizing) - Method in class org.apache.hadoop.hbase.regionserver.AbstractMemStore @@ -1396,7 +1394,7 @@ Add a child procedure to execute -addChore(ProcedureInMemoryChore) - Method in class org.apache.hadoop.hbase.procedure2.ProcedureExecutor +addChore(ProcedureInMemoryChoreTEnvironment) - Method in class org.apache.hadoop.hbase.procedure2.ProcedureExecutor Add a chore procedure to the executor @@ -2039,6 +2037,8 @@ addOptions() - Method in class org.apache.hadoop.hbase.tool.DataBlockEncodingValidator +addOptions() - Method in class org.apache.hadoop.hbase.tool.HFileContentValidator + addOptions() - Method in class org.apache.hadoop.hbase.util.AbstractHBaseTool Override this to add command-line options using AbstractHBaseTool.addOptWithArg(java.lang.String, java.lang.String) @@ -2351,7 +2351,7 @@ addResults(ClientProtos.ScanResponse.Builder, ListResult, HBaseRpcController, boolean, boolean) - Method in class org.apache.hadoop.hbase.regionserver.RSRpcServices -addRollbackStep(Procedure) - Method in class org.apache.hadoop.hbase.procedure2.RootProcedureState +addRollbackStep(ProcedureTEnvironment) - Method in class org.apache.hadoop.hbase.procedure2.RootProcedureState Called by the ProcedureExecutor after the procedure step is completed, to add the step to the rollback list (or procedure stack) @@ -2479,7 +2479,7 @@ addSublist(ListT) - Method in class org.apache.hadoop.hbase.util.ConcatenatedLists -addSubProcedure(Procedure) - Method in class org.apache.hadoop.hbase.procedure2.RootProcedureState +addSubProcedure(ProcedureTEnvironment) - Method in class org.apache.hadoop.hbase.procedure2.RootProcedureState addSystemLabel(Region, MapString, Integer, MapString, ListInteger) - Method in class org.apache.hadoop.hbase.security.visibility.DefaultVisibilityLabelServiceImpl @@ -15610,9 +15610,9 @@ completedLogsKey - Variable in class org.apache.hadoop.hbase.replication.regionserver.MetricsReplicationSourceSourceImpl -CompletedProcedureCleaner(Configuration, ProcedureStore, MapLong, ProcedureExecutor.CompletedProcedureRetainer, MapNonceKey, Long) - Constructor for class org.apache.hadoop.hbase.procedure2.ProcedureExecutor.CompletedProcedureCleaner +CompletedProcedureCleaner(Configuration, ProcedureStore, MapLong, ProcedureExecutor.CompletedProcedureRetainerTEnvironment, MapNonceKey, Long) - Constructor for class org.apache.hadoop.hbase.procedure2.ProcedureExecutor.CompletedProcedureCleaner -CompletedProcedureRetainer(Procedure?) - Constructor for class org.apache.hadoop.hbase.procedure2.ProcedureExecutor.CompletedProcedureRetainer +CompletedProcedureRetainer(ProcedureTEnvironment) - Constructor for class org.apache.hadoop.hbase.procedure2.ProcedureExecutor.CompletedProcedureRetainer completedRecoveryKey - Variable in class org.apache.hadoop.hbase.replication.regionserver.MetricsReplicationSourceSourceImpl @@ -16920,6 +16920,12 @@ ConnectionCache.ConnectionInfo - Class in org.apache.hadoop.hbase.util +ConnectionClosedException - Exception in
[47/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/checkstyle.rss -- diff --git a/checkstyle.rss b/checkstyle.rss index 9db6160..b85063e 100644 --- a/checkstyle.rss +++ b/checkstyle.rss @@ -25,8 +25,8 @@ under the License. en-us 2007 - 2018 The Apache Software Foundation - File: 3692, - Errors: 15659, + File: 3695, + Errors: 15633, Warnings: 0, Infos: 0 @@ -321,7 +321,7 @@ under the License. 0 - 3 + 2 @@ -6523,7 +6523,7 @@ under the License. 0 - 4 + 1 @@ -12599,7 +12599,7 @@ under the License. 0 - 10 + 5 @@ -15329,7 +15329,7 @@ under the License. 0 - 32 + 31 @@ -17658,6 +17658,20 @@ under the License. + http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.exceptions.ConnectionClosedException.java;>org/apache/hadoop/hbase/exceptions/ConnectionClosedException.java + + + 0 + + + 0 + + + 0 + + + + http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.metrics.MBeanSource.java;>org/apache/hadoop/hbase/metrics/MBeanSource.java @@ -22959,7 +22973,7 @@ under the License. 0 - 5 + 4 @@ -25764,6 +25778,20 @@ under the License. + http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.master.TestMasterAbortAndRSGotKilled.java;>org/apache/hadoop/hbase/master/TestMasterAbortAndRSGotKilled.java + + + 0 + + + 0 + + + 0 + + + + http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.regionserver.DefaultStoreFlusher.java;>org/apache/hadoop/hbase/regionserver/DefaultStoreFlusher.java @@ -39115,7 +39143,7 @@ under the License. 0 - 6 + 3 @@ -41677,7 +41705,7 @@ under the License. 0 - 2 + 1 @@ -43833,7 +43861,7 @@ under the License. 0 - 20 + 11 @@ -47599,7 +47627,7 @@ under the License. 0 - 2 + 1 @@ -47683,7 +47711,7 @@ under the License. 0 - 1 + 0 @@ -51230,6 +51258,20 @@ under the License. + http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.tool.HFileContentValidator.java;>org/apache/hadoop/hbase/tool/HFileContentValidator.java + + + 0 + + + 0 + + + 0 + + + + http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.protobuf.ProtobufUtil.java;>org/apache/hadoop/hbase/protobuf/ProtobufUtil.java http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/coc.html -- diff --git a/coc.html b/coc.html index
[31/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/procedure/InitMetaProcedure.html
--
diff --git
a/devapidocs/org/apache/hadoop/hbase/master/procedure/InitMetaProcedure.html
b/devapidocs/org/apache/hadoop/hbase/master/procedure/InitMetaProcedure.html
index 2f903de..a6743fd 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/procedure/InitMetaProcedure.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/InitMetaProcedure.html
@@ -18,7 +18,7 @@
catch(err) {
}
//-->
-var methods =
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10};
+var methods =
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10};
var tabs = {65535:["t0","All Methods"],2:["t2","Instance
Methods"],8:["t4","Concrete Methods"]};
var altColor = "altColor";
var rowColor = "rowColor";
@@ -295,6 +295,14 @@ extends
+protected boolean
+waitInitialized(MasterProcedureEnvenv)
+The Procedure.doAcquireLock(Object,
ProcedureStore) will be split into two steps, first, it will
+ call us to determine whether we need to wait for initialization, second, it
will call
+ Procedure.acquireLock(Object)
to actually handle the lock for this procedure.
+
+
@@ -315,7 +323,7 @@ extends Procedure
-addStackIndex,
afterReplay,
beforeReplay,
compareTo,
doAcquireLock,
doExecute,
doReleaseLock,
doRollback, elapsedTime,
getChildrenLatch,
getException,
getLastUpdate,
getNonceKey,
getOwner,
getParentProcId,
getProcedureMetrics,
getProcId, getProcIdHashCode,
getProcName,
getResult,
getRootProcedureId,
getRootProcId,
getStackIndexes,
getState,
getSubmittedTime<
/a>, getTimeout,
getTimeoutTimestamp,
hasChildren,
hasException,
hasLock,
hasOwner,
hasParent,
hasTimeout,
haveSameParent,
holdLock,
incChildrenLatch,
isFailed,
isFinished,
isInitializing,
isRunnable,
isSuccess,
isWaiting,
removeStackIndex,
setAbortFailure,
setChildrenLatch,
setFailure,
setFailure,
setLastUpdate,
setNonceKey,
setOwner, setOwner,
setParentProcId,
setProcId,
setResult,
setRootProcId,
setStackIndexes,
setState,
setSubmittedTime,
setTimeout,
setTimeoutFailure,
shouldWaitClientAck,
toString,
toStringClass,
toStringDetails,
toStringSimpleSB,
updateMetricsOnFinish,
updateMetricsOnSubmit,
updateTimestamp,
wasExecuted
+addStackIndex,
afterReplay,
beforeReplay,
compareTo,
doExecute,
doRollback,
elapsedTime,
getChildrenLatch,
getException,
getLastUpdate,
getNonceKey,
getOwner,
getParentProcId,
getProcedureMetrics,
getProcId,
getProcIdHashCode,
get
ProcName, getResult,
getRootProcedureId,
getRootProcId,
getStackIndexes,
getState,
getSubmittedTime,
getTimeout,
getTimeoutTimestamp,
hasChildren,
hasException,
hasLock,
hasOwner,
hasParent,
hasTimeout,
haveSameParent,
holdLock,
incChildrenLatch, isFailed,
isFinished,
isInitializing,
isRunnable,
isSuccess,
isWaiting,
removeStackIndex,
setAbortFailure,
setChildrenLatch,
setFailure,
setFailure,
setLastUpdate,
setNonceKey,
setOwner,
setOwner,
setParentProcId, setProcId,
setResult,
setRootProcId,
setStackIndexes,
setState,
setSubmittedTime,
setTimeout,
setTimeoutFailure, shouldWaitClientAck,
toString,
toStringClass,
toStringDetails,
toStringSimpleSB,
updateMetricsOnFinish,
updateMetricsOnSubmit,
updateTimestamp,
wasExecuted
@@ -437,35 +445,60 @@ extends
+
+
+
+
+waitInitialized
+protectedbooleanwaitInitialized(MasterProcedureEnvenv)
+Description copied from
class:Procedure
+The Procedure.doAcquireLock(Object,
ProcedureStore) will be split into two steps, first, it will
+ call us to determine whether we need to wait for initialization, second, it
will call
+ Procedure.acquireLock(Object)
to actually handle the lock for this procedure.
+
+ This is because that when master restarts, we need to restore the lock state
for all the
+ procedures to not break the semantic if Procedure.holdLock(Object)
is true. But the
+ ProcedureExecutor will be
started before the master finish initialization(as it is part
+ of the initialization!), so we need to split the code into two steps, and
when restore, we just
+ restore the lock part and ignore the waitInitialized part. Otherwise there
will be dead lock.
+
+Overrides:
+waitInitializedin
classAbstractStateMachineTableProcedureorg.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.InitMetaState
+Returns:
+true means we need to wait until the environment has been initialized,
otherwise true.
+
+
+
acquireLock
-protectedProcedure.LockStateacquireLock(MasterProcedureEnvenv)
+protectedProcedure.LockStateacquireLock(MasterProcedureEnvenv)
Description copied from
class:Procedure
-The user should override this method if they need a lock on
an Entity.
- A lock can be anything, and it is up to the implementor.
[32/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/procedure/DeleteTableProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/DeleteTableProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/DeleteTableProcedure.html index 3e93d5a..b2f9e8d 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/procedure/DeleteTableProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/DeleteTableProcedure.html @@ -362,7 +362,7 @@ extends AbstractStateMachineTableProcedure -acquireLock, checkOnline, checkTableModifiable, getRegionDir, getUser, preflightChecks, releaseLock, releaseSyncLatch, setUser, toStringClassDetails +acquireLock, checkOnline, checkTableModifiable, getRegionDir, getUser, preflightChecks, releaseLock, releaseSyncLatch, setUser, toStringClassDetails, waitInitialized @@ -376,7 +376,7 @@ extends Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, d oReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, < a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#isWaiting--">isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted +addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doExecute, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/procedure/DisableTableProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/DisableTableProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/DisableTableProcedure.html index f455cb4..c08b2dc 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/procedure/DisableTableProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/DisableTableProcedure.html @@ -364,7 +364,7 @@ extends AbstractStateMachineTableProcedure -acquireLock, checkOnline, checkTableModifiable, getRegionDir, getUser, preflightChecks, releaseLock, releaseSyncLatch, setUser, toStringClassDetails +acquireLock, checkOnline, checkTableModifiable, getRegionDir, getUser, preflightChecks, releaseLock, releaseSyncLatch, setUser, toStringClassDetails, waitInitialized @@ -378,7 +378,7 @@ extends Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, d oReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, < a
[24/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/replication/DisablePeerProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/replication/DisablePeerProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/replication/DisablePeerProcedure.html index eb21f1e..2a05f32 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/replication/DisablePeerProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/replication/DisablePeerProcedure.html @@ -291,7 +291,7 @@ extends AbstractPeerProcedure -acquireLock, getLatch, getPeerId, hasLock, holdLock, refreshPeer, releaseLock, rollbackState +acquireLock, getLatch, getPeerId, holdLock, refreshPeer, releaseLock, rollbackState, waitInitialized @@ -305,7 +305,7 @@ extends Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, d oReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasOwner, hasParent, hasTimeout, haveSameParent, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, < a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#setTimeout-int-">setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringClassDetails, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted +addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doExecute, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringClassDetails, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/replication/EnablePeerProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/replication/EnablePeerProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/replication/EnablePeerProcedure.html index 88d6b76..b8efab2 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/replication/EnablePeerProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/replication/EnablePeerProcedure.html @@ -291,7 +291,7 @@ extends AbstractPeerProcedure -acquireLock, getLatch, getPeerId, hasLock, holdLock, refreshPeer, releaseLock, rollbackState +acquireLock, getLatch, getPeerId, holdLock, refreshPeer, releaseLock, rollbackState, waitInitialized @@ -305,7 +305,7 @@ extends Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, d oReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasOwner, hasParent, hasTimeout, haveSameParent, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, < a
[35/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html
--
diff --git
a/devapidocs/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html
b/devapidocs/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html
index 7090a6c..4e3d310 100644
---
a/devapidocs/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html
+++
b/devapidocs/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html
@@ -18,7 +18,7 @@
catch(err) {
}
//-->
-var methods =
{"i0":10,"i1":9,"i2":10,"i3":10,"i4":6,"i5":6,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10};
+var methods =
{"i0":10,"i1":9,"i2":10,"i3":10,"i4":6,"i5":6,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10};
var tabs = {65535:["t0","All Methods"],1:["t1","Static
Methods"],2:["t2","Instance Methods"],4:["t3","Abstract
Methods"],8:["t4","Concrete Methods"]};
var altColor = "altColor";
var rowColor = "rowColor";
@@ -304,6 +304,14 @@ implements
+protected boolean
+waitInitialized(MasterProcedureEnvenv)
+The Procedure.doAcquireLock(Object,
ProcedureStore) will be split into two steps, first, it will
+ call us to determine whether we need to wait for initialization, second, it
will call
+ Procedure.acquireLock(Object)
to actually handle the lock for this procedure.
+
+
@@ -317,7 +325,7 @@ implements Procedure
-addStackIndex,
afterReplay,
beforeReplay,
compareTo,
completionCleanup,
doAcquireLock,
doExecute,
d
oReleaseLock, doRollback,
elapsedTime,
getChildrenLatch,
getException,
getLastUpdate,
getNonceKey,
getOwner,
getParentProcId,
getProcedureMetrics, getProcId,
getProcIdHashCode,
getProcName,
getResult,
getRootProcedureId,
getRootProcId,
getStackIndexes,
getState, getSubmittedTime,
getTimeout,
getTimeoutTimestamp,
hasChildren,
hasException,
hasLock,
hasOwner,
hasParent,
hasTimeout, haveSameParent,
holdLock,
incChildrenLatch,
isFailed,
isFinished,
isInitializing,
isRunnable,
isSuccess,
<
a
href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#isWaiting--">isWaiting,
removeStackIndex,
setAbortFailure,
setChildrenLatch,
setFailure,
setFailure,
setLastUpdate,
setNonceKey, setOwner,
setOwner,
setParentProcId,
setProcId,
setResult,
setRootProcId,
setStackIndexes,
setState,
setSubmittedTime,
setTimeout,
setTimeoutFailure,
shouldWaitClientAck,
toString,
toStringClass,
toStringDetails,
toStringSimpleSB, updateMetricsOnFinish,
updateMetricsOnSubmit,
updateTimestamp,
wasExecuted
+addStackIndex,
afterReplay,
beforeReplay,
compareTo,
completionCleanup,
doExecute,
doRollback,
elapsedTime,
getChildrenLatch,
getException,
getLastUpdate,
getNonceKey,
getOwner,
getParentProcId,
getProcedureMetrics,
getProcId,
getProcIdHashCode, getProcName,
getResult,
getRootProcedureId,
getRootProcId,
getStackIndexes,
getState,
getSubmittedTime,
getTimeout,
getTimeoutTimestamp,
hasChildren,
hasException,
hasLock,
hasOwner,
hasParent,
hasTimeout,
haveSameParent,
holdLock,
incChildrenLatch,
isFailed,
isFinished,
isInitializing,
isRunnable,
isSuccess,
isWaiting,
removeStackIndex,
setAbortFailure,
setChildrenLatch,
setFailure,
setFailure,
setLastUpdate,
setNonceKey,
setOwner,
setOwner, setParentProcId,
setProcId,
setResult,
setRootProcId,
setStackIndexes,
setState,
setSubmittedTime,
setTimeout, setTimeoutFailure,
shouldWaitClientAck,
toString,
toStringClass,
toStringDetails,
toStringSimpleSB,
updateMetricsOnFinish,
updateMetricsOnSubmit,
updateTimestamp,
wasExecuted
@@ -458,35 +466,60 @@ implements
+
+
+
+
+waitInitialized
+protectedbooleanwaitInitialized(MasterProcedureEnvenv)
+Description copied from
class:Procedure
+The Procedure.doAcquireLock(Object,
ProcedureStore) will be split into two steps, first, it will
+ call us to determine whether we need to wait for initialization, second, it
will call
+ Procedure.acquireLock(Object)
to actually handle the lock for this procedure.
+
+ This is because that when master restarts, we need to restore the lock state
for all the
+ procedures to not break the semantic if Procedure.holdLock(Object)
is true. But the
+ ProcedureExecutor will be
started before the master finish initialization(as it is part
+ of the initialization!), so we need to split the code into two steps, and
when restore, we just
+ restore the lock part and ignore the waitInitialized part. Otherwise there
will be dead lock.
+
+Overrides:
+waitInitializedin
classProcedureMasterProcedureEnv
+Returns:
+true means we need to wait until the environment has been initialized,
otherwise true.
+
+
+
acquireLock
-protectedProcedure.LockStateacquireLock(MasterProcedureEnvenv)
[48/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/checkstyle-aggregate.html -- diff --git a/checkstyle-aggregate.html b/checkstyle-aggregate.html index d0a915f..930934d 100644 --- a/checkstyle-aggregate.html +++ b/checkstyle-aggregate.html @@ -7,7 +7,7 @@ - + Apache HBase Checkstyle Results @@ -281,10 +281,10 @@ Warnings Errors -3692 +3695 0 0 -15659 +15633 Files @@ -4852,12 +4852,12 @@ org/apache/hadoop/hbase/master/assignment/GCRegionProcedure.java 0 0 -32 +31 org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.java 0 0 -5 +4 org/apache/hadoop/hbase/master/assignment/MockMasterServices.java 0 @@ -4877,7 +4877,7 @@ org/apache/hadoop/hbase/master/assignment/RegionTransitionProcedure.java 0 0 -6 +3 org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.java 0 @@ -5112,12 +5112,12 @@ org/apache/hadoop/hbase/master/procedure/AbstractStateMachineNamespaceProcedure.java 0 0 -2 +1 org/apache/hadoop/hbase/master/procedure/AbstractStateMachineRegionProcedure.java 0 0 -2 +1 org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.java 0 @@ -5632,7 +5632,7 @@ org/apache/hadoop/hbase/procedure2/Procedure.java 0 0 -10 +5 org/apache/hadoop/hbase/procedure2/ProcedureDeque.java 0 @@ -5647,7 +5647,7 @@ org/apache/hadoop/hbase/procedure2/ProcedureExecutor.java 0 0 -20 +11 org/apache/hadoop/hbase/procedure2/ProcedureScheduler.java 0 @@ -5677,7 +5677,7 @@ org/apache/hadoop/hbase/procedure2/RootProcedureState.java 0 0 -4 +1 org/apache/hadoop/hbase/procedure2/StateMachineProcedure.java 0 @@ -8207,7 +8207,7 @@ org/apache/hadoop/hbase/security/CryptoAESWrapHandler.java 0 0 -3 +2 org/apache/hadoop/hbase/security/EncryptionUtil.java 0 @@ -8274,1536 +8274,1531 @@ 0 1 -org/apache/hadoop/hbase/security/SaslWrapHandler.java -0 -0 -1 - org/apache/hadoop/hbase/security/SecurityInfo.java 0 0 1 - + org/apache/hadoop/hbase/security/SecurityUtil.java 0 0 1 - + org/apache/hadoop/hbase/security/Superusers.java 0 0 1 - + org/apache/hadoop/hbase/security/TestSecureIPC.java 0 0 5 - + org/apache/hadoop/hbase/security/TestUser.java 0 0 1 - + org/apache/hadoop/hbase/security/TestUsersOperationsWithSecureHadoop.java 0 0 1 - + org/apache/hadoop/hbase/security/User.java 0 0 6 - + org/apache/hadoop/hbase/security/access/AccessControlClient.java 0 0 48 - + org/apache/hadoop/hbase/security/access/AccessControlFilter.java 0 0 3 - + org/apache/hadoop/hbase/security/access/AccessControlLists.java 0 0 16 - + org/apache/hadoop/hbase/security/access/AccessControlUtil.java 0 0 40 - + org/apache/hadoop/hbase/security/access/AccessController.java 0 0 25 - + org/apache/hadoop/hbase/security/access/AuthResult.java 0 0 4 - + org/apache/hadoop/hbase/security/access/Permission.java 0 0 7 - + org/apache/hadoop/hbase/security/access/SecureTestUtil.java 0 0 8 - + org/apache/hadoop/hbase/security/access/ShadedAccessControlUtil.java 0 0 49 - + org/apache/hadoop/hbase/security/access/TableAuthManager.java 0 0 43 - + org/apache/hadoop/hbase/security/access/TablePermission.java 0 0 10 - + org/apache/hadoop/hbase/security/access/TestAccessControlFilter.java 0 0 1 - + org/apache/hadoop/hbase/security/access/TestAccessController.java 0 0 18 - + org/apache/hadoop/hbase/security/access/TestAccessController2.java 0 0 3 - + org/apache/hadoop/hbase/security/access/TestCellACLWithMultipleVersions.java 0 0 1 - + org/apache/hadoop/hbase/security/access/TestCellACLs.java 0 0 2 - + org/apache/hadoop/hbase/security/access/TestNamespaceCommands.java 0 0 2 - + org/apache/hadoop/hbase/security/access/TestTablePermissions.java 0 0 13 - + org/apache/hadoop/hbase/security/access/TestWithDisabledAuthorization.java 0 0 5 - + org/apache/hadoop/hbase/security/access/UserPermission.java 0 0 3 - + org/apache/hadoop/hbase/security/access/ZKPermissionWatcher.java 0 0 5 - + org/apache/hadoop/hbase/security/token/AuthenticationKey.java 0 0 2 - + org/apache/hadoop/hbase/security/token/AuthenticationTokenIdentifier.java 0 0 2 - + org/apache/hadoop/hbase/security/token/AuthenticationTokenSecretManager.java 0 0 4 - + org/apache/hadoop/hbase/security/token/AuthenticationTokenSelector.java 0 0 1 - + org/apache/hadoop/hbase/security/token/FsDelegationToken.java 0 0 1 - + org/apache/hadoop/hbase/security/token/SecureTestCluster.java 0 0 2 - + org/apache/hadoop/hbase/security/token/TestTokenAuthentication.java 0 0 4 - + org/apache/hadoop/hbase/security/token/TestZKSecretWatcher.java 0 0 1 - + org/apache/hadoop/hbase/security/token/TokenProvider.java 0 0 1 - + org/apache/hadoop/hbase/security/token/TokenUtil.java 0 0 5 - + org/apache/hadoop/hbase/security/token/ZKSecretWatcher.java 0 0 2 - +
[27/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/procedure/RestoreSnapshotProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/RestoreSnapshotProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/RestoreSnapshotProcedure.html index 9d1748f..ac41873 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/procedure/RestoreSnapshotProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/RestoreSnapshotProcedure.html @@ -411,7 +411,7 @@ extends AbstractStateMachineTableProcedure -acquireLock, checkOnline, checkTableModifiable, getRegionDir, getUser, preflightChecks, releaseLock, releaseSyncLatch, setUser +acquireLock, checkOnline, checkTableModifiable, getRegionDir, getUser, preflightChecks, releaseLock, releaseSyncLatch, setUser, waitInitialized< /li> @@ -425,7 +425,7 @@ extends Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, d oReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, < a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#isWaiting--">isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted +addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doExecute, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/procedure/ServerCrashProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/ServerCrashProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/ServerCrashProcedure.html index ad95213..941b155 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/procedure/ServerCrashProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/ServerCrashProcedure.html @@ -411,7 +411,7 @@ implements Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, d oReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted +addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doExecute, doRollback,
[14/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/ProcedureExecutor.CompletedProcedureRetainer.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/ProcedureExecutor.CompletedProcedureRetainer.html b/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/ProcedureExecutor.CompletedProcedureRetainer.html index 7e90abb..eb6b145 100644 --- a/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/ProcedureExecutor.CompletedProcedureRetainer.html +++ b/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/ProcedureExecutor.CompletedProcedureRetainer.html @@ -103,13 +103,13 @@ -private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ConcurrentHashMap.html?is-external=true; title="class or interface in java.util.concurrent">ConcurrentHashMaphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true; title="class or interface in java.lang">Long,ProcedureExecutor.CompletedProcedureRetainer +private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ConcurrentHashMap.html?is-external=true; title="class or interface in java.util.concurrent">ConcurrentHashMaphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true; title="class or interface in java.lang">Long,ProcedureExecutor.CompletedProcedureRetainerTEnvironment ProcedureExecutor.completed Map the the procId returned by submitProcedure(), the Root-ProcID, to the Procedure. -private https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true; title="class or interface in java.util">Maphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true; title="class or interface in java.lang">Long,ProcedureExecutor.CompletedProcedureRetainer +private https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true; title="class or interface in java.util">Maphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true; title="class or interface in java.lang">Long,ProcedureExecutor.CompletedProcedureRetainerTEnvironment ProcedureExecutor.CompletedProcedureCleaner.completed @@ -123,7 +123,7 @@ CompletedProcedureCleaner(org.apache.hadoop.conf.Configurationconf, ProcedureStorestore, - https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true; title="class or interface in java.util">Maphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true; title="class or interface in java.lang">Long,ProcedureExecutor.CompletedProcedureRetainercompletedMap, + https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true; title="class or interface in java.util">Maphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true; title="class or interface in java.lang">Long,ProcedureExecutor.CompletedProcedureRetainerTEnvironmentcompletedMap, https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true; title="class or interface in java.util">MapNonceKey,https://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true; title="class or interface in java.lang">LongnonceKeysToProcIdsMap) http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/ProcedureExecutor.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/ProcedureExecutor.html b/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/ProcedureExecutor.html index 80172d9..4348761 100644 --- a/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/ProcedureExecutor.html +++ b/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/ProcedureExecutor.html @@ -188,12 +188,12 @@ static byte[] ProcedureSyncWait.submitAndWaitProcedure(ProcedureExecutorMasterProcedureEnvprocExec, - Procedure?proc) + ProcedureMasterProcedureEnvproc) static https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/Future.html?is-external=true; title="class or interface in java.util.concurrent">Futurebyte[] ProcedureSyncWait.submitProcedure(ProcedureExecutorMasterProcedureEnvprocExec, - Procedure?proc) + ProcedureMasterProcedureEnvproc) static byte[] @@ -234,7 +234,7 @@ -private ProcedureExecutor? +private ProcedureExecutorTEnvironment TimeoutExecutorThread.executor @@ -246,7 +246,7 @@ -TimeoutExecutorThread(ProcedureExecutor?executor, +TimeoutExecutorThread(ProcedureExecutorTEnvironmentexecutor, https://docs.oracle.com/javase/8/docs/api/java/lang/ThreadGroup.html?is-external=true; title="class or interface in
[43/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignProcedure.html index ee66fc3..3be8992 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignProcedure.html @@ -376,14 +376,14 @@ extends RegionTransitionProcedure -abort, acquireLock, addToRemoteDispatcher, execute, getAttempt, getRegionInfo, getRegionState, getTableName, getTransitionState, hasLock, holdLock, isMeta, isServerOnline, isServerOnline, releaseLock, remoteCallFailed, remoteOperationCompleted, remoteOperationFailed, reportTransition, rollback, setAttempt, setRegionInfo, setTimeoutFailure, setTransitionState, shouldWaitClientAck, toStringState +abort, acquireLock, addToRemoteDispatcher, execute, getAttempt, getRegionInfo, getRegionState, getTableName, getTransitionState, holdLock, isMeta, isServerOnline, isServerOnline, releaseLock, remoteCallFailed, re moteOperationCompleted, remoteOperationFailed, reportTransition, rollback, setAttempt, setRegionInfo, setTimeoutFailure, setTransitionState, shouldWaitClientAck, toStringState, waitInitialized Methods inherited from classorg.apache.hadoop.hbase.procedure2.Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, d oReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasOwner, hasParent, hasTimeout, haveSameParent, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, isYieldAfterExecutionStep, removeStackInde x, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmitte dTime, setTimeout, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted +addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doExecute, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcId, getProcIdHashCode, getProc Name, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, isYieldAfterExecutionStep, removeStackIndex, setAbortFailu re, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionChore.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionChore.html b/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionChore.html index ab375f4..0ad4476 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionChore.html +++ b/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionChore.html @@ -211,7 +211,7 @@ extends Procedure -acquireLock, addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, d oExecute, doReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, i sRunnable, isSuccess, isWaiting,
[23/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/replication/RefreshPeerProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/replication/RefreshPeerProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/replication/RefreshPeerProcedure.html index 4bde540..0a56e97 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/replication/RefreshPeerProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/replication/RefreshPeerProcedure.html @@ -334,7 +334,7 @@ implements Procedure -acquireLock, addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, d oExecute, doReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, i sRunnable, isSuccess, isWaiting, isYieldAfterExecutionStep, releaseLock, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringClassDetails, toStringDetails, toStringSimpleSB, toStringState, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted +acquireLock, addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doExecute, doRollba ck, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedT ime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, isYieldAfterExecutionStep, releaseLock, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringClassDetails, toStringDetails, toStringSimpleSB, toStringState, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, waitInitialized, wasExecuted http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/replication/RemovePeerProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/replication/RemovePeerProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/replication/RemovePeerProcedure.html index b7f19fe..742e018 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/replication/RemovePeerProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/replication/RemovePeerProcedure.html @@ -299,7 +299,7 @@ extends AbstractPeerProcedure -acquireLock, getLatch, getPeerId, hasLock, holdLock, refreshPeer, releaseLock, rollbackState +acquireLock, getLatch, getPeerId, holdLock, refreshPeer, releaseLock, rollbackState, waitInitialized @@ -313,7 +313,7 @@ extends Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, d oReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasOwner, hasParent, hasTimeout, haveSameParent, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, < a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#setTimeout-int-">setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringClassDetails, toStringDetails, toStringSimpleSB, updateMetricsOnFinish,
[33/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/procedure/CreateTableProcedure.html
--
diff --git
a/devapidocs/org/apache/hadoop/hbase/master/procedure/CreateTableProcedure.html
b/devapidocs/org/apache/hadoop/hbase/master/procedure/CreateTableProcedure.html
index 618a5b4..1c3f1d2 100644
---
a/devapidocs/org/apache/hadoop/hbase/master/procedure/CreateTableProcedure.html
+++
b/devapidocs/org/apache/hadoop/hbase/master/procedure/CreateTableProcedure.html
@@ -18,7 +18,7 @@
catch(err) {
}
//-->
-var methods =
{"i0":10,"i1":9,"i2":9,"i3":9,"i4":9,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":9,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":9,"i21":9,"i22":10,"i23":9};
+var methods =
{"i0":10,"i1":9,"i2":9,"i3":9,"i4":9,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":9,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":9,"i21":9,"i22":10,"i23":9,"i24":10};
var tabs = {65535:["t0","All Methods"],1:["t1","Static
Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
var altColor = "altColor";
var rowColor = "rowColor";
@@ -391,6 +391,14 @@ extends updateTableDescCache(MasterProcedureEnvenv,
TableNametableName)
+
+protected boolean
+waitInitialized(MasterProcedureEnvenv)
+The Procedure.doAcquireLock(Object,
ProcedureStore) will be split into two steps, first, it will
+ call us to determine whether we need to wait for initialization, second, it
will call
+ Procedure.acquireLock(Object)
to actually handle the lock for this procedure.
+
+
@@ -411,7 +419,7 @@ extends Procedure
-addStackIndex,
afterReplay,
beforeReplay,
compareTo,
completionCleanup,
doAcquireLock,
doExecute,
d
oReleaseLock, doRollback,
elapsedTime,
getChildrenLatch,
getException,
getLastUpdate,
getNonceKey,
getOwner,
getParentProcId,
getProcedureMetrics, getProcId,
getProcIdHashCode,
getProcName,
getResult,
getRootProcedureId,
getRootProcId,
getStackIndexes,
getState, getSubmittedTime,
getTimeout,
getTimeoutTimestamp,
hasChildren,
hasException,
hasLock,
hasOwner,
hasParent,
hasTimeout, haveSameParent,
holdLock,
incChildrenLatch,
isFailed,
isFinished,
isInitializing,
isRunnable,
isSuccess,
<
a
href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#isWaiting--">isWaiting,
removeStackIndex,
setAbortFailure,
setChildrenLatch,
setFailure,
setFailure,
setLastUpdate,
setNonceKey, setOwner,
setOwner,
setParentProcId,
setProcId,
setResult,
setRootProcId,
setStackIndexes,
setState,
setSubmittedTime,
setTimeout,
setTimeoutFailure,
toString,
toStringClass,
toStringDetails,
toStringSimpleSB,
updateMetricsOnFinish,
updateMetricsOnSubmit,
updateTimestamp,
wasExecuted
+addStackIndex,
afterReplay,
beforeReplay,
compareTo,
completionCleanup,
doExecute,
doRollback,
elapsedTime,
getChildrenLatch,
getException,
getLastUpdate,
getNonceKey,
getOwner,
getParentProcId,
getProcedureMetrics,
getProcId,
getProcIdHashCode, getProcName,
getResult,
getRootProcedureId,
getRootProcId,
getStackIndexes,
getState,
getSubmittedTime,
getTimeout,
getTimeoutTimestamp,
hasChildren,
hasException,
hasLock,
hasOwner,
hasParent,
hasTimeout,
haveSameParent,
holdLock,
incChildrenLatch,
isFailed,
isFinished,
isInitializing,
isRunnable,
isSuccess,
isWaiting,
removeStackIndex,
setAbortFailure,
setChildrenLatch,
setFailure,
setFailure,
setLastUpdate,
setNonceKey,
setOwner,
setOwner, setParentProcId,
setProcId,
setResult,
setRootProcId,
setStackIndexes,
setState,
setSubmittedTime,
setTimeout, setTimeoutFailure,
toString,
toStringClass,
toStringDetails,
toStringSimpleSB,
updateMetricsOnFinish,
updateMetricsOnSubmit,
updateTimestamp, wasExecuted
@@ -704,35 +712,60 @@ extends
+
+
+
+
+waitInitialized
+protectedbooleanwaitInitialized(MasterProcedureEnvenv)
+Description copied from
class:Procedure
+The Procedure.doAcquireLock(Object,
ProcedureStore) will be split into two steps, first, it will
+ call us to determine whether we need to wait for initialization, second, it
will call
+ Procedure.acquireLock(Object)
to actually handle the lock for this procedure.
+
+ This is because that when master restarts, we need to restore the lock state
for all the
+ procedures to not break the semantic if Procedure.holdLock(Object)
is true. But the
+ ProcedureExecutor will be
started before the master finish initialization(as it is part
+ of the initialization!), so we need to split the code into two steps, and
when restore, we just
+ restore the lock part and ignore the waitInitialized part. Otherwise there
will be dead lock.
+
+Overrides:
+waitInitializedin
classAbstractStateMachineTableProcedureorg.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.CreateTableState
+Returns:
+true
[36/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineNamespaceProcedure.html
--
diff --git
a/devapidocs/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineNamespaceProcedure.html
b/devapidocs/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineNamespaceProcedure.html
index bba585c..fd5029e 100644
---
a/devapidocs/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineNamespaceProcedure.html
+++
b/devapidocs/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineNamespaceProcedure.html
@@ -18,7 +18,7 @@
catch(err) {
}
//-->
-var methods = {"i0":10,"i1":6,"i2":10,"i3":6,"i4":10,"i5":10,"i6":10};
+var methods = {"i0":10,"i1":6,"i2":10,"i3":6,"i4":10,"i5":10,"i6":10,"i7":10};
var tabs = {65535:["t0","All Methods"],2:["t2","Instance
Methods"],4:["t3","Abstract Methods"],8:["t4","Concrete Methods"]};
var altColor = "altColor";
var rowColor = "rowColor";
@@ -271,6 +271,14 @@ implements
+protected boolean
+waitInitialized(MasterProcedureEnvenv)
+The Procedure.doAcquireLock(Object,
ProcedureStore) will be split into two steps, first, it will
+ call us to determine whether we need to wait for initialization, second, it
will call
+ Procedure.acquireLock(Object)
to actually handle the lock for this procedure.
+
+
@@ -284,7 +292,7 @@ implements Procedure
-addStackIndex,
afterReplay,
beforeReplay,
compareTo,
completionCleanup,
doAcquireLock,
doExecute,
d
oReleaseLock, doRollback,
elapsedTime,
getChildrenLatch,
getException,
getLastUpdate,
getNonceKey,
getOwner,
getParentProcId,
getProcedureMetrics, getProcId,
getProcIdHashCode,
getProcName,
getResult,
getRootProcedureId,
getRootProcId,
getStackIndexes,
getState, getSubmittedTime,
getTimeout,
getTimeoutTimestamp,
hasChildren,
hasException,
hasLock,
hasOwner,
hasParent,
hasTimeout, haveSameParent,
holdLock,
incChildrenLatch,
isFailed,
isFinished,
isInitializing,
isRunnable,
isSuccess,
<
a
href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#isWaiting--">isWaiting,
removeStackIndex,
setAbortFailure,
setChildrenLatch,
setFailure,
setFailure,
setLastUpdate,
setNonceKey, setOwner,
setOwner,
setParentProcId,
setProcId,
setResult,
setRootProcId,
setStackIndexes,
setState,
setSubmittedTime,
setTimeout,
setTimeoutFailure,
shouldWaitClientAck,
toString,
toStringClass,
toStringDetails,
toStringSimpleSB, updateMetricsOnFinish,
updateMetricsOnSubmit,
updateTimestamp,
wasExecuted
+addStackIndex,
afterReplay,
beforeReplay,
compareTo,
completionCleanup,
doExecute,
doRollback,
elapsedTime,
getChildrenLatch,
getException,
getLastUpdate,
getNonceKey,
getOwner,
getParentProcId,
getProcedureMetrics,
getProcId,
getProcIdHashCode, getProcName,
getResult,
getRootProcedureId,
getRootProcId,
getStackIndexes,
getState,
getSubmittedTime,
getTimeout,
getTimeoutTimestamp,
hasChildren,
hasException,
hasLock,
hasOwner,
hasParent,
hasTimeout,
haveSameParent,
holdLock,
incChildrenLatch,
isFailed,
isFinished,
isInitializing,
isRunnable,
isSuccess,
isWaiting,
removeStackIndex,
setAbortFailure,
setChildrenLatch,
setFailure,
setFailure,
setLastUpdate,
setNonceKey,
setOwner,
setOwner, setParentProcId,
setProcId,
setResult,
setRootProcId,
setStackIndexes,
setState,
setSubmittedTime,
setTimeout, setTimeoutFailure,
shouldWaitClientAck,
toString,
toStringClass,
toStringDetails,
toStringSimpleSB,
updateMetricsOnFinish,
updateMetricsOnSubmit,
updateTimestamp,
wasExecuted
@@ -421,35 +429,60 @@ implements
+
+
+
+
+waitInitialized
+protectedbooleanwaitInitialized(MasterProcedureEnvenv)
+Description copied from
class:Procedure
+The Procedure.doAcquireLock(Object,
ProcedureStore) will be split into two steps, first, it will
+ call us to determine whether we need to wait for initialization, second, it
will call
+ Procedure.acquireLock(Object)
to actually handle the lock for this procedure.
+
+ This is because that when master restarts, we need to restore the lock state
for all the
+ procedures to not break the semantic if Procedure.holdLock(Object)
is true. But the
+ ProcedureExecutor will be
started before the master finish initialization(as it is part
+ of the initialization!), so we need to split the code into two steps, and
when restore, we just
+ restore the lock part and ignore the waitInitialized part. Otherwise there
will be dead lock.
+
+Overrides:
+waitInitializedin
classProcedureMasterProcedureEnv
+Returns:
+true means we need to wait until the environment has been initialized,
otherwise true.
+
+
+
acquireLock
-protectedProcedure.LockStateacquireLock(MasterProcedureEnvenv)
+protectedProcedure.LockStateacquireLock(MasterProcedureEnvenv)
Description copied from
class:Procedure
-The user should override this method if they
[28/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.OpenRegionRemoteCall.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.OpenRegionRemoteCall.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.OpenRegionRemoteCall.html index 0755bb8..d203164 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.OpenRegionRemoteCall.html +++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.OpenRegionRemoteCall.html @@ -122,7 +122,7 @@ var activeTableTab = "activeTableTab"; -private final class RSProcedureDispatcher.OpenRegionRemoteCall +private final class RSProcedureDispatcher.OpenRegionRemoteCall extends RSProcedureDispatcher.AbstractRSRemoteCall Compatibility class used by RSProcedureDispatcher.CompatRemoteProcedureResolver to open regions using old AdminService#openRegion(RpcController, OpenRegionRequest, RpcCallback) rpc. @@ -230,7 +230,7 @@ extends operations -private finalhttps://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true; title="class or interface in java.util">ListRSProcedureDispatcher.RegionOpenOperation operations +private finalhttps://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true; title="class or interface in java.util">ListRSProcedureDispatcher.RegionOpenOperation operations @@ -247,7 +247,7 @@ extends OpenRegionRemoteCall -publicOpenRegionRemoteCall(ServerNameserverName, +publicOpenRegionRemoteCall(ServerNameserverName, https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true; title="class or interface in java.util">ListRSProcedureDispatcher.RegionOpenOperationoperations) @@ -265,7 +265,7 @@ extends call -publichttps://docs.oracle.com/javase/8/docs/api/java/lang/Void.html?is-external=true; title="class or interface in java.lang">Voidcall() +publichttps://docs.oracle.com/javase/8/docs/api/java/lang/Void.html?is-external=true; title="class or interface in java.lang">Voidcall() Specified by: https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/Callable.html?is-external=true#call--; title="class or interface in java.util.concurrent">callin interfacehttps://docs.oracle.com/javase/8/docs/api/java/util/concurrent/Callable.html?is-external=true; title="class or interface in java.util.concurrent">Callablehttps://docs.oracle.com/javase/8/docs/api/java/lang/Void.html?is-external=true; title="class or interface in java.lang">Void @@ -280,7 +280,7 @@ extends sendRequest -privateorg.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.OpenRegionResponsesendRequest(ServerNameserverName, +privateorg.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.OpenRegionResponsesendRequest(ServerNameserverName, org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.OpenRegionRequestrequest) throws https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true; title="class or interface in java.io">IOException @@ -295,7 +295,7 @@ extends remoteCallFailed -privatevoidremoteCallFailed(MasterProcedureEnvenv, +privatevoidremoteCallFailed(MasterProcedureEnvenv, https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true; title="class or interface in java.io">IOExceptione) http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.RegionCloseOperation.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.RegionCloseOperation.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.RegionCloseOperation.html index 631ada1..ffb38bf 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.RegionCloseOperation.html +++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.RegionCloseOperation.html @@ -123,7 +123,7 @@ var activeTableTab = "activeTableTab"; -public static class RSProcedureDispatcher.RegionCloseOperation +public static class RSProcedureDispatcher.RegionCloseOperation extends RSProcedureDispatcher.RegionOperation @@ -243,7 +243,7 @@ extends destinationServer -private finalServerName destinationServer +private finalServerName destinationServer @@ -252,7 +252,7 @@ extends closed -privateboolean closed +privateboolean closed @@ -269,7 +269,7 @@ extends RegionCloseOperation
[19/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html index 2ea52aa..0848ee2 100644 --- a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html +++ b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html @@ -131,7 +131,7 @@ var activeTableTab = "activeTableTab"; -private class ProcedureExecutor.WorkerThread +private class ProcedureExecutor.WorkerThread extends StoppableThread @@ -167,7 +167,7 @@ extends Field and Description -private Procedure? +private ProcedureTEnvironment activeProcedure @@ -282,7 +282,7 @@ extends executionStartTime -private finalhttps://docs.oracle.com/javase/8/docs/api/java/util/concurrent/atomic/AtomicLong.html?is-external=true; title="class or interface in java.util.concurrent.atomic">AtomicLong executionStartTime +private finalhttps://docs.oracle.com/javase/8/docs/api/java/util/concurrent/atomic/AtomicLong.html?is-external=true; title="class or interface in java.util.concurrent.atomic">AtomicLong executionStartTime @@ -291,7 +291,7 @@ extends activeProcedure -private volatileProcedure? activeProcedure +private volatileProcedureTEnvironment activeProcedure @@ -308,7 +308,7 @@ extends WorkerThread -publicWorkerThread(https://docs.oracle.com/javase/8/docs/api/java/lang/ThreadGroup.html?is-external=true; title="class or interface in java.lang">ThreadGroupgroup) +publicWorkerThread(https://docs.oracle.com/javase/8/docs/api/java/lang/ThreadGroup.html?is-external=true; title="class or interface in java.lang">ThreadGroupgroup) @@ -317,7 +317,7 @@ extends WorkerThread -protectedWorkerThread(https://docs.oracle.com/javase/8/docs/api/java/lang/ThreadGroup.html?is-external=true; title="class or interface in java.lang">ThreadGroupgroup, +protectedWorkerThread(https://docs.oracle.com/javase/8/docs/api/java/lang/ThreadGroup.html?is-external=true; title="class or interface in java.lang">ThreadGroupgroup, https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">Stringprefix) @@ -335,7 +335,7 @@ extends sendStopSignal -publicvoidsendStopSignal() +publicvoidsendStopSignal() Specified by: sendStopSignalin classStoppableThread @@ -348,7 +348,7 @@ extends run -publicvoidrun() +publicvoidrun() Specified by: https://docs.oracle.com/javase/8/docs/api/java/lang/Runnable.html?is-external=true#run--; title="class or interface in java.lang">runin interfacehttps://docs.oracle.com/javase/8/docs/api/java/lang/Runnable.html?is-external=true; title="class or interface in java.lang">Runnable @@ -363,7 +363,7 @@ extends toString -publichttps://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">StringtoString() +publichttps://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">StringtoString() Overrides: https://docs.oracle.com/javase/8/docs/api/java/lang/Thread.html?is-external=true#toString--; title="class or interface in java.lang">toStringin classhttps://docs.oracle.com/javase/8/docs/api/java/lang/Thread.html?is-external=true; title="class or interface in java.lang">Thread @@ -376,7 +376,7 @@ extends getCurrentRunTime -publiclonggetCurrentRunTime() +publiclonggetCurrentRunTime() Returns: the time since the current procedure is running @@ -389,7 +389,7 @@ extends keepAlive -protectedbooleankeepAlive(longlastUpdate) +protectedbooleankeepAlive(longlastUpdate)
[42/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/assignment/GCRegionProcedure.html
--
diff --git
a/devapidocs/org/apache/hadoop/hbase/master/assignment/GCRegionProcedure.html
b/devapidocs/org/apache/hadoop/hbase/master/assignment/GCRegionProcedure.html
index d8983d6..2edc6b1 100644
---
a/devapidocs/org/apache/hadoop/hbase/master/assignment/GCRegionProcedure.html
+++
b/devapidocs/org/apache/hadoop/hbase/master/assignment/GCRegionProcedure.html
@@ -18,7 +18,7 @@
catch(err) {
}
//-->
-var methods =
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10};
+var methods =
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10};
var tabs = {65535:["t0","All Methods"],2:["t2","Instance
Methods"],8:["t4","Concrete Methods"]};
var altColor = "altColor";
var rowColor = "rowColor";
@@ -235,57 +235,51 @@ extends Method and Description
-protected Procedure.LockState
-acquireLock(MasterProcedureEnvenv)
-The user should override this method if they need a lock on
an Entity.
-
-
-
protected void
deserializeStateData(ProcedureStateSerializerserializer)
Called on store load to allow the user to decode the
previously serialized
state.
-
+
protected StateMachineProcedure.Flow
executeFromState(MasterProcedureEnvenv,
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.GCRegionStatestate)
called to perform a single step of the specified 'state' of
the procedure
-
+
protected
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.GCRegionState
getInitialState()
Return the initial state object that will be used for the
first call to executeFromState().
-
+
protected
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.GCRegionState
getState(intstateId)
Convert an ordinal (or state id) to an Enum (or more
descriptive) state object.
-
+
protected int
getStateId(org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.GCRegionStatestate)
Convert the Enum (or more descriptive) state object to an
ordinal (or state id).
-
+
TableProcedureInterface.TableOperationType
getTableOperationType()
Given an operation type we can take decisions about what to
do with pending operations.
-
+
protected void
rollbackState(MasterProcedureEnvenv,
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.GCRegionStatestate)
called to perform the rollback of the specified state
-
+
protected void
serializeStateData(ProcedureStateSerializerserializer)
The user-level code of the procedure may have some state to
@@ -298,14 +292,14 @@ extends AbstractStateMachineRegionProcedure
-checkTableModifiable,
getRegion,
getTableName,
hasLock,
holdLock,
releaseLock,
setFailure,
setRegion,
toStringClassDetails
+acquireLock,
checkTableModifiable,
getRegion,
getTableName,
holdLock,
releaseLock,
setFailure,
setRegion,
toStringClassDetails
Methods inherited from
classorg.apache.hadoop.hbase.master.procedure.AbstractStateMachineTableProcedure
-checkOnline,
getRegionDir,
getUser,
preflightChecks,
releaseSyncLatch,
setUser
+checkOnline,
getRegionDir,
getUser,
preflightChecks,
releaseSyncLatch,
setUser,
waitInitialized
@@ -319,7 +313,7 @@ extends Procedure
-addStackIndex,
afterReplay,
beforeReplay,
compareTo,
completionCleanup,
doAcquireLock,
doExecute,
d
oReleaseLock, doRollback,
elapsedTime,
getChildrenLatch,
getException,
getLastUpdate,
getNonceKey,
getOwner,
getParentProcId,
getProcedureMetrics, getProcId,
getProcIdHashCode,
getProcName,
getResult,
getRootProcedureId,
getRootProcId,
getStackIndexes,
getState, getSubmittedTime,
getTimeout,
getTimeoutTimestamp,
hasChildren,
hasException,
hasOwner,
hasParent,
hasTimeout,
haveSameParent,
incChildrenLatch,
isFailed,
isFinished,
isInitializing,
isRunnable,
isSuccess,
isWaiting,
removeStackIndex,
setAbortFailure,
setChildrenLatch,
setFailure,
setFailure,
setLastUpdate,
setNonceKey,
setOwner,
setOwner,
setParentProcId,
setProcId,
setResult,
setRootProcId,
setStackIndexes,
setState,
setSubmittedTime,
<
a
href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#setTimeout-int-">setTimeout,
setTimeoutFailure,
shouldWaitClientAck,
toString,
toStringClass,
toStringDetails,
toStringSimpleSB,
updateMetricsOnFinish,
updateMetricsOnSubmit,
updateTimestamp,
wasExecuted
+addStackIndex,
afterReplay,
beforeReplay,
compareTo,
completionCleanup,
doExecute,
doRollback,
elapsedTime,
getChildrenLatch,
getException,
getLastUpdate,
getNonceKey,
getOwner,
getParentProcId,
getProcedureMetrics,
getProcId,
getProcIdHashCode, getProcName,
getResult,
getRootProcedureId,
getRootProcId,
getStackIndexes,
getState,
getSubmittedTime,
getTimeout,
[40/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html index 1bdbdd0..20f72f51 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html @@ -318,14 +318,14 @@ extends AbstractStateMachineRegionProcedure -acquireLock, checkTableModifiable, getRegion, hasLock, holdLock, releaseLock, setFailure, setRegion +acquireLock, checkTableModifiable, getRegion, holdLock, releaseLock, setFailure, setRegion Methods inherited from classorg.apache.hadoop.hbase.master.procedure.AbstractStateMachineTableProcedure -checkOnline, getRegionDir, getUser, preflightChecks, releaseSyncLatch, setUser +checkOnline, getRegionDir, getUser, preflightChecks, releaseSyncLatch, setUser, waitInitialized @@ -339,7 +339,7 @@ extends Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, d oReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasOwner, hasParent, hasTimeout, haveSameParent, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, < a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#setTimeout-int-">setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted +addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doExecute, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted
[49/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/apidocs/allclasses-frame.html -- diff --git a/apidocs/allclasses-frame.html b/apidocs/allclasses-frame.html index 10ab9dc..7876f22 100644 --- a/apidocs/allclasses-frame.html +++ b/apidocs/allclasses-frame.html @@ -90,6 +90,7 @@ CompareOperator ConfigurationUtil Connection +ConnectionClosedException ConnectionClosingException ConnectionFactory Consistency http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/apidocs/allclasses-noframe.html -- diff --git a/apidocs/allclasses-noframe.html b/apidocs/allclasses-noframe.html index c389b59..a95a4aa 100644 --- a/apidocs/allclasses-noframe.html +++ b/apidocs/allclasses-noframe.html @@ -90,6 +90,7 @@ CompareOperator ConfigurationUtil Connection +ConnectionClosedException ConnectionClosingException ConnectionFactory Consistency http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/apidocs/index-all.html -- diff --git a/apidocs/index-all.html b/apidocs/index-all.html index 56be882..2d01af1 100644 --- a/apidocs/index-all.html +++ b/apidocs/index-all.html @@ -2210,6 +2210,12 @@ A cluster connection encapsulating lower level individual connections to actual servers and a connection to zookeeper. +ConnectionClosedException - Exception in org.apache.hadoop.hbase.exceptions + +Thrown when the connection is closed + +ConnectionClosedException(String) - Constructor for exception org.apache.hadoop.hbase.exceptions.ConnectionClosedException + ConnectionClosingException - Exception in org.apache.hadoop.hbase.exceptions Thrown when the client believes that we are trying to communicate to has http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/apidocs/org/apache/hadoop/hbase/HBaseIOException.html -- diff --git a/apidocs/org/apache/hadoop/hbase/HBaseIOException.html b/apidocs/org/apache/hadoop/hbase/HBaseIOException.html index f47795d..6765fc4 100644 --- a/apidocs/org/apache/hadoop/hbase/HBaseIOException.html +++ b/apidocs/org/apache/hadoop/hbase/HBaseIOException.html @@ -122,7 +122,7 @@ Direct Known Subclasses: -CallCancelledException, CallTimeoutException, CellScannerButNoCodecException, DoNotRetryIOException, FailedServerException, FallbackDisallowedException, LeaseNotRecoveredException, MasterNotRunningException, PleaseHoldException, RegionException, RpcThrottlingException, StoppedRpcClientException, TableInfoMissingException, WrongRowIOException +CallCancelledException, CallTimeoutException, CellScannerButNoCodecException, ConnectionClosedException, DoNotRetryIOException, FailedServerException, FallbackDisallowedException, LeaseNotRecoveredException, MasterNotRunningException, PleaseHoldException, RegionException, RpcThrottlingException, StoppedRpcClientException, TableInfoMissingException, WrongRowIOException http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/apidocs/org/apache/hadoop/hbase/class-use/HBaseIOException.html -- diff --git a/apidocs/org/apache/hadoop/hbase/class-use/HBaseIOException.html b/apidocs/org/apache/hadoop/hbase/class-use/HBaseIOException.html index 3a6e532..fcee48a 100644 --- a/apidocs/org/apache/hadoop/hbase/class-use/HBaseIOException.html +++ b/apidocs/org/apache/hadoop/hbase/class-use/HBaseIOException.html @@ -324,30 +324,36 @@ class +ConnectionClosedException +Thrown when the connection is closed + + + +class FailedSanityCheckException Exception thrown if a mutation fails sanity checks. - + class MergeRegionException Thrown when something is wrong in trying to merge two regions. - + class RequestTooBigException Thrown when the size of the rpc request received by the server is too large. - + class ScannerResetException Thrown when the server side has received an Exception, and asks the Client to reset the scanner state by closing the current region scanner, and reopening from the start of last seen row. - + class UnknownProtocolException An error requesting an RPC protocol that the server is not serving. http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/apidocs/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.html -- diff --git a/apidocs/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.html b/apidocs/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.html new file mode 100644 index 000..34bbdae --- /dev/null +++ b/apidocs/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.html @@ -0,0 +1,275 @@ +http://www.w3.org/TR/html4/loose.dtd;> + + + + + +ConnectionClosedException (Apache HBase
[44/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/ipc/NettyRpcDuplexHandler.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/ipc/NettyRpcDuplexHandler.html b/devapidocs/org/apache/hadoop/hbase/ipc/NettyRpcDuplexHandler.html index 77ba196..ae3efa2 100644 --- a/devapidocs/org/apache/hadoop/hbase/ipc/NettyRpcDuplexHandler.html +++ b/devapidocs/org/apache/hadoop/hbase/ipc/NettyRpcDuplexHandler.html @@ -129,7 +129,7 @@ var activeTableTab = "activeTableTab"; @InterfaceAudience.Private -class NettyRpcDuplexHandler +class NettyRpcDuplexHandler extends org.apache.hbase.thirdparty.io.netty.channel.ChannelDuplexHandler The netty rpc handler. @@ -325,7 +325,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.ChannelDuplexHandler LOG -private static finalorg.slf4j.Logger LOG +private static finalorg.slf4j.Logger LOG @@ -334,7 +334,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.ChannelDuplexHandler conn -private finalNettyRpcConnection conn +private finalNettyRpcConnection conn @@ -343,7 +343,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.ChannelDuplexHandler cellBlockBuilder -private finalCellBlockBuilder cellBlockBuilder +private finalCellBlockBuilder cellBlockBuilder @@ -352,7 +352,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.ChannelDuplexHandler codec -private finalCodec codec +private finalCodec codec @@ -361,7 +361,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.ChannelDuplexHandler compressor -private finalorg.apache.hadoop.io.compress.CompressionCodec compressor +private finalorg.apache.hadoop.io.compress.CompressionCodec compressor @@ -370,7 +370,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.ChannelDuplexHandler id2Call -private finalhttps://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true; title="class or interface in java.util">Maphttps://docs.oracle.com/javase/8/docs/api/java/lang/Integer.html?is-external=true; title="class or interface in java.lang">Integer,Call id2Call +private finalhttps://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true; title="class or interface in java.util">Maphttps://docs.oracle.com/javase/8/docs/api/java/lang/Integer.html?is-external=true; title="class or interface in java.lang">Integer,Call id2Call @@ -387,7 +387,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.ChannelDuplexHandler NettyRpcDuplexHandler -publicNettyRpcDuplexHandler(NettyRpcConnectionconn, +publicNettyRpcDuplexHandler(NettyRpcConnectionconn, CellBlockBuildercellBlockBuilder, Codeccodec, org.apache.hadoop.io.compress.CompressionCodeccompressor) @@ -407,7 +407,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.ChannelDuplexHandler writeRequest -privatevoidwriteRequest(org.apache.hbase.thirdparty.io.netty.channel.ChannelHandlerContextctx, +privatevoidwriteRequest(org.apache.hbase.thirdparty.io.netty.channel.ChannelHandlerContextctx, Callcall, org.apache.hbase.thirdparty.io.netty.channel.ChannelPromisepromise) throws https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true; title="class or interface in java.io">IOException @@ -423,7 +423,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.ChannelDuplexHandler write -publicvoidwrite(org.apache.hbase.thirdparty.io.netty.channel.ChannelHandlerContextctx, +publicvoidwrite(org.apache.hbase.thirdparty.io.netty.channel.ChannelHandlerContextctx, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true; title="class or interface in java.lang">Objectmsg, org.apache.hbase.thirdparty.io.netty.channel.ChannelPromisepromise) throws https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true; title="class or interface in java.lang">Exception @@ -443,7 +443,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.ChannelDuplexHandler readResponse -privatevoidreadResponse(org.apache.hbase.thirdparty.io.netty.channel.ChannelHandlerContextctx, +privatevoidreadResponse(org.apache.hbase.thirdparty.io.netty.channel.ChannelHandlerContextctx, org.apache.hbase.thirdparty.io.netty.buffer.ByteBufbuf) throws https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true; title="class or interface in java.io">IOException @@ -458,7 +458,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.ChannelDuplexHandler channelRead -publicvoidchannelRead(org.apache.hbase.thirdparty.io.netty.channel.ChannelHandlerContextctx,
[30/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/procedure/MasterProcedureScheduler.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/MasterProcedureScheduler.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/MasterProcedureScheduler.html index 9025538..c15caed 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/procedure/MasterProcedureScheduler.html +++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/MasterProcedureScheduler.html @@ -813,7 +813,7 @@ extends queueHasRunnables -protectedbooleanqueueHasRunnables() +protectedbooleanqueueHasRunnables() Description copied from class:AbstractProcedureScheduler Returns true if there are procedures available to process. NOTE: this method is called with the sched lock held. @@ -831,7 +831,7 @@ extends dequeue -protectedProceduredequeue() +protectedProceduredequeue() Description copied from class:AbstractProcedureScheduler Fetch one Procedure from the queue NOTE: this method is called with the sched lock held. @@ -849,7 +849,7 @@ extends doPoll -privateT extends https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableTProcedure?doPoll(FairQueueTfairq) +privateT extends https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableTProcedure?doPoll(FairQueueTfairq) @@ -858,7 +858,7 @@ extends getLocks -publichttps://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true; title="class or interface in java.util">ListLockedResourcegetLocks() +publichttps://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true; title="class or interface in java.util">ListLockedResourcegetLocks() Description copied from interface:ProcedureScheduler List lock queues. @@ -873,7 +873,7 @@ extends getLockResource -publicLockedResourcegetLockResource(LockedResourceTyperesourceType, +publicLockedResourcegetLockResource(LockedResourceTyperesourceType, https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">StringresourceName) Returns: @@ -887,7 +887,7 @@ extends clear -publicvoidclear() +publicvoidclear() Description copied from interface:ProcedureScheduler Clear current state of scheduler such that it is equivalent to newly created scheduler. Used for testing failure and recovery. To emulate server crash/restart, @@ -900,7 +900,7 @@ extends clearQueue -privatevoidclearQueue() +privatevoidclearQueue() @@ -911,7 +911,7 @@ extends clear -privateT extends https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableT,TNode extends QueueTvoidclear(TNodetreeMap, +privateT extends https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableT,TNode extends QueueTvoidclear(TNodetreeMap, FairQueueTfairq, AvlUtil.AvlKeyComparatorTNodecomparator) @@ -922,7 +922,7 @@ extends queueSize -privateintqueueSize(Queue?head) +privateintqueueSize(Queue?head) @@ -931,7 +931,7 @@ extends queueSize -protectedintqueueSize() +protectedintqueueSize() Description copied from class:AbstractProcedureScheduler Returns the number of elements in this queue. NOTE: this method is called with the sched lock held. @@ -949,7 +949,7 @@ extends completionCleanup -publicvoidcompletionCleanup(Procedureproc) +publicvoidcompletionCleanup(Procedureproc) Description copied from interface:ProcedureScheduler The procedure in execution completed. This can be implemented to perform cleanups. @@ -965,7 +965,7 @@ extends addToRunQueue -private staticT extends https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableTvoidaddToRunQueue(FairQueueTfairq, +private staticT extends https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableTvoidaddToRunQueue(FairQueueTfairq, QueueTqueue) @@ -975,7 +975,7 @@ extends removeFromRunQueue -private staticT extends https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableTvoidremoveFromRunQueue(FairQueueTfairq, +private staticT extends https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in
[39/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/assignment/RegionTransitionProcedure.html
--
diff --git
a/devapidocs/org/apache/hadoop/hbase/master/assignment/RegionTransitionProcedure.html
b/devapidocs/org/apache/hadoop/hbase/master/assignment/RegionTransitionProcedure.html
index 0db34de..8ffeb95 100644
---
a/devapidocs/org/apache/hadoop/hbase/master/assignment/RegionTransitionProcedure.html
+++
b/devapidocs/org/apache/hadoop/hbase/master/assignment/RegionTransitionProcedure.html
@@ -18,7 +18,7 @@
catch(err) {
}
//-->
-var methods =
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":6,"i5":10,"i6":10,"i7":10,"i8":10,"i9":6,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":6,"i16":10,"i17":10,"i18":10,"i19":6,"i20":6,"i21":10,"i22":10,"i23":10,"i24":6,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":6,"i33":10,"i34":10,"i35":6};
+var methods =
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":6,"i5":10,"i6":10,"i7":10,"i8":10,"i9":6,"i10":10,"i11":10,"i12":10,"i13":10,"i14":6,"i15":10,"i16":10,"i17":10,"i18":6,"i19":6,"i20":10,"i21":10,"i22":10,"i23":6,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":6,"i32":10,"i33":10,"i34":6,"i35":10};
var tabs = {65535:["t0","All Methods"],2:["t2","Instance
Methods"],4:["t3","Abstract Methods"],8:["t4","Concrete Methods"]};
var altColor = "altColor";
var rowColor = "rowColor";
@@ -123,7 +123,7 @@ var activeTableTab = "activeTableTab";
@InterfaceAudience.Private
-public abstract class RegionTransitionProcedure
+public abstract class RegionTransitionProcedure
extends ProcedureMasterProcedureEnv
implements TableProcedureInterface, RemoteProcedureDispatcher.RemoteProcedureMasterProcedureEnv,ServerName
Base class for the Assign and Unassign Procedure.
@@ -225,20 +225,16 @@ implements
-private boolean
-lock
-
-
private static org.slf4j.Logger
LOG
-
+
private RegionInfo
regionInfo
This data member must be persisted.
-
+
private
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.RegionTransitionState
transitionState
@@ -350,54 +346,48 @@ implements
protected boolean
-hasLock(MasterProcedureEnvenv)
-This is used in conjunction with Procedure.holdLock(Object).
-
-
-
-protected boolean
holdLock(MasterProcedureEnvenv)
Used to keep the procedure lock even when the procedure is
yielding or suspended.
-
+
boolean
isMeta()
-
+
protected abstract boolean
isRollbackSupported(org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.RegionTransitionStatestate)
-
+
protected boolean
isServerOnline(MasterProcedureEnvenv,
RegionStates.RegionStateNoderegionNode)
-
+
protected boolean
isServerOnline(MasterProcedureEnvenv,
ServerNameserverName)
-
+
protected void
releaseLock(MasterProcedureEnvenv)
The user should override this method, and release lock if
necessary.
-
+
abstract RemoteProcedureDispatcher.RemoteOperation
remoteCallBuild(MasterProcedureEnvenv,
ServerNameserverName)
For building the remote operation.
-
+
protected abstract boolean
remoteCallFailed(MasterProcedureEnvenv,
RegionStates.RegionStateNoderegionNode,
https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true;
title="class or interface in
java.io">IOExceptionexception)
-
+
void
remoteCallFailed(MasterProcedureEnvenv,
ServerNameserverName,
@@ -405,14 +395,14 @@ implements Called when the executeProcedure call is failed.
-
+
void
remoteOperationCompleted(MasterProcedureEnvenv)
Called when RS tells the remote procedure is succeeded
through the
reportProcedureDone method.
-
+
void
remoteOperationFailed(MasterProcedureEnvenv,
RemoteProcedureExceptionerror)
@@ -420,89 +410,97 @@ implements
+
protected abstract void
reportTransition(MasterProcedureEnvenv,
RegionStates.RegionStateNoderegionNode,
org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos.RegionStateTransition.TransitionCodecode,
longseqId)
-
+
protected void
reportTransition(MasterProcedureEnvenv,
ServerNameserverName,
org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos.RegionStateTransition.TransitionCodecode,
longseqId)
-
+
protected void
rollback(MasterProcedureEnvenv)
The code to undo what was done by the execute() code.
-
+
protected void
setAttempt(intattempt)
This setter is for subclasses to call in their
Procedure.deserializeStateData(ProcedureStateSerializer)
method.
-
+
protected void
setRegionInfo(RegionInforegionInfo)
This setter is for subclasses to call in their
Procedure.deserializeStateData(ProcedureStateSerializer)
method.
-
+
protected boolean
[17/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureInMemoryChore.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureInMemoryChore.html b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureInMemoryChore.html index c0deab4..e3b7912 100644 --- a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureInMemoryChore.html +++ b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureInMemoryChore.html @@ -243,7 +243,7 @@ extends Procedure -acquireLock, addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, doReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, isYieldAfterExecutionStep, releaseLock, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toS tringClass, toStringClassDetails, toStringDetails, toStringSimpleSB, toStringState, tryRunnable, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted +acquireLock, addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, doReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, isYieldAfterExecutionStep, lockedWhenLoading, releaseLock, removeStackIndex, restoreLock, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParent ProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailu re, shouldWaitClientAck, toString, toStringClass, toStringClassDetails, toStringDetails, toStringSimpleSB, toStringState, tryRunnable, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, waitInitialized, wasExecuted http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureUtil.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureUtil.html b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureUtil.html index 2ddbe31..9e56968 100644 --- a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureUtil.html +++ b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureUtil.html @@ -299,7 +299,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html convertToProcedure -public staticProcedureconvertToProcedure(org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.Procedureproto) +public staticProcedureconvertToProcedure(org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.Procedureproto) throws https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true; title="class or interface in java.io">IOException Helper to convert the protobuf procedure. Used by ProcedureStore implementations. @@ -320,7 +320,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html convertToProtoResourceType -public staticorg.apache.hadoop.hbase.shaded.protobuf.generated.LockServiceProtos.LockedResourceTypeconvertToProtoResourceType(LockedResourceTyperesourceType) +public staticorg.apache.hadoop.hbase.shaded.protobuf.generated.LockServiceProtos.LockedResourceTypeconvertToProtoResourceType(LockedResourceTyperesourceType) @@ -329,7 +329,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html convertToProtoLockType -public staticorg.apache.hadoop.hbase.shaded.protobuf.generated.LockServiceProtos.LockTypeconvertToProtoLockType(LockTypelockType) +public
[34/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/procedure/CreateNamespaceProcedure.html
--
diff --git
a/devapidocs/org/apache/hadoop/hbase/master/procedure/CreateNamespaceProcedure.html
b/devapidocs/org/apache/hadoop/hbase/master/procedure/CreateNamespaceProcedure.html
index 8f108ce..31aa28f 100644
---
a/devapidocs/org/apache/hadoop/hbase/master/procedure/CreateNamespaceProcedure.html
+++
b/devapidocs/org/apache/hadoop/hbase/master/procedure/CreateNamespaceProcedure.html
@@ -18,7 +18,7 @@
catch(err) {
}
//-->
-var methods =
{"i0":10,"i1":9,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":9,"i9":10,"i10":9,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":9,"i19":10,"i20":9};
+var methods =
{"i0":10,"i1":9,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":9,"i9":10,"i10":9,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":9,"i18":10,"i19":9,"i20":10};
var tabs = {65535:["t0","All Methods"],1:["t1","Static
Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
var altColor = "altColor";
var rowColor = "rowColor";
@@ -329,46 +329,48 @@ extends
-private void
-rollbackSetNamespaceQuota(MasterProcedureEnvenv)
-remove quota for the namespace if exists
-
-
-
protected void
rollbackState(MasterProcedureEnvenv,
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.CreateNamespaceStatestate)
called to perform the rollback of the specified state
-
+
protected void
serializeStateData(ProcedureStateSerializerserializer)
The user-level code of the procedure may have some state to
persist (e.g.
-
+
protected static void
setNamespaceQuota(MasterProcedureEnvenv,
NamespaceDescriptornsDescriptor)
Set quota for the namespace
-
+
protected boolean
shouldWaitClientAck(MasterProcedureEnvenv)
By default, the executor will keep the procedure result
around util
the eviction TTL is expired.
-
+
protected static void
updateZKNamespaceManager(MasterProcedureEnvenv,
NamespaceDescriptornsDescriptor)
Update ZooKeeper.
+
+protected boolean
+waitInitialized(MasterProcedureEnvenv)
+The Procedure.doAcquireLock(Object,
ProcedureStore) will be split into two steps, first, it will
+ call us to determine whether we need to wait for initialization, second, it
will call
+ Procedure.acquireLock(Object)
to actually handle the lock for this procedure.
+
+
@@ -389,7 +391,7 @@ extends Procedure
-addStackIndex,
afterReplay,
beforeReplay,
compareTo,
completionCleanup,
doAcquireLock,
doExecute,
d
oReleaseLock, doRollback,
elapsedTime,
getChildrenLatch,
getException,
getLastUpdate,
getNonceKey,
getOwner,
getParentProcId,
getProcedureMetrics, getProcId,
getProcIdHashCode,
getProcName,
getResult,
getRootProcedureId,
getRootProcId,
getStackIndexes,
getState, getSubmittedTime,
getTimeout,
getTimeoutTimestamp,
hasChildren,
hasException,
hasLock,
hasOwner,
hasParent,
hasTimeout, haveSameParent,
holdLock,
incChildrenLatch,
isFailed,
isFinished,
isInitializing,
isRunnable,
isSuccess,
<
a
href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#isWaiting--">isWaiting,
removeStackIndex,
setAbortFailure,
setChildrenLatch,
setFailure,
setFailure,
setLastUpdate,
setNonceKey, setOwner,
setOwner,
setParentProcId,
setProcId,
setResult,
setRootProcId,
setStackIndexes,
setState,
setSubmittedTime,
setTimeout,
setTimeoutFailure,
toString,
toStringClass,
toStringDetails,
toStringSimpleSB,
updateMetricsOnFinish,
updateMetricsOnSubmit,
updateTimestamp,
wasExecuted
+addStackIndex,
afterReplay,
beforeReplay,
compareTo,
completionCleanup,
doExecute,
doRollback,
elapsedTime,
getChildrenLatch,
getException,
getLastUpdate,
getNonceKey,
getOwner,
getParentProcId,
getProcedureMetrics,
getProcId,
getProcIdHashCode, getProcName,
getResult,
getRootProcedureId,
getRootProcId,
getStackIndexes,
getState,
getSubmittedTime,
getTimeout,
getTimeoutTimestamp,
hasChildren,
hasException,
hasLock,
hasOwner,
hasParent,
hasTimeout,
haveSameParent,
holdLock,
incChildrenLatch,
isFailed,
isFinished,
isInitializing,
isRunnable,
isSuccess,
isWaiting,
removeStackIndex,
setAbortFailure,
setChildrenLatch,
setFailure,
setFailure,
setLastUpdate,
setNonceKey,
setOwner,
setOwner, setParentProcId,
setProcId,
setResult,
setRootProcId,
setStackIndexes,
setState,
setSubmittedTime,
setTimeout, setTimeoutFailure,
toString,
toStringClass,
toStringDetails,
toStringSimpleSB,
updateMetricsOnFinish,
updateMetricsOnSubmit,
updateTimestamp, wasExecuted
@@ -651,35 +653,60 @@ extends isBootstrapNamespace()
+
+
+
+
+
+waitInitialized
+protectedbooleanwaitInitialized(MasterProcedureEnvenv)
+Description copied from
class:Procedure
+The
[25/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/procedure/package-tree.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/package-tree.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/package-tree.html index f86b651..d3f7afa 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/procedure/package-tree.html +++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/package-tree.html @@ -216,10 +216,10 @@ java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true; title="class or interface in java.lang">EnumE (implements java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableT, java.io.https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true; title="class or interface in java.io">Serializable) -org.apache.hadoop.hbase.master.procedure.TableProcedureInterface.TableOperationType -org.apache.hadoop.hbase.master.procedure.PeerProcedureInterface.PeerOperationType -org.apache.hadoop.hbase.master.procedure.ServerProcedureInterface.ServerOperationType org.apache.hadoop.hbase.master.procedure.MetaProcedureInterface.MetaOperationType +org.apache.hadoop.hbase.master.procedure.ServerProcedureInterface.ServerOperationType +org.apache.hadoop.hbase.master.procedure.PeerProcedureInterface.PeerOperationType +org.apache.hadoop.hbase.master.procedure.TableProcedureInterface.TableOperationType http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/replication/AbstractPeerProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/replication/AbstractPeerProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/replication/AbstractPeerProcedure.html index 35ac4cd..2fa55b6 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/replication/AbstractPeerProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/replication/AbstractPeerProcedure.html @@ -184,10 +184,6 @@ implements latch -private boolean -locked - - protected https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">String peerId @@ -259,41 +255,43 @@ implements protected boolean -hasLock(MasterProcedureEnvenv) -This is used in conjunction with Procedure.holdLock(Object). - - - -protected boolean holdLock(MasterProcedureEnvenv) Used to keep the procedure lock even when the procedure is yielding or suspended. - + protected void refreshPeer(MasterProcedureEnvenv, PeerProcedureInterface.PeerOperationTypetype) - + protected void releaseLock(MasterProcedureEnvenv) The user should override this method, and release lock if necessary. - + protected void rollbackState(MasterProcedureEnvenv, TStatestate) called to perform the rollback of the specified state - + protected void serializeStateData(ProcedureStateSerializerserializer) The user-level code of the procedure may have some state to persist (e.g. + +protected boolean +waitInitialized(MasterProcedureEnvenv) +The Procedure.doAcquireLock(Object, ProcedureStore) will be split into two steps, first, it will + call us to determine whether we need to wait for initialization, second, it will call + Procedure.acquireLock(Object) to actually handle the lock for this procedure. + + @@ -307,7 +305,7 @@ implements Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, d oReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasOwner, hasParent, hasTimeout, haveSameParent, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, < a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#setTimeout-int-">setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringClassDetails, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted +addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doExecute, doRollback, elapsedTime, getChildrenLatch, getException,
[22/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/replication/TransitPeerSyncReplicationStateProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/replication/TransitPeerSyncReplicationStateProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/replication/TransitPeerSyncReplicationStateProcedure.html index 17a58f7..3627e91 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/replication/TransitPeerSyncReplicationStateProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/replication/TransitPeerSyncReplicationStateProcedure.html @@ -322,7 +322,7 @@ extends AbstractPeerProcedure -acquireLock, getLatch, getPeerId, hasLock, holdLock, refreshPeer, releaseLock, rollbackState +acquireLock, getLatch, getPeerId, holdLock, refreshPeer, releaseLock, rollbackState, waitInitialized @@ -336,7 +336,7 @@ extends Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, d oReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasOwner, hasParent, hasTimeout, haveSameParent, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, < a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#setTimeout-int-">setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringClassDetails, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted +addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doExecute, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringClassDetails, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/replication/UpdatePeerConfigProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/replication/UpdatePeerConfigProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/replication/UpdatePeerConfigProcedure.html index 04a6096..65233db 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/replication/UpdatePeerConfigProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/replication/UpdatePeerConfigProcedure.html @@ -335,7 +335,7 @@ extends AbstractPeerProcedure -acquireLock, getLatch, getPeerId, hasLock, holdLock, refreshPeer, releaseLock, rollbackState +acquireLock, getLatch, getPeerId, holdLock, refreshPeer, releaseLock, rollbackState, waitInitialized @@ -349,7 +349,7 @@ extends Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, d oReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasOwner, hasParent, hasTimeout, haveSameParent, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes,
[03/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionTransitionProcedure.html
--
diff --git
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionTransitionProcedure.html
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionTransitionProcedure.html
index 02e56cf..8d2fe80 100644
---
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionTransitionProcedure.html
+++
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionTransitionProcedure.html
@@ -42,87 +42,87 @@
034import
org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher.RemoteOperation;
035import
org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher.RemoteProcedure;
036import
org.apache.hadoop.hbase.procedure2.RemoteProcedureException;
-037import
org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos;
-038import
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.RegionTransitionState;
-039import
org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos.RegionStateTransition.TransitionCode;
-040import
org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting;
-041import
org.apache.yetus.audience.InterfaceAudience;
-042import org.slf4j.Logger;
-043import org.slf4j.LoggerFactory;
-044
-045/**
-046 * Base class for the Assign and Unassign
Procedure.
-047 *
-048 * Locking:
-049 * Takes exclusive lock on the region
being assigned/unassigned. Thus, there can only be one
-050 * RegionTransitionProcedure per region
running at a time (see MasterProcedureScheduler).
-051 *
-052 * pThis procedure is
asynchronous and responds to external events.
-053 * The AssignmentManager will notify this
procedure when the RS completes
-054 * the operation and reports the
transitioned state
-055 * (see the Assign and Unassign class for
more detail)./p
-056 *
-057 * pProcedures move from the
REGION_TRANSITION_QUEUE state when they are
-058 * first submitted, to the
REGION_TRANSITION_DISPATCH state when the request
-059 * to remote server is sent and the
Procedure is suspended waiting on external
-060 * event to be woken again. Once the
external event is triggered, Procedure
-061 * moves to the REGION_TRANSITION_FINISH
state./p
-062 *
-063 * pNOTE: {@link AssignProcedure}
and {@link UnassignProcedure} should not be thought of
-064 * as being asymmetric, at least
currently.
-065 * ul
-066 * li{@link AssignProcedure}
moves through all the above described states and implements methods
-067 * associated with each while {@link
UnassignProcedure} starts at state
-068 * REGION_TRANSITION_DISPATCH and state
REGION_TRANSITION_QUEUE is not supported./li
-069 *
-070 * liWhen any step in {@link
AssignProcedure} fails, failure handler
-071 *
AssignProcedure#handleFailure(MasterProcedureEnv, RegionStateNode) re-attempts
the
-072 * assignment by setting the procedure
state to REGION_TRANSITION_QUEUE and forces
-073 * assignment to a different target
server by setting {@link AssignProcedure#forceNewPlan}. When
-074 * the number of attempts reaches
threshold configuration 'hbase.assignment.maximum.attempts',
-075 * the procedure is aborted. For {@link
UnassignProcedure}, similar re-attempts are
-076 * intentionally not implemented. It is a
'one shot' procedure. See its class doc for how it
-077 * handles failure.
-078 * /li
-079 * liIf we find a region in an
'unexpected' state, we'll complain and retry with backoff forever.
-080 * The 'unexpected' state needs to be
fixed either by another running Procedure or by operator
-081 * intervention (Regions in 'unexpected'
state indicates bug or unexpected transition type).
-082 * For this to work, subclasses need to
persist the 'attempt' counter kept in this class when
-083 * they do serializeStateData and restore
it inside their deserializeStateData, just as they do
-084 * for {@link #regionInfo}.
-085 * /li
-086 * /ul
-087 * /p
-088 *
-089 * pTODO: Considering it is a
priority doing all we can to get make a region available as soon as
-090 * possible, re-attempting with any
target makes sense if specified target fails in case of
-091 * {@link AssignProcedure}. For {@link
UnassignProcedure}, our concern is preventing data loss
-092 * on failed unassign. See class doc for
explanation.
-093 */
-094@InterfaceAudience.Private
-095public abstract class
RegionTransitionProcedure
-096extends
ProcedureMasterProcedureEnv
-097implements TableProcedureInterface,
-098
RemoteProcedureMasterProcedureEnv, ServerName {
-099 private static final Logger LOG =
LoggerFactory.getLogger(RegionTransitionProcedure.class);
-100
-101 protected final AtomicBoolean aborted =
new AtomicBoolean(false);
+037import
org.apache.yetus.audience.InterfaceAudience;
+038import org.slf4j.Logger;
+039import org.slf4j.LoggerFactory;
+040
[07/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.TableDescriptorGetter.html
--
diff --git
a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.TableDescriptorGetter.html
b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.TableDescriptorGetter.html
index 95f2a65..073d0d0 100644
---
a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.TableDescriptorGetter.html
+++
b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.TableDescriptorGetter.html
@@ -931,7 +931,7 @@
923InitMetaProcedure initMetaProc =
null;
924if
(assignmentManager.getRegionStates().getRegionState(RegionInfoBuilder.FIRST_META_REGIONINFO)
925 .isOffline()) {
-926 OptionalProcedure?
optProc = procedureExecutor.getProcedures().stream()
+926
OptionalProcedureMasterProcedureEnv optProc =
procedureExecutor.getProcedures().stream()
927.filter(p - p instanceof
InitMetaProcedure).findAny();
928 if (optProc.isPresent()) {
929initMetaProc =
(InitMetaProcedure) optProc.get();
@@ -3210,566 +3210,567 @@
3202 cpHost.preGetProcedures();
3203}
3204
-3205final ListProcedure?
procList = this.procedureExecutor.getProcedures();
-3206
-3207if (cpHost != null) {
-3208
cpHost.postGetProcedures(procList);
-3209}
-3210
-3211return procList;
-3212 }
-3213
-3214 @Override
-3215 public ListLockedResource
getLocks() throws IOException {
-3216if (cpHost != null) {
-3217 cpHost.preGetLocks();
-3218}
-3219
-3220MasterProcedureScheduler
procedureScheduler =
-3221
procedureExecutor.getEnvironment().getProcedureScheduler();
-3222
-3223final ListLockedResource
lockedResources = procedureScheduler.getLocks();
-3224
-3225if (cpHost != null) {
-3226
cpHost.postGetLocks(lockedResources);
-3227}
-3228
-3229return lockedResources;
-3230 }
-3231
-3232 /**
-3233 * Returns the list of table
descriptors that match the specified request
-3234 * @param namespace the namespace to
query, or null if querying for all
-3235 * @param regex The regular expression
to match against, or null if querying for all
-3236 * @param tableNameList the list of
table names, or null if querying for all
-3237 * @param includeSysTables False to
match only against userspace tables
-3238 * @return the list of table
descriptors
-3239 */
-3240 public ListTableDescriptor
listTableDescriptors(final String namespace, final String regex,
-3241 final ListTableName
tableNameList, final boolean includeSysTables)
-3242 throws IOException {
-3243ListTableDescriptor htds =
new ArrayList();
-3244if (cpHost != null) {
-3245
cpHost.preGetTableDescriptors(tableNameList, htds, regex);
-3246}
-3247htds = getTableDescriptors(htds,
namespace, regex, tableNameList, includeSysTables);
-3248if (cpHost != null) {
-3249
cpHost.postGetTableDescriptors(tableNameList, htds, regex);
-3250}
-3251return htds;
-3252 }
-3253
-3254 /**
-3255 * Returns the list of table names
that match the specified request
-3256 * @param regex The regular expression
to match against, or null if querying for all
-3257 * @param namespace the namespace to
query, or null if querying for all
-3258 * @param includeSysTables False to
match only against userspace tables
-3259 * @return the list of table names
-3260 */
-3261 public ListTableName
listTableNames(final String namespace, final String regex,
-3262 final boolean includeSysTables)
throws IOException {
-3263ListTableDescriptor htds =
new ArrayList();
-3264if (cpHost != null) {
-3265 cpHost.preGetTableNames(htds,
regex);
-3266}
-3267htds = getTableDescriptors(htds,
namespace, regex, null, includeSysTables);
-3268if (cpHost != null) {
-3269 cpHost.postGetTableNames(htds,
regex);
-3270}
-3271ListTableName result = new
ArrayList(htds.size());
-3272for (TableDescriptor htd: htds)
result.add(htd.getTableName());
-3273return result;
-3274 }
-3275
-3276 /**
-3277 * @return list of table table
descriptors after filtering by regex and whether to include system
-3278 *tables, etc.
-3279 * @throws IOException
-3280 */
-3281 private ListTableDescriptor
getTableDescriptors(final ListTableDescriptor htds,
-3282 final String namespace, final
String regex, final ListTableName tableNameList,
-3283 final boolean includeSysTables)
-3284 throws IOException {
-3285if (tableNameList == null ||
tableNameList.isEmpty()) {
-3286 // request for all
TableDescriptors
-3287 CollectionTableDescriptor
allHtds;
-3288 if (namespace != null
namespace.length() 0) {
-3289// Do a check on the namespace
existence. Will fail if does not exist.
-3290
this.clusterSchemaService.getNamespace(namespace);
-3291
[13/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/security/NettyHBaseSaslRpcClientHandler.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/security/NettyHBaseSaslRpcClientHandler.html b/devapidocs/org/apache/hadoop/hbase/security/NettyHBaseSaslRpcClientHandler.html index b650cff..d48e675 100644 --- a/devapidocs/org/apache/hadoop/hbase/security/NettyHBaseSaslRpcClientHandler.html +++ b/devapidocs/org/apache/hadoop/hbase/security/NettyHBaseSaslRpcClientHandler.html @@ -129,7 +129,7 @@ var activeTableTab = "activeTableTab"; @InterfaceAudience.Private -public class NettyHBaseSaslRpcClientHandler +public class NettyHBaseSaslRpcClientHandler extends org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandlerorg.apache.hbase.thirdparty.io.netty.buffer.ByteBuf Implement SASL logic for netty rpc client. @@ -322,7 +322,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler LOG -private static finalorg.slf4j.Logger LOG +private static finalorg.slf4j.Logger LOG @@ -331,7 +331,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler saslPromise -private finalorg.apache.hbase.thirdparty.io.netty.util.concurrent.Promisehttps://docs.oracle.com/javase/8/docs/api/java/lang/Boolean.html?is-external=true; title="class or interface in java.lang">Boolean saslPromise +private finalorg.apache.hbase.thirdparty.io.netty.util.concurrent.Promisehttps://docs.oracle.com/javase/8/docs/api/java/lang/Boolean.html?is-external=true; title="class or interface in java.lang">Boolean saslPromise @@ -340,7 +340,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler ugi -private finalorg.apache.hadoop.security.UserGroupInformation ugi +private finalorg.apache.hadoop.security.UserGroupInformation ugi @@ -349,7 +349,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler saslRpcClient -private finalNettyHBaseSaslRpcClient saslRpcClient +private finalNettyHBaseSaslRpcClient saslRpcClient @@ -358,7 +358,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler conf -private finalorg.apache.hadoop.conf.Configuration conf +private finalorg.apache.hadoop.conf.Configuration conf @@ -367,7 +367,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler needProcessConnectionHeader -privateboolean needProcessConnectionHeader +privateboolean needProcessConnectionHeader @@ -384,7 +384,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler NettyHBaseSaslRpcClientHandler -publicNettyHBaseSaslRpcClientHandler(org.apache.hbase.thirdparty.io.netty.util.concurrent.Promisehttps://docs.oracle.com/javase/8/docs/api/java/lang/Boolean.html?is-external=true; title="class or interface in java.lang">BooleansaslPromise, +publicNettyHBaseSaslRpcClientHandler(org.apache.hbase.thirdparty.io.netty.util.concurrent.Promisehttps://docs.oracle.com/javase/8/docs/api/java/lang/Boolean.html?is-external=true; title="class or interface in java.lang">BooleansaslPromise, org.apache.hadoop.security.UserGroupInformationugi, AuthMethodmethod, org.apache.hadoop.security.token.Token? extends org.apache.hadoop.security.token.TokenIdentifiertoken, @@ -415,7 +415,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler writeResponse -privatevoidwriteResponse(org.apache.hbase.thirdparty.io.netty.channel.ChannelHandlerContextctx, +privatevoidwriteResponse(org.apache.hbase.thirdparty.io.netty.channel.ChannelHandlerContextctx, byte[]response) @@ -425,7 +425,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler tryComplete -privatevoidtryComplete(org.apache.hbase.thirdparty.io.netty.channel.ChannelHandlerContextctx) +privatevoidtryComplete(org.apache.hbase.thirdparty.io.netty.channel.ChannelHandlerContextctx) @@ -434,7 +434,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler setCryptoAESOption -privatevoidsetCryptoAESOption() +privatevoidsetCryptoAESOption() @@ -443,7 +443,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler isNeedProcessConnectionHeader -publicbooleanisNeedProcessConnectionHeader() +publicbooleanisNeedProcessConnectionHeader() @@ -452,7 +452,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler handlerAdded -publicvoidhandlerAdded(org.apache.hbase.thirdparty.io.netty.channel.ChannelHandlerContextctx) +publicvoidhandlerAdded(org.apache.hbase.thirdparty.io.netty.channel.ChannelHandlerContextctx)
[10/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.InitializationMonitor.html
--
diff --git
a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.InitializationMonitor.html
b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.InitializationMonitor.html
index 95f2a65..073d0d0 100644
---
a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.InitializationMonitor.html
+++
b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.InitializationMonitor.html
@@ -931,7 +931,7 @@
923InitMetaProcedure initMetaProc =
null;
924if
(assignmentManager.getRegionStates().getRegionState(RegionInfoBuilder.FIRST_META_REGIONINFO)
925 .isOffline()) {
-926 OptionalProcedure?
optProc = procedureExecutor.getProcedures().stream()
+926
OptionalProcedureMasterProcedureEnv optProc =
procedureExecutor.getProcedures().stream()
927.filter(p - p instanceof
InitMetaProcedure).findAny();
928 if (optProc.isPresent()) {
929initMetaProc =
(InitMetaProcedure) optProc.get();
@@ -3210,566 +3210,567 @@
3202 cpHost.preGetProcedures();
3203}
3204
-3205final ListProcedure?
procList = this.procedureExecutor.getProcedures();
-3206
-3207if (cpHost != null) {
-3208
cpHost.postGetProcedures(procList);
-3209}
-3210
-3211return procList;
-3212 }
-3213
-3214 @Override
-3215 public ListLockedResource
getLocks() throws IOException {
-3216if (cpHost != null) {
-3217 cpHost.preGetLocks();
-3218}
-3219
-3220MasterProcedureScheduler
procedureScheduler =
-3221
procedureExecutor.getEnvironment().getProcedureScheduler();
-3222
-3223final ListLockedResource
lockedResources = procedureScheduler.getLocks();
-3224
-3225if (cpHost != null) {
-3226
cpHost.postGetLocks(lockedResources);
-3227}
-3228
-3229return lockedResources;
-3230 }
-3231
-3232 /**
-3233 * Returns the list of table
descriptors that match the specified request
-3234 * @param namespace the namespace to
query, or null if querying for all
-3235 * @param regex The regular expression
to match against, or null if querying for all
-3236 * @param tableNameList the list of
table names, or null if querying for all
-3237 * @param includeSysTables False to
match only against userspace tables
-3238 * @return the list of table
descriptors
-3239 */
-3240 public ListTableDescriptor
listTableDescriptors(final String namespace, final String regex,
-3241 final ListTableName
tableNameList, final boolean includeSysTables)
-3242 throws IOException {
-3243ListTableDescriptor htds =
new ArrayList();
-3244if (cpHost != null) {
-3245
cpHost.preGetTableDescriptors(tableNameList, htds, regex);
-3246}
-3247htds = getTableDescriptors(htds,
namespace, regex, tableNameList, includeSysTables);
-3248if (cpHost != null) {
-3249
cpHost.postGetTableDescriptors(tableNameList, htds, regex);
-3250}
-3251return htds;
-3252 }
-3253
-3254 /**
-3255 * Returns the list of table names
that match the specified request
-3256 * @param regex The regular expression
to match against, or null if querying for all
-3257 * @param namespace the namespace to
query, or null if querying for all
-3258 * @param includeSysTables False to
match only against userspace tables
-3259 * @return the list of table names
-3260 */
-3261 public ListTableName
listTableNames(final String namespace, final String regex,
-3262 final boolean includeSysTables)
throws IOException {
-3263ListTableDescriptor htds =
new ArrayList();
-3264if (cpHost != null) {
-3265 cpHost.preGetTableNames(htds,
regex);
-3266}
-3267htds = getTableDescriptors(htds,
namespace, regex, null, includeSysTables);
-3268if (cpHost != null) {
-3269 cpHost.postGetTableNames(htds,
regex);
-3270}
-3271ListTableName result = new
ArrayList(htds.size());
-3272for (TableDescriptor htd: htds)
result.add(htd.getTableName());
-3273return result;
-3274 }
-3275
-3276 /**
-3277 * @return list of table table
descriptors after filtering by regex and whether to include system
-3278 *tables, etc.
-3279 * @throws IOException
-3280 */
-3281 private ListTableDescriptor
getTableDescriptors(final ListTableDescriptor htds,
-3282 final String namespace, final
String regex, final ListTableName tableNameList,
-3283 final boolean includeSysTables)
-3284 throws IOException {
-3285if (tableNameList == null ||
tableNameList.isEmpty()) {
-3286 // request for all
TableDescriptors
-3287 CollectionTableDescriptor
allHtds;
-3288 if (namespace != null
namespace.length() 0) {
-3289// Do a check on the namespace
existence. Will fail if does not exist.
-3290
this.clusterSchemaService.getNamespace(namespace);
-3291
[09/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.MasterStoppedException.html
--
diff --git
a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.MasterStoppedException.html
b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.MasterStoppedException.html
index 95f2a65..073d0d0 100644
---
a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.MasterStoppedException.html
+++
b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.MasterStoppedException.html
@@ -931,7 +931,7 @@
923InitMetaProcedure initMetaProc =
null;
924if
(assignmentManager.getRegionStates().getRegionState(RegionInfoBuilder.FIRST_META_REGIONINFO)
925 .isOffline()) {
-926 OptionalProcedure?
optProc = procedureExecutor.getProcedures().stream()
+926
OptionalProcedureMasterProcedureEnv optProc =
procedureExecutor.getProcedures().stream()
927.filter(p - p instanceof
InitMetaProcedure).findAny();
928 if (optProc.isPresent()) {
929initMetaProc =
(InitMetaProcedure) optProc.get();
@@ -3210,566 +3210,567 @@
3202 cpHost.preGetProcedures();
3203}
3204
-3205final ListProcedure?
procList = this.procedureExecutor.getProcedures();
-3206
-3207if (cpHost != null) {
-3208
cpHost.postGetProcedures(procList);
-3209}
-3210
-3211return procList;
-3212 }
-3213
-3214 @Override
-3215 public ListLockedResource
getLocks() throws IOException {
-3216if (cpHost != null) {
-3217 cpHost.preGetLocks();
-3218}
-3219
-3220MasterProcedureScheduler
procedureScheduler =
-3221
procedureExecutor.getEnvironment().getProcedureScheduler();
-3222
-3223final ListLockedResource
lockedResources = procedureScheduler.getLocks();
-3224
-3225if (cpHost != null) {
-3226
cpHost.postGetLocks(lockedResources);
-3227}
-3228
-3229return lockedResources;
-3230 }
-3231
-3232 /**
-3233 * Returns the list of table
descriptors that match the specified request
-3234 * @param namespace the namespace to
query, or null if querying for all
-3235 * @param regex The regular expression
to match against, or null if querying for all
-3236 * @param tableNameList the list of
table names, or null if querying for all
-3237 * @param includeSysTables False to
match only against userspace tables
-3238 * @return the list of table
descriptors
-3239 */
-3240 public ListTableDescriptor
listTableDescriptors(final String namespace, final String regex,
-3241 final ListTableName
tableNameList, final boolean includeSysTables)
-3242 throws IOException {
-3243ListTableDescriptor htds =
new ArrayList();
-3244if (cpHost != null) {
-3245
cpHost.preGetTableDescriptors(tableNameList, htds, regex);
-3246}
-3247htds = getTableDescriptors(htds,
namespace, regex, tableNameList, includeSysTables);
-3248if (cpHost != null) {
-3249
cpHost.postGetTableDescriptors(tableNameList, htds, regex);
-3250}
-3251return htds;
-3252 }
-3253
-3254 /**
-3255 * Returns the list of table names
that match the specified request
-3256 * @param regex The regular expression
to match against, or null if querying for all
-3257 * @param namespace the namespace to
query, or null if querying for all
-3258 * @param includeSysTables False to
match only against userspace tables
-3259 * @return the list of table names
-3260 */
-3261 public ListTableName
listTableNames(final String namespace, final String regex,
-3262 final boolean includeSysTables)
throws IOException {
-3263ListTableDescriptor htds =
new ArrayList();
-3264if (cpHost != null) {
-3265 cpHost.preGetTableNames(htds,
regex);
-3266}
-3267htds = getTableDescriptors(htds,
namespace, regex, null, includeSysTables);
-3268if (cpHost != null) {
-3269 cpHost.postGetTableNames(htds,
regex);
-3270}
-3271ListTableName result = new
ArrayList(htds.size());
-3272for (TableDescriptor htd: htds)
result.add(htd.getTableName());
-3273return result;
-3274 }
-3275
-3276 /**
-3277 * @return list of table table
descriptors after filtering by regex and whether to include system
-3278 *tables, etc.
-3279 * @throws IOException
-3280 */
-3281 private ListTableDescriptor
getTableDescriptors(final ListTableDescriptor htds,
-3282 final String namespace, final
String regex, final ListTableName tableNameList,
-3283 final boolean includeSysTables)
-3284 throws IOException {
-3285if (tableNameList == null ||
tableNameList.isEmpty()) {
-3286 // request for all
TableDescriptors
-3287 CollectionTableDescriptor
allHtds;
-3288 if (namespace != null
namespace.length() 0) {
-3289// Do a check on the namespace
existence. Will fail if does not exist.
-3290
this.clusterSchemaService.getNamespace(namespace);
-3291
[15/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/Procedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/Procedure.html b/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/Procedure.html index 7666b0b..776026f 100644 --- a/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/Procedure.html +++ b/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/Procedure.html @@ -151,7 +151,7 @@ private long -ClusterSchemaServiceImpl.submitProcedure(Procedure?procedure, +ClusterSchemaServiceImpl.submitProcedure(ProcedureMasterProcedureEnvprocedure, NonceKeynonceKey) @@ -574,16 +574,16 @@ static byte[] ProcedureSyncWait.submitAndWaitProcedure(ProcedureExecutorMasterProcedureEnvprocExec, - Procedure?proc) + ProcedureMasterProcedureEnvproc) protected long -MasterProcedureUtil.NonceProcedureRunnable.submitProcedure(Procedure?proc) +MasterProcedureUtil.NonceProcedureRunnable.submitProcedure(ProcedureMasterProcedureEnvproc) static https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/Future.html?is-external=true; title="class or interface in java.util.concurrent">Futurebyte[] ProcedureSyncWait.submitProcedure(ProcedureExecutorMasterProcedureEnvprocExec, - Procedure?proc) + ProcedureMasterProcedureEnvproc) private void @@ -906,7 +906,7 @@ -private Procedure? +private ProcedureTEnvironment ProcedureExecutor.WorkerThread.activeProcedure @@ -918,7 +918,7 @@ LockedResource.exclusiveLockOwnerProcedure -private Procedure? +private ProcedureTEnvironment ProcedureExecutor.CompletedProcedureRetainer.procedure @@ -931,7 +931,7 @@ -private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ConcurrentHashMap.html?is-external=true; title="class or interface in java.util.concurrent">ConcurrentHashMaphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true; title="class or interface in java.lang">Long,Procedure +private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ConcurrentHashMap.html?is-external=true; title="class or interface in java.util.concurrent">ConcurrentHashMaphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true; title="class or interface in java.lang">Long,ProcedureTEnvironment ProcedureExecutor.procedures Helper map to lookup the live procedures by ID. @@ -941,11 +941,11 @@ StateMachineProcedure.subProcList -private https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true; title="class or interface in java.util">SetProcedure +private https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true; title="class or interface in java.util">SetProcedureTEnvironment RootProcedureState.subprocs -private https://docs.oracle.com/javase/8/docs/api/java/util/ArrayList.html?is-external=true; title="class or interface in java.util">ArrayListProcedure +private https://docs.oracle.com/javase/8/docs/api/java/util/ArrayList.html?is-external=true; title="class or interface in java.util">ArrayListProcedureTEnvironment RootProcedureState.subprocStack @@ -968,7 +968,7 @@ -T extends ProcedureT +T extends ProcedureTEnvironmentT ProcedureExecutor.getProcedure(https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true; title="class or interface in java.lang">ClassTclazz, longprocId) @@ -1039,26 +1039,26 @@ LockedResource.getExclusiveLockOwnerProcedure() -Procedure? +ProcedureTEnvironment ProcedureExecutor.CompletedProcedureRetainer.getProcedure() -Procedure +ProcedureTEnvironment ProcedureExecutor.getProcedure(longprocId) -Procedure +ProcedureTEnvironment ProcedureExecutor.getResult(longprocId) -Procedure +ProcedureTEnvironment ProcedureExecutor.getResultOrProcedure(longprocId) -private Procedure[] -ProcedureExecutor.initializeChildren(RootProcedureStateprocStack, - Procedureprocedure, - Procedure[]subprocs) +private ProcedureTEnvironment[] +ProcedureExecutor.initializeChildren(RootProcedureStateTEnvironmentprocStack, + ProcedureTEnvironmentprocedure, + ProcedureTEnvironment[]subprocs) static Procedure @@ -1091,8 +1091,8 @@ https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/TimeUnit.html?is-external=true; title="class or interface in java.util.concurrent">TimeUnitunit) -private Procedure -ProcedureExecutor.prepareProcedure(Procedureproc) +private ProcedureTEnvironment +ProcedureExecutor.prepareProcedure(ProcedureTEnvironmentproc) Procedure? @@ -1112,13 +1112,13 @@ LockAndQueue.filterWaitingQueue(https://docs.oracle.com/javase/8/docs/api/java/util/function/Predicate.html?is-external=true; title="class or interface
[05/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionChore.html
--
diff --git
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionChore.html
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionChore.html
index 9babac2..2e75659 100644
---
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionChore.html
+++
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionChore.html
@@ -1024,7 +1024,7 @@
1016 if
(regionNode.isInState(State.OPENING, State.OPEN)) {
1017if
(!regionNode.getRegionLocation().equals(serverName)) {
1018 throw new
UnexpectedStateException(regionNode.toString() +
-1019"reported OPEN on
server=" + serverName +
+1019" reported OPEN on
server=" + serverName +
1020" but state has
otherwise.");
1021} else if
(regionNode.isInState(State.OPENING)) {
1022 try {
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionStat.html
--
diff --git
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionStat.html
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionStat.html
index 9babac2..2e75659 100644
---
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionStat.html
+++
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionStat.html
@@ -1024,7 +1024,7 @@
1016 if
(regionNode.isInState(State.OPENING, State.OPEN)) {
1017if
(!regionNode.getRegionLocation().equals(serverName)) {
1018 throw new
UnexpectedStateException(regionNode.toString() +
-1019"reported OPEN on
server=" + serverName +
+1019" reported OPEN on
server=" + serverName +
1020" but state has
otherwise.");
1021} else if
(regionNode.isInState(State.OPENING)) {
1022 try {
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.html
--
diff --git
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.html
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.html
index 9babac2..2e75659 100644
---
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.html
+++
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.html
@@ -1024,7 +1024,7 @@
1016 if
(regionNode.isInState(State.OPENING, State.OPEN)) {
1017if
(!regionNode.getRegionLocation().equals(serverName)) {
1018 throw new
UnexpectedStateException(regionNode.toString() +
-1019"reported OPEN on
server=" + serverName +
+1019" reported OPEN on
server=" + serverName +
1020" but state has
otherwise.");
1021} else if
(regionNode.isInState(State.OPENING)) {
1022 try {
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/GCRegionProcedure.html
--
diff --git
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/GCRegionProcedure.html
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/GCRegionProcedure.html
index 622208f..0484c0c 100644
---
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/GCRegionProcedure.html
+++
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/GCRegionProcedure.html
@@ -156,12 +156,7 @@
148
serializer.deserialize(MasterProcedureProtos.GCRegionStateData.class);
149
setRegion(ProtobufUtil.toRegionInfo(msg.getRegionInfo()));
150 }
-151
-152 @Override
-153 protected
org.apache.hadoop.hbase.procedure2.Procedure.LockState
acquireLock(MasterProcedureEnv env) {
-154return super.acquireLock(env);
-155 }
-156}
+151}
[01/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
Repository: hbase-site
Updated Branches:
refs/heads/asf-site 6daeaf094 -> 804782f09
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/src-html/org/apache/hadoop/hbase/master/locking/LockProcedure.NamespaceExclusiveLock.html
--
diff --git
a/devapidocs/src-html/org/apache/hadoop/hbase/master/locking/LockProcedure.NamespaceExclusiveLock.html
b/devapidocs/src-html/org/apache/hadoop/hbase/master/locking/LockProcedure.NamespaceExclusiveLock.html
index aba85f1..a2daee8 100644
---
a/devapidocs/src-html/org/apache/hadoop/hbase/master/locking/LockProcedure.NamespaceExclusiveLock.html
+++
b/devapidocs/src-html/org/apache/hadoop/hbase/master/locking/LockProcedure.NamespaceExclusiveLock.html
@@ -84,420 +84,411 @@
076 private String description;
077 // True when recovery of master lock
from WALs
078 private boolean recoveredMasterLock;
-079 // this is for internal working
-080 private boolean hasLock;
-081
-082 private final
ProcedureEventLockProcedure event = new ProcedureEvent(this);
-083 // True if this proc acquired relevant
locks. This value is for client checks.
-084 private final AtomicBoolean locked =
new AtomicBoolean(false);
-085 // Last system time (in ms) when client
sent the heartbeat.
-086 // Initialize to system time for
non-null value in case of recovery.
-087 private final AtomicLong lastHeartBeat
= new AtomicLong();
-088 // Set to true when unlock request is
received.
-089 private final AtomicBoolean unlock =
new AtomicBoolean(false);
-090 // decreased when locks are acquired.
Only used for local (with master process) purposes.
-091 // Setting latch to non-null value
increases default timeout to
-092 //
DEFAULT_LOCAL_MASTER_LOCKS_TIMEOUT_MS (10 min) so that there is no need to
heartbeat.
-093 private final CountDownLatch
lockAcquireLatch;
-094
-095 @Override
-096 public TableName getTableName() {
-097return tableName;
-098 }
-099
-100 @Override
-101 public TableOperationType
getTableOperationType() {
-102return opType;
-103 }
-104
-105 private interface LockInterface {
-106boolean
acquireLock(MasterProcedureEnv env);
-107void releaseLock(MasterProcedureEnv
env);
-108 }
-109
-110 public LockProcedure() {
-111lockAcquireLatch = null;
-112 }
-113
-114 private LockProcedure(final
Configuration conf, final LockType type,
-115 final String description, final
CountDownLatch lockAcquireLatch) {
-116this.type = type;
-117this.description = description;
-118this.lockAcquireLatch =
lockAcquireLatch;
-119if (lockAcquireLatch == null) {
-120
setTimeout(conf.getInt(REMOTE_LOCKS_TIMEOUT_MS_CONF,
DEFAULT_REMOTE_LOCKS_TIMEOUT_MS));
-121} else {
-122
setTimeout(conf.getInt(LOCAL_MASTER_LOCKS_TIMEOUT_MS_CONF,
-123
DEFAULT_LOCAL_MASTER_LOCKS_TIMEOUT_MS));
-124}
-125 }
-126
-127 /**
-128 * Constructor for namespace lock.
-129 * @param lockAcquireLatch if not null,
the latch is decreased when lock is acquired.
-130 */
-131 public LockProcedure(final
Configuration conf, final String namespace, final LockType type,
-132 final String description, final
CountDownLatch lockAcquireLatch)
-133 throws IllegalArgumentException {
-134this(conf, type, description,
lockAcquireLatch);
-135
-136if (namespace.isEmpty()) {
-137 throw new
IllegalArgumentException("Empty namespace");
-138}
-139
-140this.namespace = namespace;
-141this.lock = setupNamespaceLock();
-142 }
-143
-144 /**
-145 * Constructor for table lock.
-146 * @param lockAcquireLatch if not null,
the latch is decreased when lock is acquired.
-147 */
-148 public LockProcedure(final
Configuration conf, final TableName tableName, final LockType type,
-149 final String description, final
CountDownLatch lockAcquireLatch)
-150 throws IllegalArgumentException {
-151this(conf, type, description,
lockAcquireLatch);
-152
-153this.tableName = tableName;
-154this.lock = setupTableLock();
-155 }
-156
-157 /**
-158 * Constructor for region lock(s).
-159 * @param lockAcquireLatch if not null,
the latch is decreased when lock is acquired.
-160 *Useful for
locks acquired locally from master process.
-161 * @throws IllegalArgumentException if
all regions are not from same table.
-162 */
-163 public LockProcedure(final
Configuration conf, final RegionInfo[] regionInfos,
-164 final LockType type, final String
description, final CountDownLatch lockAcquireLatch)
-165 throws IllegalArgumentException {
-166this(conf, type, description,
lockAcquireLatch);
-167
-168// Build RegionInfo from region
names.
-169if (regionInfos.length == 0) {
-170 throw new
IllegalArgumentException("No regions specified for region lock");
-171}
-172
-173// check all regions belong to same
table.
-174final TableName regionTable =
[2/2] hbase git commit: HBASE-20649 Validate HFiles do not have PREFIX_TREE DataBlockEncoding
HBASE-20649 Validate HFiles do not have PREFIX_TREE DataBlockEncoding
Amending-Author: Balazs Meszaros
Signed-off-by: Sean Busbey
Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/3b84c9c8
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/3b84c9c8
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/3b84c9c8
Branch: refs/heads/branch-2
Commit: 3b84c9c8d277af80bc80b7eb3e1dd754376815d4
Parents: ac4b789
Author: Peter Somogyi
Authored: Tue Jun 26 10:47:06 2018 +0200
Committer: Sean Busbey
Committed: Wed Jul 25 09:12:17 2018 -0500
--
.../hbase/tool/DataBlockEncodingValidator.java | 5 +-
.../hbase/tool/HFileContentValidator.java | 126 +++
.../hadoop/hbase/tool/PreUpgradeValidator.java | 7 ++
src/main/asciidoc/_chapters/ops_mgt.adoc| 102 ++-
4 files changed, 234 insertions(+), 6 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/hbase/blob/3b84c9c8/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/DataBlockEncodingValidator.java
--
diff --git
a/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/DataBlockEncodingValidator.java
b/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/DataBlockEncodingValidator.java
index e72521b..c909725 100644
---
a/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/DataBlockEncodingValidator.java
+++
b/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/DataBlockEncodingValidator.java
@@ -76,9 +76,8 @@ public class DataBlockEncodingValidator extends
AbstractHBaseTool {
if (incompatibilities > 0) {
LOG.warn("There are {} column families with incompatible Data Block
Encodings. Do not "
- + "upgrade until these encodings are converted to a supported one.",
incompatibilities);
- LOG.warn("Check
http://hbase.apache.org/book.html#upgrade2.0.prefix-tree.removed "
- + "for instructions.");
+ + "upgrade until these encodings are converted to a supported one. "
+ + "Check https://s.apache.org/prefixtree for instructions.",
incompatibilities);
} else {
LOG.info("The used Data Block Encodings are compatible with HBase 2.0.");
}
http://git-wip-us.apache.org/repos/asf/hbase/blob/3b84c9c8/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/HFileContentValidator.java
--
diff --git
a/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/HFileContentValidator.java
b/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/HFileContentValidator.java
new file mode 100644
index 000..d60844b
--- /dev/null
+++
b/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/HFileContentValidator.java
@@ -0,0 +1,126 @@
+/**
+ *
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.hbase.tool;
+
+import java.io.IOException;
+import java.util.Collection;
+import java.util.List;
+import java.util.concurrent.ExecutorService;
+import java.util.concurrent.Executors;
+import java.util.concurrent.TimeUnit;
+
+import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.fs.FileSystem;
+import org.apache.hadoop.fs.Path;
+import org.apache.hadoop.hbase.HBaseInterfaceAudience;
+import org.apache.hadoop.hbase.HConstants;
+import org.apache.hadoop.hbase.util.AbstractHBaseTool;
+import org.apache.hadoop.hbase.util.FSUtils;
+import org.apache.hadoop.hbase.util.Threads;
+import org.apache.hadoop.hbase.util.hbck.HFileCorruptionChecker;
+import org.apache.yetus.audience.InterfaceAudience;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import org.apache.hbase.thirdparty.org.apache.commons.cli.CommandLine;
+
+@InterfaceAudience.LimitedPrivate(HBaseInterfaceAudience.TOOLS)
+public class HFileContentValidator extends AbstractHBaseTool {
+
+ private static final Logger LOG =
LoggerFactory.getLogger(HFileContentValidator.class);
+
+ /**
+ * Check HFile contents are readable by HBase 2.
+ *
+ *
[1/2] hbase git commit: HBASE-20649 Validate HFiles do not have PREFIX_TREE DataBlockEncoding
Repository: hbase
Updated Branches:
refs/heads/branch-2 ac4b789f5 -> 3b84c9c8d
refs/heads/master 44f6ef1c9 -> ba5d1c1f2
HBASE-20649 Validate HFiles do not have PREFIX_TREE DataBlockEncoding
Amending-Author: Balazs Meszaros
Signed-off-by: Sean Busbey
Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/ba5d1c1f
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/ba5d1c1f
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/ba5d1c1f
Branch: refs/heads/master
Commit: ba5d1c1f28301adc99019d9d6c4a04fac98ae511
Parents: 44f6ef1
Author: Peter Somogyi
Authored: Tue Jun 26 10:47:06 2018 +0200
Committer: Sean Busbey
Committed: Wed Jul 25 09:00:00 2018 -0500
--
.../hbase/tool/DataBlockEncodingValidator.java | 5 +-
.../hbase/tool/HFileContentValidator.java | 126 +++
.../hadoop/hbase/tool/PreUpgradeValidator.java | 7 ++
src/main/asciidoc/_chapters/ops_mgt.adoc| 102 ++-
4 files changed, 234 insertions(+), 6 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/hbase/blob/ba5d1c1f/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/DataBlockEncodingValidator.java
--
diff --git
a/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/DataBlockEncodingValidator.java
b/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/DataBlockEncodingValidator.java
index e72521b..c909725 100644
---
a/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/DataBlockEncodingValidator.java
+++
b/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/DataBlockEncodingValidator.java
@@ -76,9 +76,8 @@ public class DataBlockEncodingValidator extends
AbstractHBaseTool {
if (incompatibilities > 0) {
LOG.warn("There are {} column families with incompatible Data Block
Encodings. Do not "
- + "upgrade until these encodings are converted to a supported one.",
incompatibilities);
- LOG.warn("Check
http://hbase.apache.org/book.html#upgrade2.0.prefix-tree.removed "
- + "for instructions.");
+ + "upgrade until these encodings are converted to a supported one. "
+ + "Check https://s.apache.org/prefixtree for instructions.",
incompatibilities);
} else {
LOG.info("The used Data Block Encodings are compatible with HBase 2.0.");
}
http://git-wip-us.apache.org/repos/asf/hbase/blob/ba5d1c1f/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/HFileContentValidator.java
--
diff --git
a/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/HFileContentValidator.java
b/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/HFileContentValidator.java
new file mode 100644
index 000..d60844b
--- /dev/null
+++
b/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/HFileContentValidator.java
@@ -0,0 +1,126 @@
+/**
+ *
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.hbase.tool;
+
+import java.io.IOException;
+import java.util.Collection;
+import java.util.List;
+import java.util.concurrent.ExecutorService;
+import java.util.concurrent.Executors;
+import java.util.concurrent.TimeUnit;
+
+import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.fs.FileSystem;
+import org.apache.hadoop.fs.Path;
+import org.apache.hadoop.hbase.HBaseInterfaceAudience;
+import org.apache.hadoop.hbase.HConstants;
+import org.apache.hadoop.hbase.util.AbstractHBaseTool;
+import org.apache.hadoop.hbase.util.FSUtils;
+import org.apache.hadoop.hbase.util.Threads;
+import org.apache.hadoop.hbase.util.hbck.HFileCorruptionChecker;
+import org.apache.yetus.audience.InterfaceAudience;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import org.apache.hbase.thirdparty.org.apache.commons.cli.CommandLine;
+
+@InterfaceAudience.LimitedPrivate(HBaseInterfaceAudience.TOOLS)
+public class HFileContentValidator extends AbstractHBaseTool {
+
+ private static final Logger LOG =
hbase git commit: HBASE-20938 Set version to 2.1.1-SNAPSHOT for branch-2.1
Repository: hbase Updated Branches: refs/heads/branch-2.1 325155473 -> 1777ea3aa HBASE-20938 Set version to 2.1.1-SNAPSHOT for branch-2.1 Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/1777ea3a Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/1777ea3a Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/1777ea3a Branch: refs/heads/branch-2.1 Commit: 1777ea3aaec03e8f3d47fbb68bbaabc0860af8b4 Parents: 3251554 Author: zhangduo Authored: Wed Jul 25 14:51:34 2018 +0800 Committer: zhangduo Committed: Wed Jul 25 21:45:09 2018 +0800 -- hbase-annotations/pom.xml | 2 +- hbase-archetypes/hbase-archetype-builder/pom.xml | 2 +- hbase-archetypes/hbase-client-project/pom.xml | 2 +- hbase-archetypes/hbase-shaded-client-project/pom.xml | 2 +- hbase-archetypes/pom.xml | 2 +- hbase-assembly/pom.xml | 2 +- hbase-build-configuration/pom.xml | 2 +- hbase-build-support/hbase-error-prone/pom.xml | 4 ++-- hbase-build-support/pom.xml| 2 +- hbase-checkstyle/pom.xml | 4 ++-- hbase-client/pom.xml | 2 +- hbase-common/pom.xml | 2 +- hbase-endpoint/pom.xml | 2 +- hbase-examples/pom.xml | 2 +- hbase-external-blockcache/pom.xml | 2 +- hbase-hadoop-compat/pom.xml| 2 +- hbase-hadoop2-compat/pom.xml | 2 +- hbase-http/pom.xml | 2 +- hbase-it/pom.xml | 2 +- hbase-mapreduce/pom.xml| 2 +- hbase-metrics-api/pom.xml | 2 +- hbase-metrics/pom.xml | 2 +- hbase-procedure/pom.xml| 2 +- hbase-protocol-shaded/pom.xml | 2 +- hbase-protocol/pom.xml | 2 +- hbase-replication/pom.xml | 2 +- hbase-resource-bundle/pom.xml | 2 +- hbase-rest/pom.xml | 2 +- hbase-rsgroup/pom.xml | 2 +- hbase-server/pom.xml | 2 +- hbase-shaded/hbase-shaded-check-invariants/pom.xml | 2 +- hbase-shaded/hbase-shaded-client-byo-hadoop/pom.xml| 2 +- hbase-shaded/hbase-shaded-client/pom.xml | 2 +- hbase-shaded/hbase-shaded-mapreduce/pom.xml| 2 +- hbase-shaded/hbase-shaded-with-hadoop-check-invariants/pom.xml | 2 +- hbase-shaded/pom.xml | 2 +- hbase-shell/pom.xml| 2 +- hbase-testing-util/pom.xml | 2 +- hbase-thrift/pom.xml | 2 +- hbase-zookeeper/pom.xml| 2 +- pom.xml| 2 +- 41 files changed, 43 insertions(+), 43 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/1777ea3a/hbase-annotations/pom.xml -- diff --git a/hbase-annotations/pom.xml b/hbase-annotations/pom.xml index 698335c..3746bfa 100644 --- a/hbase-annotations/pom.xml +++ b/hbase-annotations/pom.xml @@ -23,7 +23,7 @@ hbase org.apache.hbase -2.1.0 +2.1.1-SNAPSHOT .. http://git-wip-us.apache.org/repos/asf/hbase/blob/1777ea3a/hbase-archetypes/hbase-archetype-builder/pom.xml -- diff --git a/hbase-archetypes/hbase-archetype-builder/pom.xml b/hbase-archetypes/hbase-archetype-builder/pom.xml index fc425b5..ff20686 100644 --- a/hbase-archetypes/hbase-archetype-builder/pom.xml +++ b/hbase-archetypes/hbase-archetype-builder/pom.xml @@ -25,7 +25,7 @@ hbase-archetypes org.apache.hbase -2.1.0 +2.1.1-SNAPSHOT .. http://git-wip-us.apache.org/repos/asf/hbase/blob/1777ea3a/hbase-archetypes/hbase-client-project/pom.xml -- diff --git a/hbase-archetypes/hbase-client-project/pom.xml b/hbase-archetypes/hbase-client-project/pom.xml index
hbase git commit: HBASE-20867 RS may get killed while master restarts
Repository: hbase
Updated Branches:
refs/heads/master f3f17fa11 -> 44f6ef1c9
HBASE-20867 RS may get killed while master restarts
Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/44f6ef1c
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/44f6ef1c
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/44f6ef1c
Branch: refs/heads/master
Commit: 44f6ef1c90548304402103d6210c9edc39ebc246
Parents: f3f17fa
Author: Allan Yang
Authored: Wed Jul 25 18:16:03 2018 +0800
Committer: Allan Yang
Committed: Wed Jul 25 18:16:28 2018 +0800
--
.../hbase/exceptions/ClientExceptionsUtil.java | 2 +-
.../exceptions/ConnectionClosedException.java | 36 +
.../org/apache/hadoop/hbase/ipc/IPCUtil.java| 5 +
.../hadoop/hbase/ipc/NettyRpcDuplexHandler.java | 3 +-
.../hbase/security/CryptoAESWrapHandler.java| 4 +-
.../NettyHBaseSaslRpcClientHandler.java | 3 +-
.../hadoop/hbase/security/SaslWrapHandler.java | 12 +-
.../master/assignment/AssignmentManager.java| 2 +-
.../assignment/RegionTransitionProcedure.java | 2 +-
.../master/procedure/RSProcedureDispatcher.java | 11 +-
.../master/TestMasterAbortAndRSGotKilled.java | 138 +++
11 files changed, 199 insertions(+), 19 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/hbase/blob/44f6ef1c/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java
--
diff --git
a/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java
b/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java
index 126571b..5402a0e 100644
---
a/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java
+++
b/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java
@@ -149,7 +149,7 @@ public final class ClientExceptionsUtil {
|| e instanceof ClosedChannelException || e instanceof
SyncFailedException
|| e instanceof EOFException || e instanceof TimeoutException
|| e instanceof CallTimeoutException || e instanceof
ConnectionClosingException
- || e instanceof FailedServerException);
+ || e instanceof FailedServerException || e instanceof
ConnectionClosedException);
}
/**
http://git-wip-us.apache.org/repos/asf/hbase/blob/44f6ef1c/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.java
--
diff --git
a/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.java
b/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.java
new file mode 100644
index 000..c595c14
--- /dev/null
+++
b/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.java
@@ -0,0 +1,36 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.hbase.exceptions;
+
+import org.apache.hadoop.hbase.HBaseIOException;
+import org.apache.yetus.audience.InterfaceAudience;
+
+/**
+ * Thrown when the connection is closed
+ */
+
+@InterfaceAudience.Public
+public class ConnectionClosedException extends HBaseIOException {
+
+ private static final long serialVersionUID = -8938225073412971497L;
+
+ public ConnectionClosedException(String string) {
+super(string);
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/hbase/blob/44f6ef1c/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java
--
diff --git
a/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java
b/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java
index 974994e..5e38732 100644
--- a/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java
+++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java
@@ -17,6 +17,7 @@
*/
package
hbase git commit: HBASE-20867 RS may get killed while master restarts
Repository: hbase
Updated Branches:
refs/heads/branch-2 0b283dae0 -> ac4b789f5
HBASE-20867 RS may get killed while master restarts
Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/ac4b789f
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/ac4b789f
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/ac4b789f
Branch: refs/heads/branch-2
Commit: ac4b789f5ff3659b639fdd38b5748a3ebd6c4259
Parents: 0b283da
Author: Allan Yang
Authored: Wed Jul 25 18:13:14 2018 +0800
Committer: Allan Yang
Committed: Wed Jul 25 18:13:50 2018 +0800
--
.../hbase/exceptions/ClientExceptionsUtil.java | 2 +-
.../exceptions/ConnectionClosedException.java | 36 +
.../org/apache/hadoop/hbase/ipc/IPCUtil.java| 5 +
.../hadoop/hbase/ipc/NettyRpcDuplexHandler.java | 3 +-
.../hbase/security/CryptoAESWrapHandler.java| 4 +-
.../NettyHBaseSaslRpcClientHandler.java | 3 +-
.../hadoop/hbase/security/SaslWrapHandler.java | 12 +-
.../master/assignment/AssignmentManager.java| 2 +-
.../assignment/RegionTransitionProcedure.java | 2 +-
.../master/procedure/RSProcedureDispatcher.java | 11 +-
.../master/TestMasterAbortAndRSGotKilled.java | 138 +++
11 files changed, 199 insertions(+), 19 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/hbase/blob/ac4b789f/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java
--
diff --git
a/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java
b/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java
index 126571b..5402a0e 100644
---
a/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java
+++
b/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java
@@ -149,7 +149,7 @@ public final class ClientExceptionsUtil {
|| e instanceof ClosedChannelException || e instanceof
SyncFailedException
|| e instanceof EOFException || e instanceof TimeoutException
|| e instanceof CallTimeoutException || e instanceof
ConnectionClosingException
- || e instanceof FailedServerException);
+ || e instanceof FailedServerException || e instanceof
ConnectionClosedException);
}
/**
http://git-wip-us.apache.org/repos/asf/hbase/blob/ac4b789f/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.java
--
diff --git
a/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.java
b/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.java
new file mode 100644
index 000..c595c14
--- /dev/null
+++
b/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.java
@@ -0,0 +1,36 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.hbase.exceptions;
+
+import org.apache.hadoop.hbase.HBaseIOException;
+import org.apache.yetus.audience.InterfaceAudience;
+
+/**
+ * Thrown when the connection is closed
+ */
+
+@InterfaceAudience.Public
+public class ConnectionClosedException extends HBaseIOException {
+
+ private static final long serialVersionUID = -8938225073412971497L;
+
+ public ConnectionClosedException(String string) {
+super(string);
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/hbase/blob/ac4b789f/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java
--
diff --git
a/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java
b/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java
index 974994e..5e38732 100644
--- a/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java
+++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java
@@ -17,6 +17,7 @@
*/
hbase git commit: HBASE-20867 RS may get killed while master restarts
Repository: hbase
Updated Branches:
refs/heads/branch-2.1 833657c46 -> 325155473
HBASE-20867 RS may get killed while master restarts
Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/32515547
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/32515547
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/32515547
Branch: refs/heads/branch-2.1
Commit: 32515547370962d33647c8bebcb621bbaf0942c3
Parents: 833657c
Author: Allan Yang
Authored: Wed Jul 25 18:10:37 2018 +0800
Committer: Allan Yang
Committed: Wed Jul 25 18:11:28 2018 +0800
--
.../hbase/exceptions/ClientExceptionsUtil.java | 2 +-
.../exceptions/ConnectionClosedException.java | 36 +
.../org/apache/hadoop/hbase/ipc/IPCUtil.java| 5 +
.../hadoop/hbase/ipc/NettyRpcDuplexHandler.java | 3 +-
.../hbase/security/CryptoAESWrapHandler.java| 4 +-
.../NettyHBaseSaslRpcClientHandler.java | 3 +-
.../hadoop/hbase/security/SaslWrapHandler.java | 12 +-
.../master/assignment/AssignmentManager.java| 2 +-
.../assignment/RegionTransitionProcedure.java | 2 +-
.../master/procedure/RSProcedureDispatcher.java | 11 +-
.../master/TestMasterAbortAndRSGotKilled.java | 138 +++
11 files changed, 199 insertions(+), 19 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/hbase/blob/32515547/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java
--
diff --git
a/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java
b/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java
index 126571b..5402a0e 100644
---
a/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java
+++
b/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java
@@ -149,7 +149,7 @@ public final class ClientExceptionsUtil {
|| e instanceof ClosedChannelException || e instanceof
SyncFailedException
|| e instanceof EOFException || e instanceof TimeoutException
|| e instanceof CallTimeoutException || e instanceof
ConnectionClosingException
- || e instanceof FailedServerException);
+ || e instanceof FailedServerException || e instanceof
ConnectionClosedException);
}
/**
http://git-wip-us.apache.org/repos/asf/hbase/blob/32515547/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.java
--
diff --git
a/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.java
b/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.java
new file mode 100644
index 000..c595c14
--- /dev/null
+++
b/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.java
@@ -0,0 +1,36 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.hbase.exceptions;
+
+import org.apache.hadoop.hbase.HBaseIOException;
+import org.apache.yetus.audience.InterfaceAudience;
+
+/**
+ * Thrown when the connection is closed
+ */
+
+@InterfaceAudience.Public
+public class ConnectionClosedException extends HBaseIOException {
+
+ private static final long serialVersionUID = -8938225073412971497L;
+
+ public ConnectionClosedException(String string) {
+super(string);
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/hbase/blob/32515547/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java
--
diff --git
a/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java
b/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java
index 974994e..5e38732 100644
--- a/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java
+++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java
@@ -17,6 +17,7 @@
*/
hbase git commit: HBASE-20867 RS may get killed while master restarts
Repository: hbase
Updated Branches:
refs/heads/branch-2.0 3c49d558f -> c11f0e47a
HBASE-20867 RS may get killed while master restarts
Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/c11f0e47
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/c11f0e47
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/c11f0e47
Branch: refs/heads/branch-2.0
Commit: c11f0e47a69eed093c55ea877cd718e418d973d1
Parents: 3c49d55
Author: Allan Yang
Authored: Wed Jul 25 18:07:56 2018 +0800
Committer: Allan Yang
Committed: Wed Jul 25 18:08:37 2018 +0800
--
.../hbase/exceptions/ClientExceptionsUtil.java | 2 +-
.../exceptions/ConnectionClosedException.java | 36 +
.../org/apache/hadoop/hbase/ipc/IPCUtil.java| 5 +
.../hadoop/hbase/ipc/NettyRpcDuplexHandler.java | 3 +-
.../hbase/security/CryptoAESWrapHandler.java| 4 +-
.../NettyHBaseSaslRpcClientHandler.java | 3 +-
.../hadoop/hbase/security/SaslWrapHandler.java | 12 +-
.../master/assignment/AssignmentManager.java| 2 +-
.../assignment/RegionTransitionProcedure.java | 2 +-
.../master/procedure/RSProcedureDispatcher.java | 11 +-
.../master/TestMasterAbortAndRSGotKilled.java | 138 +++
11 files changed, 199 insertions(+), 19 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/hbase/blob/c11f0e47/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java
--
diff --git
a/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java
b/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java
index 126571b..5402a0e 100644
---
a/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java
+++
b/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java
@@ -149,7 +149,7 @@ public final class ClientExceptionsUtil {
|| e instanceof ClosedChannelException || e instanceof
SyncFailedException
|| e instanceof EOFException || e instanceof TimeoutException
|| e instanceof CallTimeoutException || e instanceof
ConnectionClosingException
- || e instanceof FailedServerException);
+ || e instanceof FailedServerException || e instanceof
ConnectionClosedException);
}
/**
http://git-wip-us.apache.org/repos/asf/hbase/blob/c11f0e47/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.java
--
diff --git
a/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.java
b/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.java
new file mode 100644
index 000..c595c14
--- /dev/null
+++
b/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.java
@@ -0,0 +1,36 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.hbase.exceptions;
+
+import org.apache.hadoop.hbase.HBaseIOException;
+import org.apache.yetus.audience.InterfaceAudience;
+
+/**
+ * Thrown when the connection is closed
+ */
+
+@InterfaceAudience.Public
+public class ConnectionClosedException extends HBaseIOException {
+
+ private static final long serialVersionUID = -8938225073412971497L;
+
+ public ConnectionClosedException(String string) {
+super(string);
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/hbase/blob/c11f0e47/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java
--
diff --git
a/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java
b/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java
index 974994e..5e38732 100644
--- a/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java
+++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java
@@ -17,6 +17,7 @@
*/
[2/2] hbase git commit: HBASE-20846 Restore procedure locks when master restarts
HBASE-20846 Restore procedure locks when master restarts
Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/833657c4
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/833657c4
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/833657c4
Branch: refs/heads/branch-2.1
Commit: 833657c46dafbb9727d625617446424f62117c68
Parents: 78948d9
Author: zhangduo
Authored: Sun Jul 22 15:10:06 2018 +0800
Committer: zhangduo
Committed: Wed Jul 25 14:37:36 2018 +0800
--
.../procedure2/AbstractProcedureScheduler.java | 2 +-
.../hbase/procedure2/DelayedProcedure.java | 5 +-
.../hadoop/hbase/procedure2/Procedure.java | 384 +---
.../hbase/procedure2/ProcedureExecutor.java | 439 ++-
.../hadoop/hbase/procedure2/ProcedureUtil.java | 7 +
.../hbase/procedure2/RootProcedureState.java| 44 +-
.../hbase/procedure2/TimeoutExecutorThread.java | 28 +-
.../procedure2/TestProcedureReplayOrder.java| 8 +-
.../procedure2/TestProcedureSuspended.java | 6 -
.../src/main/protobuf/Procedure.proto | 3 +
.../hbase/master/ClusterSchemaServiceImpl.java | 4 +-
.../org/apache/hadoop/hbase/master/HMaster.java | 7 +-
.../master/assignment/GCRegionProcedure.java| 5 -
.../assignment/MergeTableRegionsProcedure.java | 12 +-
.../assignment/RegionTransitionProcedure.java | 33 +-
.../hbase/master/locking/LockProcedure.java | 9 -
.../AbstractStateMachineNamespaceProcedure.java | 6 +-
.../AbstractStateMachineRegionProcedure.java| 9 -
.../AbstractStateMachineTableProcedure.java | 8 +-
.../procedure/CreateNamespaceProcedure.java | 35 +-
.../master/procedure/CreateTableProcedure.java | 12 +-
.../master/procedure/InitMetaProcedure.java | 7 +-
.../procedure/MasterProcedureScheduler.java | 37 +-
.../master/procedure/MasterProcedureUtil.java | 2 +-
.../hbase/master/procedure/PeerQueue.java | 14 -
.../master/procedure/ProcedureSyncWait.java | 4 +-
.../hadoop/hbase/master/procedure/Queue.java| 13 +-
.../replication/AbstractPeerProcedure.java | 14 +-
.../hbase-webapps/master/procedures.jsp | 2 +-
.../hbase/client/TestGetProcedureResult.java| 2 +-
.../assignment/TestAssignmentManager.java | 3 +-
.../procedure/TestMasterProcedureEvents.java| 2 +-
.../master/procedure/TestProcedureAdmin.java| 2 +-
.../hbase/procedure/TestFailedProcCleanup.java | 5 +-
.../security/access/TestAccessController.java | 2 +-
35 files changed, 624 insertions(+), 551 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/hbase/blob/833657c4/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/AbstractProcedureScheduler.java
--
diff --git
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/AbstractProcedureScheduler.java
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/AbstractProcedureScheduler.java
index c036163..5645f89 100644
---
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/AbstractProcedureScheduler.java
+++
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/AbstractProcedureScheduler.java
@@ -163,8 +163,8 @@ public abstract class AbstractProcedureScheduler implements
ProcedureScheduler {
return null;
}
}
-
final Procedure pollResult = dequeue();
+
pollCalls++;
nullPollCalls += (pollResult == null) ? 1 : 0;
return pollResult;
http://git-wip-us.apache.org/repos/asf/hbase/blob/833657c4/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java
--
diff --git
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java
index a9f3e7d..3fc9750 100644
---
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java
+++
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java
@@ -24,8 +24,9 @@ import org.apache.yetus.audience.InterfaceAudience;
* Vessel that carries a Procedure and a timeout.
*/
@InterfaceAudience.Private
-class DelayedProcedure extends
DelayedUtil.DelayedContainerWithTimestamp> {
- public DelayedProcedure(Procedure procedure) {
+class DelayedProcedure
+extends DelayedUtil.DelayedContainerWithTimestamp>
{
+ public DelayedProcedure(Procedure procedure) {
super(procedure, procedure.getTimeoutTimestamp());
}
}
[1/2] hbase git commit: HBASE-20846 Restore procedure locks when master restarts
Repository: hbase
Updated Branches:
refs/heads/branch-2.1 78948d987 -> 833657c46
http://git-wip-us.apache.org/repos/asf/hbase/blob/833657c4/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/RootProcedureState.java
--
diff --git
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/RootProcedureState.java
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/RootProcedureState.java
index 46185ea..2fc0030 100644
---
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/RootProcedureState.java
+++
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/RootProcedureState.java
@@ -22,11 +22,9 @@ import java.util.ArrayList;
import java.util.HashSet;
import java.util.List;
import java.util.Set;
-
import org.apache.yetus.audience.InterfaceAudience;
import org.apache.yetus.audience.InterfaceStability;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
+
import
org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.ProcedureState;
/**
@@ -42,8 +40,7 @@ import
org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.Procedu
*/
@InterfaceAudience.Private
@InterfaceStability.Evolving
-class RootProcedureState {
- private static final Logger LOG =
LoggerFactory.getLogger(RootProcedureState.class);
+class RootProcedureState {
private enum State {
RUNNING, // The Procedure is running or ready to run
@@ -51,8 +48,8 @@ class RootProcedureState {
ROLLINGBACK, // The Procedure failed and the execution was rolledback
}
- private Set subprocs = null;
- private ArrayList subprocStack = null;
+ private Set> subprocs = null;
+ private ArrayList> subprocStack = null;
private State state = State.RUNNING;
private int running = 0;
@@ -91,22 +88,19 @@ class RootProcedureState {
}
protected synchronized long[] getSubprocedureIds() {
-if (subprocs == null) return null;
-int index = 0;
-final long[] subIds = new long[subprocs.size()];
-for (Procedure proc: subprocs) {
- subIds[index++] = proc.getProcId();
+if (subprocs == null) {
+ return null;
}
-return subIds;
+return subprocs.stream().mapToLong(Procedure::getProcId).toArray();
}
- protected synchronized List getSubproceduresStack() {
+ protected synchronized List> getSubproceduresStack()
{
return subprocStack;
}
protected synchronized RemoteProcedureException getException() {
if (subprocStack != null) {
- for (Procedure proc: subprocStack) {
+ for (Procedure proc: subprocStack) {
if (proc.hasException()) {
return proc.getException();
}
@@ -118,8 +112,10 @@ class RootProcedureState {
/**
* Called by the ProcedureExecutor to mark the procedure step as running.
*/
- protected synchronized boolean acquire(final Procedure proc) {
-if (state != State.RUNNING) return false;
+ protected synchronized boolean acquire(Procedure proc) {
+if (state != State.RUNNING) {
+ return false;
+}
running++;
return true;
@@ -128,7 +124,7 @@ class RootProcedureState {
/**
* Called by the ProcedureExecutor to mark the procedure step as finished.
*/
- protected synchronized void release(final Procedure proc) {
+ protected synchronized void release(Procedure proc) {
running--;
}
@@ -142,7 +138,7 @@ class RootProcedureState {
* Called by the ProcedureExecutor after the procedure step is completed,
* to add the step to the rollback list (or procedure stack)
*/
- protected synchronized void addRollbackStep(final Procedure proc) {
+ protected synchronized void addRollbackStep(Procedure proc) {
if (proc.isFailed()) {
state = State.FAILED;
}
@@ -153,8 +149,10 @@ class RootProcedureState {
subprocStack.add(proc);
}
- protected synchronized void addSubProcedure(final Procedure proc) {
-if (!proc.hasParent()) return;
+ protected synchronized void addSubProcedure(Procedure proc) {
+if (!proc.hasParent()) {
+ return;
+}
if (subprocs == null) {
subprocs = new HashSet<>();
}
@@ -168,7 +166,7 @@ class RootProcedureState {
* to the store only the Procedure we executed, and nothing else.
* on load we recreate the full stack by aggregating each procedure
stack-positions.
*/
- protected synchronized void loadStack(final Procedure proc) {
+ protected synchronized void loadStack(Procedure proc) {
addSubProcedure(proc);
int[] stackIndexes = proc.getStackIndexes();
if (stackIndexes != null) {
@@ -196,7 +194,7 @@ class RootProcedureState {
*/
protected synchronized boolean isValid() {
if (subprocStack != null) {
- for (Procedure proc: subprocStack) {
+ for (Procedure proc : subprocStack) {
if (proc == null) {
return false;
}
[2/2] hbase git commit: HBASE-20846 Restore procedure locks when master restarts
HBASE-20846 Restore procedure locks when master restarts
Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/0b283dae
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/0b283dae
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/0b283dae
Branch: refs/heads/branch-2
Commit: 0b283dae0d1f84fbb0893b7f2bb40193ac2c192d
Parents: ca558bc
Author: zhangduo
Authored: Sun Jul 22 15:10:06 2018 +0800
Committer: zhangduo
Committed: Wed Jul 25 14:37:31 2018 +0800
--
.../procedure2/AbstractProcedureScheduler.java | 2 +-
.../hbase/procedure2/DelayedProcedure.java | 5 +-
.../hadoop/hbase/procedure2/Procedure.java | 384 +---
.../hbase/procedure2/ProcedureExecutor.java | 439 ++-
.../hadoop/hbase/procedure2/ProcedureUtil.java | 7 +
.../hbase/procedure2/RootProcedureState.java| 44 +-
.../hbase/procedure2/TimeoutExecutorThread.java | 28 +-
.../procedure2/TestProcedureReplayOrder.java| 8 +-
.../procedure2/TestProcedureSuspended.java | 6 -
.../src/main/protobuf/Procedure.proto | 3 +
.../hbase/master/ClusterSchemaServiceImpl.java | 4 +-
.../org/apache/hadoop/hbase/master/HMaster.java | 7 +-
.../master/assignment/GCRegionProcedure.java| 5 -
.../assignment/MergeTableRegionsProcedure.java | 12 +-
.../assignment/RegionTransitionProcedure.java | 33 +-
.../hbase/master/locking/LockProcedure.java | 9 -
.../AbstractStateMachineNamespaceProcedure.java | 6 +-
.../AbstractStateMachineRegionProcedure.java| 9 -
.../AbstractStateMachineTableProcedure.java | 8 +-
.../procedure/CreateNamespaceProcedure.java | 35 +-
.../master/procedure/CreateTableProcedure.java | 12 +-
.../master/procedure/InitMetaProcedure.java | 7 +-
.../procedure/MasterProcedureScheduler.java | 37 +-
.../master/procedure/MasterProcedureUtil.java | 2 +-
.../hbase/master/procedure/PeerQueue.java | 14 -
.../master/procedure/ProcedureSyncWait.java | 4 +-
.../hadoop/hbase/master/procedure/Queue.java| 13 +-
.../replication/AbstractPeerProcedure.java | 14 +-
.../hbase-webapps/master/procedures.jsp | 2 +-
.../hbase/client/TestGetProcedureResult.java| 2 +-
.../assignment/TestAssignmentManager.java | 3 +-
.../procedure/TestMasterProcedureEvents.java| 2 +-
.../master/procedure/TestProcedureAdmin.java| 2 +-
.../hbase/procedure/TestFailedProcCleanup.java | 5 +-
.../security/access/TestAccessController.java | 2 +-
35 files changed, 624 insertions(+), 551 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/hbase/blob/0b283dae/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/AbstractProcedureScheduler.java
--
diff --git
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/AbstractProcedureScheduler.java
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/AbstractProcedureScheduler.java
index c036163..5645f89 100644
---
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/AbstractProcedureScheduler.java
+++
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/AbstractProcedureScheduler.java
@@ -163,8 +163,8 @@ public abstract class AbstractProcedureScheduler implements
ProcedureScheduler {
return null;
}
}
-
final Procedure pollResult = dequeue();
+
pollCalls++;
nullPollCalls += (pollResult == null) ? 1 : 0;
return pollResult;
http://git-wip-us.apache.org/repos/asf/hbase/blob/0b283dae/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java
--
diff --git
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java
index a9f3e7d..3fc9750 100644
---
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java
+++
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java
@@ -24,8 +24,9 @@ import org.apache.yetus.audience.InterfaceAudience;
* Vessel that carries a Procedure and a timeout.
*/
@InterfaceAudience.Private
-class DelayedProcedure extends
DelayedUtil.DelayedContainerWithTimestamp> {
- public DelayedProcedure(Procedure procedure) {
+class DelayedProcedure
+extends DelayedUtil.DelayedContainerWithTimestamp>
{
+ public DelayedProcedure(Procedure procedure) {
super(procedure, procedure.getTimeoutTimestamp());
}
}
[1/2] hbase git commit: HBASE-20846 Restore procedure locks when master restarts
Repository: hbase
Updated Branches:
refs/heads/branch-2 ca558bc85 -> 0b283dae0
http://git-wip-us.apache.org/repos/asf/hbase/blob/0b283dae/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/RootProcedureState.java
--
diff --git
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/RootProcedureState.java
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/RootProcedureState.java
index 46185ea..2fc0030 100644
---
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/RootProcedureState.java
+++
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/RootProcedureState.java
@@ -22,11 +22,9 @@ import java.util.ArrayList;
import java.util.HashSet;
import java.util.List;
import java.util.Set;
-
import org.apache.yetus.audience.InterfaceAudience;
import org.apache.yetus.audience.InterfaceStability;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
+
import
org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.ProcedureState;
/**
@@ -42,8 +40,7 @@ import
org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.Procedu
*/
@InterfaceAudience.Private
@InterfaceStability.Evolving
-class RootProcedureState {
- private static final Logger LOG =
LoggerFactory.getLogger(RootProcedureState.class);
+class RootProcedureState {
private enum State {
RUNNING, // The Procedure is running or ready to run
@@ -51,8 +48,8 @@ class RootProcedureState {
ROLLINGBACK, // The Procedure failed and the execution was rolledback
}
- private Set subprocs = null;
- private ArrayList subprocStack = null;
+ private Set> subprocs = null;
+ private ArrayList> subprocStack = null;
private State state = State.RUNNING;
private int running = 0;
@@ -91,22 +88,19 @@ class RootProcedureState {
}
protected synchronized long[] getSubprocedureIds() {
-if (subprocs == null) return null;
-int index = 0;
-final long[] subIds = new long[subprocs.size()];
-for (Procedure proc: subprocs) {
- subIds[index++] = proc.getProcId();
+if (subprocs == null) {
+ return null;
}
-return subIds;
+return subprocs.stream().mapToLong(Procedure::getProcId).toArray();
}
- protected synchronized List getSubproceduresStack() {
+ protected synchronized List> getSubproceduresStack()
{
return subprocStack;
}
protected synchronized RemoteProcedureException getException() {
if (subprocStack != null) {
- for (Procedure proc: subprocStack) {
+ for (Procedure proc: subprocStack) {
if (proc.hasException()) {
return proc.getException();
}
@@ -118,8 +112,10 @@ class RootProcedureState {
/**
* Called by the ProcedureExecutor to mark the procedure step as running.
*/
- protected synchronized boolean acquire(final Procedure proc) {
-if (state != State.RUNNING) return false;
+ protected synchronized boolean acquire(Procedure proc) {
+if (state != State.RUNNING) {
+ return false;
+}
running++;
return true;
@@ -128,7 +124,7 @@ class RootProcedureState {
/**
* Called by the ProcedureExecutor to mark the procedure step as finished.
*/
- protected synchronized void release(final Procedure proc) {
+ protected synchronized void release(Procedure proc) {
running--;
}
@@ -142,7 +138,7 @@ class RootProcedureState {
* Called by the ProcedureExecutor after the procedure step is completed,
* to add the step to the rollback list (or procedure stack)
*/
- protected synchronized void addRollbackStep(final Procedure proc) {
+ protected synchronized void addRollbackStep(Procedure proc) {
if (proc.isFailed()) {
state = State.FAILED;
}
@@ -153,8 +149,10 @@ class RootProcedureState {
subprocStack.add(proc);
}
- protected synchronized void addSubProcedure(final Procedure proc) {
-if (!proc.hasParent()) return;
+ protected synchronized void addSubProcedure(Procedure proc) {
+if (!proc.hasParent()) {
+ return;
+}
if (subprocs == null) {
subprocs = new HashSet<>();
}
@@ -168,7 +166,7 @@ class RootProcedureState {
* to the store only the Procedure we executed, and nothing else.
* on load we recreate the full stack by aggregating each procedure
stack-positions.
*/
- protected synchronized void loadStack(final Procedure proc) {
+ protected synchronized void loadStack(Procedure proc) {
addSubProcedure(proc);
int[] stackIndexes = proc.getStackIndexes();
if (stackIndexes != null) {
@@ -196,7 +194,7 @@ class RootProcedureState {
*/
protected synchronized boolean isValid() {
if (subprocStack != null) {
- for (Procedure proc: subprocStack) {
+ for (Procedure proc : subprocStack) {
if (proc == null) {
return false;
}
[1/2] hbase git commit: HBASE-20846 Restore procedure locks when master restarts
Repository: hbase
Updated Branches:
refs/heads/master e44f50669 -> f3f17fa11
http://git-wip-us.apache.org/repos/asf/hbase/blob/f3f17fa1/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/RootProcedureState.java
--
diff --git
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/RootProcedureState.java
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/RootProcedureState.java
index 46185ea..2fc0030 100644
---
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/RootProcedureState.java
+++
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/RootProcedureState.java
@@ -22,11 +22,9 @@ import java.util.ArrayList;
import java.util.HashSet;
import java.util.List;
import java.util.Set;
-
import org.apache.yetus.audience.InterfaceAudience;
import org.apache.yetus.audience.InterfaceStability;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
+
import
org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.ProcedureState;
/**
@@ -42,8 +40,7 @@ import
org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.Procedu
*/
@InterfaceAudience.Private
@InterfaceStability.Evolving
-class RootProcedureState {
- private static final Logger LOG =
LoggerFactory.getLogger(RootProcedureState.class);
+class RootProcedureState {
private enum State {
RUNNING, // The Procedure is running or ready to run
@@ -51,8 +48,8 @@ class RootProcedureState {
ROLLINGBACK, // The Procedure failed and the execution was rolledback
}
- private Set subprocs = null;
- private ArrayList subprocStack = null;
+ private Set> subprocs = null;
+ private ArrayList> subprocStack = null;
private State state = State.RUNNING;
private int running = 0;
@@ -91,22 +88,19 @@ class RootProcedureState {
}
protected synchronized long[] getSubprocedureIds() {
-if (subprocs == null) return null;
-int index = 0;
-final long[] subIds = new long[subprocs.size()];
-for (Procedure proc: subprocs) {
- subIds[index++] = proc.getProcId();
+if (subprocs == null) {
+ return null;
}
-return subIds;
+return subprocs.stream().mapToLong(Procedure::getProcId).toArray();
}
- protected synchronized List getSubproceduresStack() {
+ protected synchronized List> getSubproceduresStack()
{
return subprocStack;
}
protected synchronized RemoteProcedureException getException() {
if (subprocStack != null) {
- for (Procedure proc: subprocStack) {
+ for (Procedure proc: subprocStack) {
if (proc.hasException()) {
return proc.getException();
}
@@ -118,8 +112,10 @@ class RootProcedureState {
/**
* Called by the ProcedureExecutor to mark the procedure step as running.
*/
- protected synchronized boolean acquire(final Procedure proc) {
-if (state != State.RUNNING) return false;
+ protected synchronized boolean acquire(Procedure proc) {
+if (state != State.RUNNING) {
+ return false;
+}
running++;
return true;
@@ -128,7 +124,7 @@ class RootProcedureState {
/**
* Called by the ProcedureExecutor to mark the procedure step as finished.
*/
- protected synchronized void release(final Procedure proc) {
+ protected synchronized void release(Procedure proc) {
running--;
}
@@ -142,7 +138,7 @@ class RootProcedureState {
* Called by the ProcedureExecutor after the procedure step is completed,
* to add the step to the rollback list (or procedure stack)
*/
- protected synchronized void addRollbackStep(final Procedure proc) {
+ protected synchronized void addRollbackStep(Procedure proc) {
if (proc.isFailed()) {
state = State.FAILED;
}
@@ -153,8 +149,10 @@ class RootProcedureState {
subprocStack.add(proc);
}
- protected synchronized void addSubProcedure(final Procedure proc) {
-if (!proc.hasParent()) return;
+ protected synchronized void addSubProcedure(Procedure proc) {
+if (!proc.hasParent()) {
+ return;
+}
if (subprocs == null) {
subprocs = new HashSet<>();
}
@@ -168,7 +166,7 @@ class RootProcedureState {
* to the store only the Procedure we executed, and nothing else.
* on load we recreate the full stack by aggregating each procedure
stack-positions.
*/
- protected synchronized void loadStack(final Procedure proc) {
+ protected synchronized void loadStack(Procedure proc) {
addSubProcedure(proc);
int[] stackIndexes = proc.getStackIndexes();
if (stackIndexes != null) {
@@ -196,7 +194,7 @@ class RootProcedureState {
*/
protected synchronized boolean isValid() {
if (subprocStack != null) {
- for (Procedure proc: subprocStack) {
+ for (Procedure proc : subprocStack) {
if (proc == null) {
return false;
}
[2/2] hbase git commit: HBASE-20846 Restore procedure locks when master restarts
HBASE-20846 Restore procedure locks when master restarts
Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/f3f17fa1
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/f3f17fa1
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/f3f17fa1
Branch: refs/heads/master
Commit: f3f17fa111f37233ddc42ddb9c38594e35d8d501
Parents: e44f506
Author: zhangduo
Authored: Sun Jul 22 15:10:06 2018 +0800
Committer: zhangduo
Committed: Wed Jul 25 14:37:26 2018 +0800
--
.../procedure2/AbstractProcedureScheduler.java | 2 +-
.../hbase/procedure2/DelayedProcedure.java | 5 +-
.../hadoop/hbase/procedure2/Procedure.java | 384 +---
.../hbase/procedure2/ProcedureExecutor.java | 439 ++-
.../hadoop/hbase/procedure2/ProcedureUtil.java | 7 +
.../hbase/procedure2/RootProcedureState.java| 44 +-
.../hbase/procedure2/TimeoutExecutorThread.java | 28 +-
.../procedure2/TestProcedureReplayOrder.java| 8 +-
.../procedure2/TestProcedureSuspended.java | 6 -
.../src/main/protobuf/Procedure.proto | 3 +
.../hbase/master/ClusterSchemaServiceImpl.java | 4 +-
.../org/apache/hadoop/hbase/master/HMaster.java | 7 +-
.../master/assignment/GCRegionProcedure.java| 5 -
.../assignment/MergeTableRegionsProcedure.java | 12 +-
.../assignment/RegionTransitionProcedure.java | 33 +-
.../hbase/master/locking/LockProcedure.java | 9 -
.../AbstractStateMachineNamespaceProcedure.java | 6 +-
.../AbstractStateMachineRegionProcedure.java| 9 -
.../AbstractStateMachineTableProcedure.java | 8 +-
.../procedure/CreateNamespaceProcedure.java | 35 +-
.../master/procedure/CreateTableProcedure.java | 12 +-
.../master/procedure/InitMetaProcedure.java | 7 +-
.../procedure/MasterProcedureScheduler.java | 37 +-
.../master/procedure/MasterProcedureUtil.java | 2 +-
.../hbase/master/procedure/PeerQueue.java | 14 -
.../master/procedure/ProcedureSyncWait.java | 4 +-
.../hadoop/hbase/master/procedure/Queue.java| 13 +-
.../replication/AbstractPeerProcedure.java | 14 +-
.../hbase-webapps/master/procedures.jsp | 2 +-
.../hbase/client/TestGetProcedureResult.java| 2 +-
.../assignment/TestAssignmentManager.java | 3 +-
.../procedure/TestMasterProcedureEvents.java| 2 +-
.../master/procedure/TestProcedureAdmin.java| 2 +-
.../hbase/procedure/TestFailedProcCleanup.java | 5 +-
.../security/access/TestAccessController.java | 2 +-
35 files changed, 624 insertions(+), 551 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/hbase/blob/f3f17fa1/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/AbstractProcedureScheduler.java
--
diff --git
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/AbstractProcedureScheduler.java
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/AbstractProcedureScheduler.java
index c036163..5645f89 100644
---
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/AbstractProcedureScheduler.java
+++
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/AbstractProcedureScheduler.java
@@ -163,8 +163,8 @@ public abstract class AbstractProcedureScheduler implements
ProcedureScheduler {
return null;
}
}
-
final Procedure pollResult = dequeue();
+
pollCalls++;
nullPollCalls += (pollResult == null) ? 1 : 0;
return pollResult;
http://git-wip-us.apache.org/repos/asf/hbase/blob/f3f17fa1/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java
--
diff --git
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java
index a9f3e7d..3fc9750 100644
---
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java
+++
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java
@@ -24,8 +24,9 @@ import org.apache.yetus.audience.InterfaceAudience;
* Vessel that carries a Procedure and a timeout.
*/
@InterfaceAudience.Private
-class DelayedProcedure extends
DelayedUtil.DelayedContainerWithTimestamp> {
- public DelayedProcedure(Procedure procedure) {
+class DelayedProcedure
+extends DelayedUtil.DelayedContainerWithTimestamp>
{
+ public DelayedProcedure(Procedure procedure) {
super(procedure, procedure.getTimeoutTimestamp());
}
}
