hbase git commit: HBASE-20932 Effective MemStoreSize::hashCode()
Repository: hbase Updated Branches: refs/heads/branch-2 1e167e4e2 -> bb6f24cd5 HBASE-20932 Effective MemStoreSize::hashCode() Signed-off-by: tedyu Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/bb6f24cd Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/bb6f24cd Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/bb6f24cd Branch: refs/heads/branch-2 Commit: bb6f24cd593fb6dcb9af5b1a3071d58f00ee2ec1 Parents: 1e167e4 Author: Mingliang Liu Authored: Wed Jul 25 14:32:08 2018 -0700 Committer: tedyu Committed: Wed Jul 25 14:42:47 2018 -0700 -- .../org/apache/hadoop/hbase/regionserver/MemStoreSize.java | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/bb6f24cd/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/MemStoreSize.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/MemStoreSize.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/MemStoreSize.java index 97a416e..e9b4cea 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/MemStoreSize.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/MemStoreSize.java @@ -100,9 +100,9 @@ public class MemStoreSize { @Override public int hashCode() { -long h = 31 * this.dataSize; -h = h + 31 * this.heapSize; -h = h + 31 * this.offHeapSize; +long h = this.dataSize; +h = h * 31 + this.heapSize; +h = h * 31 + this.offHeapSize; return (int) h; }
hbase git commit: HBASE-20932 Effective MemStoreSize::hashCode()
Repository: hbase Updated Branches: refs/heads/master 191316497 -> a392c017e HBASE-20932 Effective MemStoreSize::hashCode() Signed-off-by: tedyu Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/a392c017 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/a392c017 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/a392c017 Branch: refs/heads/master Commit: a392c017ed05c541403307e7fc75fbad38acff4a Parents: 1913164 Author: Mingliang Liu Authored: Wed Jul 25 14:32:08 2018 -0700 Committer: tedyu Committed: Wed Jul 25 14:40:45 2018 -0700 -- .../org/apache/hadoop/hbase/regionserver/MemStoreSize.java | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/a392c017/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/MemStoreSize.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/MemStoreSize.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/MemStoreSize.java index 97a416e..e9b4cea 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/MemStoreSize.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/MemStoreSize.java @@ -100,9 +100,9 @@ public class MemStoreSize { @Override public int hashCode() { -long h = 31 * this.dataSize; -h = h + 31 * this.heapSize; -h = h + 31 * this.offHeapSize; +long h = this.dataSize; +h = h * 31 + this.heapSize; +h = h * 31 + this.offHeapSize; return (int) h; }
hbase git commit: HBASE-20928 Rewrite calculation of midpoint - addemdum
Repository: hbase Updated Branches: refs/heads/branch-2 3b84c9c8d -> 1e167e4e2 HBASE-20928 Rewrite calculation of midpoint - addemdum Signed-off-by: tedyu Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/1e167e4e Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/1e167e4e Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/1e167e4e Branch: refs/heads/branch-2 Commit: 1e167e4e2ea241717ad2a3c218d6939734ea7011 Parents: 3b84c9c Author: Xu Cang Authored: Tue Jul 24 11:37:21 2018 -0700 Committer: tedyu Committed: Wed Jul 25 10:01:56 2018 -0700 -- hbase-common/src/main/java/org/apache/hadoop/hbase/util/Bytes.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/1e167e4e/hbase-common/src/main/java/org/apache/hadoop/hbase/util/Bytes.java -- diff --git a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/Bytes.java b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/Bytes.java index 12aaa67..e63c0db 100644 --- a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/Bytes.java +++ b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/Bytes.java @@ -2068,7 +2068,7 @@ public class Bytes implements Comparable { int high = arr.length - 1; KeyValue.KeyOnlyKeyValue r = new KeyValue.KeyOnlyKeyValue(); while (low <= high) { - int mid = (low+high) >>> 1; + int mid = low + ((high - low) >> 1); // we have to compare in this order, because the comparator order // has special logic when the 'left side' is a special key. r.setKey(arr[mid], 0, arr[mid].length);
hbase git commit: HBASE-20928 Rewrite calculation of midpoint - addemdum
Repository: hbase Updated Branches: refs/heads/master ba5d1c1f2 -> 191316497 HBASE-20928 Rewrite calculation of midpoint - addemdum Signed-off-by: tedyu Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/19131649 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/19131649 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/19131649 Branch: refs/heads/master Commit: 1913164970b17365e51662cf9cc9acacdda04fec Parents: ba5d1c1 Author: Xu Cang Authored: Tue Jul 24 11:37:21 2018 -0700 Committer: tedyu Committed: Wed Jul 25 10:00:58 2018 -0700 -- hbase-common/src/main/java/org/apache/hadoop/hbase/util/Bytes.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/19131649/hbase-common/src/main/java/org/apache/hadoop/hbase/util/Bytes.java -- diff --git a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/Bytes.java b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/Bytes.java index 12aaa67..e63c0db 100644 --- a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/Bytes.java +++ b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/Bytes.java @@ -2068,7 +2068,7 @@ public class Bytes implements Comparable { int high = arr.length - 1; KeyValue.KeyOnlyKeyValue r = new KeyValue.KeyOnlyKeyValue(); while (low <= high) { - int mid = (low+high) >>> 1; + int mid = low + ((high - low) >> 1); // we have to compare in this order, because the comparator order // has special logic when the 'left side' is a special key. r.setKey(arr[mid], 0, arr[mid].length);
[11/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/src-html/org/apache/hadoop/hbase/ipc/NettyRpcDuplexHandler.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/ipc/NettyRpcDuplexHandler.html b/devapidocs/src-html/org/apache/hadoop/hbase/ipc/NettyRpcDuplexHandler.html index c5acc87..638f1aa 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/ipc/NettyRpcDuplexHandler.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/ipc/NettyRpcDuplexHandler.html @@ -25,239 +25,240 @@ 017 */ 018package org.apache.hadoop.hbase.ipc; 019 -020import org.apache.hbase.thirdparty.com.google.protobuf.Message; -021import org.apache.hbase.thirdparty.com.google.protobuf.Message.Builder; -022import org.apache.hbase.thirdparty.com.google.protobuf.TextFormat; -023 -024import org.apache.hbase.thirdparty.io.netty.buffer.ByteBuf; -025import org.apache.hbase.thirdparty.io.netty.buffer.ByteBufInputStream; -026import org.apache.hbase.thirdparty.io.netty.buffer.ByteBufOutputStream; -027import org.apache.hbase.thirdparty.io.netty.channel.ChannelDuplexHandler; -028import org.apache.hbase.thirdparty.io.netty.channel.ChannelHandlerContext; -029import org.apache.hbase.thirdparty.io.netty.channel.ChannelPromise; -030import org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateEvent; -031import org.apache.hbase.thirdparty.io.netty.util.concurrent.PromiseCombiner; -032 -033import java.io.IOException; -034import java.util.HashMap; -035import java.util.Map; -036 -037import org.apache.hadoop.hbase.CellScanner; -038import org.apache.yetus.audience.InterfaceAudience; -039import org.slf4j.Logger; -040import org.slf4j.LoggerFactory; -041import org.apache.hadoop.hbase.codec.Codec; -042import org.apache.hadoop.hbase.shaded.protobuf.generated.RPCProtos.CellBlockMeta; -043import org.apache.hadoop.hbase.shaded.protobuf.generated.RPCProtos.ExceptionResponse; -044import org.apache.hadoop.hbase.shaded.protobuf.generated.RPCProtos.RequestHeader; -045import org.apache.hadoop.hbase.shaded.protobuf.generated.RPCProtos.ResponseHeader; -046import org.apache.hadoop.io.compress.CompressionCodec; -047import org.apache.hadoop.ipc.RemoteException; -048 -049/** -050 * The netty rpc handler. -051 * @since 2.0.0 -052 */ -053@InterfaceAudience.Private -054class NettyRpcDuplexHandler extends ChannelDuplexHandler { -055 -056 private static final Logger LOG = LoggerFactory.getLogger(NettyRpcDuplexHandler.class); -057 -058 private final NettyRpcConnection conn; -059 -060 private final CellBlockBuilder cellBlockBuilder; -061 -062 private final Codec codec; -063 -064 private final CompressionCodec compressor; -065 -066 private final MapInteger, Call id2Call = new HashMap(); -067 -068 public NettyRpcDuplexHandler(NettyRpcConnection conn, CellBlockBuilder cellBlockBuilder, -069 Codec codec, CompressionCodec compressor) { -070this.conn = conn; -071this.cellBlockBuilder = cellBlockBuilder; -072this.codec = codec; -073this.compressor = compressor; -074 -075 } -076 -077 private void writeRequest(ChannelHandlerContext ctx, Call call, ChannelPromise promise) -078 throws IOException { -079id2Call.put(call.id, call); -080ByteBuf cellBlock = cellBlockBuilder.buildCellBlock(codec, compressor, call.cells, ctx.alloc()); -081CellBlockMeta cellBlockMeta; -082if (cellBlock != null) { -083 CellBlockMeta.Builder cellBlockMetaBuilder = CellBlockMeta.newBuilder(); -084 cellBlockMetaBuilder.setLength(cellBlock.writerIndex()); -085 cellBlockMeta = cellBlockMetaBuilder.build(); -086} else { -087 cellBlockMeta = null; -088} -089RequestHeader requestHeader = IPCUtil.buildRequestHeader(call, cellBlockMeta); -090int sizeWithoutCellBlock = IPCUtil.getTotalSizeWhenWrittenDelimited(requestHeader, call.param); -091int totalSize = cellBlock != null ? sizeWithoutCellBlock + cellBlock.writerIndex() -092: sizeWithoutCellBlock; -093ByteBuf buf = ctx.alloc().buffer(sizeWithoutCellBlock + 4); -094buf.writeInt(totalSize); -095try (ByteBufOutputStream bbos = new ByteBufOutputStream(buf)) { -096 requestHeader.writeDelimitedTo(bbos); -097 if (call.param != null) { -098 call.param.writeDelimitedTo(bbos); -099 } -100 if (cellBlock != null) { -101ChannelPromise withoutCellBlockPromise = ctx.newPromise(); -102ctx.write(buf, withoutCellBlockPromise); -103ChannelPromise cellBlockPromise = ctx.newPromise(); -104ctx.write(cellBlock, cellBlockPromise); -105PromiseCombiner combiner = new PromiseCombiner(); -106 combiner.addAll(withoutCellBlockPromise, cellBlockPromise); -107combiner.finish(promise); -108 } else { -109ctx.write(buf, promise); -110 } -111} -112 } -113 -114 @Override -115 public void write(ChannelHandlerContext ctx, Object msg,
[06/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.html index 95f2a65..073d0d0 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.html @@ -931,7 +931,7 @@ 923InitMetaProcedure initMetaProc = null; 924if (assignmentManager.getRegionStates().getRegionState(RegionInfoBuilder.FIRST_META_REGIONINFO) 925 .isOffline()) { -926 OptionalProcedure? optProc = procedureExecutor.getProcedures().stream() +926 OptionalProcedureMasterProcedureEnv optProc = procedureExecutor.getProcedures().stream() 927.filter(p - p instanceof InitMetaProcedure).findAny(); 928 if (optProc.isPresent()) { 929initMetaProc = (InitMetaProcedure) optProc.get(); @@ -3210,566 +3210,567 @@ 3202 cpHost.preGetProcedures(); 3203} 3204 -3205final ListProcedure? procList = this.procedureExecutor.getProcedures(); -3206 -3207if (cpHost != null) { -3208 cpHost.postGetProcedures(procList); -3209} -3210 -3211return procList; -3212 } -3213 -3214 @Override -3215 public ListLockedResource getLocks() throws IOException { -3216if (cpHost != null) { -3217 cpHost.preGetLocks(); -3218} -3219 -3220MasterProcedureScheduler procedureScheduler = -3221 procedureExecutor.getEnvironment().getProcedureScheduler(); -3222 -3223final ListLockedResource lockedResources = procedureScheduler.getLocks(); -3224 -3225if (cpHost != null) { -3226 cpHost.postGetLocks(lockedResources); -3227} -3228 -3229return lockedResources; -3230 } -3231 -3232 /** -3233 * Returns the list of table descriptors that match the specified request -3234 * @param namespace the namespace to query, or null if querying for all -3235 * @param regex The regular expression to match against, or null if querying for all -3236 * @param tableNameList the list of table names, or null if querying for all -3237 * @param includeSysTables False to match only against userspace tables -3238 * @return the list of table descriptors -3239 */ -3240 public ListTableDescriptor listTableDescriptors(final String namespace, final String regex, -3241 final ListTableName tableNameList, final boolean includeSysTables) -3242 throws IOException { -3243ListTableDescriptor htds = new ArrayList(); -3244if (cpHost != null) { -3245 cpHost.preGetTableDescriptors(tableNameList, htds, regex); -3246} -3247htds = getTableDescriptors(htds, namespace, regex, tableNameList, includeSysTables); -3248if (cpHost != null) { -3249 cpHost.postGetTableDescriptors(tableNameList, htds, regex); -3250} -3251return htds; -3252 } -3253 -3254 /** -3255 * Returns the list of table names that match the specified request -3256 * @param regex The regular expression to match against, or null if querying for all -3257 * @param namespace the namespace to query, or null if querying for all -3258 * @param includeSysTables False to match only against userspace tables -3259 * @return the list of table names -3260 */ -3261 public ListTableName listTableNames(final String namespace, final String regex, -3262 final boolean includeSysTables) throws IOException { -3263ListTableDescriptor htds = new ArrayList(); -3264if (cpHost != null) { -3265 cpHost.preGetTableNames(htds, regex); -3266} -3267htds = getTableDescriptors(htds, namespace, regex, null, includeSysTables); -3268if (cpHost != null) { -3269 cpHost.postGetTableNames(htds, regex); -3270} -3271ListTableName result = new ArrayList(htds.size()); -3272for (TableDescriptor htd: htds) result.add(htd.getTableName()); -3273return result; -3274 } -3275 -3276 /** -3277 * @return list of table table descriptors after filtering by regex and whether to include system -3278 *tables, etc. -3279 * @throws IOException -3280 */ -3281 private ListTableDescriptor getTableDescriptors(final ListTableDescriptor htds, -3282 final String namespace, final String regex, final ListTableName tableNameList, -3283 final boolean includeSysTables) -3284 throws IOException { -3285if (tableNameList == null || tableNameList.isEmpty()) { -3286 // request for all TableDescriptors -3287 CollectionTableDescriptor allHtds; -3288 if (namespace != null namespace.length() 0) { -3289// Do a check on the namespace existence. Will fail if does not exist. -3290 this.clusterSchemaService.getNamespace(namespace); -3291allHtds = tableDescriptors.getByNamespace(namespace).values(); -3292 } else { -3293allHtds =
[21/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/procedure2/Procedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/procedure2/Procedure.html b/devapidocs/org/apache/hadoop/hbase/procedure2/Procedure.html index 4c6f707..19a9ffb 100644 --- a/devapidocs/org/apache/hadoop/hbase/procedure2/Procedure.html +++ b/devapidocs/org/apache/hadoop/hbase/procedure2/Procedure.html @@ -18,7 +18,7 @@ catch(err) { } //--> -var methods = {"i0":6,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":6,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":6,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":9,"i24":10,"i25":10,"i26":9,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":9,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10,"i46":10,"i47":10,"i48":10,"i49":10,"i50":10,"i51":6,"i52":6,"i53":10,"i54":10,"i55":10,"i56":10,"i57":10,"i58":10,"i59":10,"i60":10,"i61":10,"i62":10,"i63":10,"i64":10,"i65":10,"i66":10,"i67":10,"i68":10,"i69":10,"i70":10,"i71":10,"i72":10,"i73":10,"i74":10,"i75":10,"i76":10,"i77":10,"i78":10,"i79":10,"i80":10,"i81":10}; +var methods = {"i0":6,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":6,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":6,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":9,"i24":10,"i25":10,"i26":9,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":9,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10,"i46":10,"i47":10,"i48":10,"i49":10,"i50":10,"i51":10,"i52":10,"i53":6,"i54":6,"i55":10,"i56":10,"i57":10,"i58":10,"i59":10,"i60":10,"i61":10,"i62":10,"i63":10,"i64":10,"i65":10,"i66":10,"i67":10,"i68":10,"i69":10,"i70":10,"i71":10,"i72":10,"i73":10,"i74":10,"i75":10,"i76":10,"i77":10,"i78":10,"i79":10,"i80":10,"i81":10,"i82":10,"i83":10,"i84":10}; var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],2:["t2","Instance Methods"],4:["t3","Abstract Methods"],8:["t4","Concrete Methods"]}; var altColor = "altColor"; var rowColor = "rowColor"; @@ -118,60 +118,78 @@ var activeTableTab = "activeTableTab"; @InterfaceAudience.Private - @InterfaceStability.Evolving -public abstract class ProcedureTEnvironment +public abstract class ProcedureTEnvironment extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true; title="class or interface in java.lang">Object implements https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableProcedureTEnvironment -Base Procedure class responsible for Procedure Metadata; - e.g. state, submittedTime, lastUpdate, stack-indexes, etc. - - Procedures are run by a ProcedureExecutor instance. They are submitted and then - the ProcedureExecutor keeps calling execute(Object) until the Procedure is done. - Execute may be called multiple times in the case of failure or a restart, so code must be - idempotent. The return from an execute call is either: null to indicate we are done; - ourself if there is more to do; or, a set of sub-procedures that need to - be run to completion before the framework resumes our execution. - - The ProcedureExecutor keeps its - notion of Procedure State in the Procedure itself; e.g. it stamps the Procedure as INITIALIZING, - RUNNABLE, SUCCESS, etc. Here are some of the States defined in the ProcedureState enum from - protos: - - isFailed() A procedure has executed at least once and has failed. The procedure - may or may not have rolled back yet. Any procedure in FAILED state will be eventually moved - to ROLLEDBACK state. - +Base Procedure class responsible for Procedure Metadata; e.g. state, submittedTime, lastUpdate, + stack-indexes, etc. + + Procedures are run by a ProcedureExecutor instance. They are submitted and then the + ProcedureExecutor keeps calling execute(Object) until the Procedure is done. Execute may + be called multiple times in the case of failure or a restart, so code must be idempotent. The + return from an execute call is either: null to indicate we are done; ourself if there is more to + do; or, a set of sub-procedures that need to be run to completion before the framework resumes + our execution. + + The ProcedureExecutor keeps its notion of Procedure State in the Procedure itself; e.g. it stamps + the Procedure as INITIALIZING, RUNNABLE, SUCCESS, etc. Here are some of the States defined in the + ProcedureState enum from protos: + + isFailed() A procedure has executed at least once and has failed. The procedure may + or may not have rolled back yet. Any procedure in FAILED state will be eventually moved to + ROLLEDBACK state. isSuccess() A procedure is completed successfully without exception. - isFinished() As a
[12/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/util/package-tree.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/util/package-tree.html b/devapidocs/org/apache/hadoop/hbase/util/package-tree.html index c586a97..398cbf4 100644 --- a/devapidocs/org/apache/hadoop/hbase/util/package-tree.html +++ b/devapidocs/org/apache/hadoop/hbase/util/package-tree.html @@ -514,14 +514,14 @@ java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true; title="class or interface in java.lang">EnumE (implements java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableT, java.io.https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true; title="class or interface in java.io">Serializable) -org.apache.hadoop.hbase.util.PoolMap.PoolType org.apache.hadoop.hbase.util.Bytes.LexicographicalComparerHolder.PureJavaComparer (implements org.apache.hadoop.hbase.util.Bytes.ComparerT) -org.apache.hadoop.hbase.util.IdReadWriteLock.ReferenceType +org.apache.hadoop.hbase.util.PrettyPrinter.Unit org.apache.hadoop.hbase.util.Order +org.apache.hadoop.hbase.util.IdReadWriteLock.ReferenceType org.apache.hadoop.hbase.util.Bytes.LexicographicalComparerHolder.UnsafeComparer (implements org.apache.hadoop.hbase.util.Bytes.ComparerT) org.apache.hadoop.hbase.util.HBaseFsck.ErrorReporter.ERROR_CODE +org.apache.hadoop.hbase.util.PoolMap.PoolType org.apache.hadoop.hbase.util.ChecksumType -org.apache.hadoop.hbase.util.PrettyPrinter.Unit http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/overview-tree.html -- diff --git a/devapidocs/overview-tree.html b/devapidocs/overview-tree.html index e89778a..2f9ca85 100644 --- a/devapidocs/overview-tree.html +++ b/devapidocs/overview-tree.html @@ -340,6 +340,7 @@ org.apache.hadoop.hbase.backup.mapreduce.MapReduceBackupCopyJob.SnapshotCopy +org.apache.hadoop.hbase.tool.HFileContentValidator org.apache.hadoop.hbase.util.RegionMover org.apache.hadoop.hbase.backup.RestoreDriver org.apache.hadoop.hbase.snapshot.SnapshotInfo @@ -1442,7 +1443,7 @@ org.apache.hadoop.hbase.procedure2.util.DelayedUtil.DelayedContainerWithTimestampT -org.apache.hadoop.hbase.procedure2.DelayedProcedure +org.apache.hadoop.hbase.procedure2.DelayedProcedureTEnvironment org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher.BufferNode (implements org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher.RemoteNodeTEnv,TRemote) org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher.DelayedTask @@ -2735,7 +2736,7 @@ org.apache.hadoop.hbase.procedure2.ProcedureExecutorTEnvironment -org.apache.hadoop.hbase.procedure2.ProcedureExecutor.CompletedProcedureRetainer +org.apache.hadoop.hbase.procedure2.ProcedureExecutor.CompletedProcedureRetainerTEnvironment org.apache.hadoop.hbase.procedure2.ProcedureExecutor.Testing org.apache.hadoop.hbase.procedure.ProcedureManager @@ -3178,7 +3179,7 @@ org.apache.hadoop.hbase.client.RetryingTimeTracker org.apache.hadoop.hbase.regionserver.wal.RingBufferTruck org.apache.hadoop.hbase.util.RollingStatCalculator -org.apache.hadoop.hbase.procedure2.RootProcedureState +org.apache.hadoop.hbase.procedure2.RootProcedureStateTEnvironment org.apache.hadoop.hbase.mapred.RowCounter.RowCounterMapper (implements org.apache.hadoop.hbase.mapred.TableMapK,V) org.apache.hadoop.hbase.io.encoding.RowIndexEncoderV1 org.apache.hadoop.hbase.io.encoding.RowIndexSeekerV1.SeekerState @@ -3782,7 +3783,7 @@ org.apache.hadoop.hbase.procedure2.ProcedureExecutor.KeepAliveWorkerThread -org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread +org.apache.hadoop.hbase.procedure2.TimeoutExecutorThreadTEnvironment org.apache.hadoop.hbase.wal.WALSplitter.WriterThread @@ -3862,6 +3863,7 @@ org.apache.hadoop.hbase.ipc.CellScannerButNoCodecException org.apache.hadoop.hbase.master.ClusterSchemaException org.apache.hadoop.hbase.codec.CodecException +org.apache.hadoop.hbase.exceptions.ConnectionClosedException org.apache.hadoop.hbase.procedure2.store.wal.CorruptedWALProcedureStoreException org.apache.hadoop.hbase.regionserver.wal.DamagedWALException org.apache.hadoop.hbase.DoNotRetryIOException http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/serialized-form.html -- diff --git a/devapidocs/serialized-form.html b/devapidocs/serialized-form.html index 1202851..698a2f9 100644 --- a/devapidocs/serialized-form.html +++ b/devapidocs/serialized-form.html @@ -560,6 +560,15 @@ Packageorg.apache.hadoop.hbase.exceptions + + + +Class org.apache.hadoop.hbase.exceptions.ConnectionClosedException extends HBaseIOException implements
[16/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/procedure2/StateMachineProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/procedure2/StateMachineProcedure.html b/devapidocs/org/apache/hadoop/hbase/procedure2/StateMachineProcedure.html index a7a90ea..09169b7 100644 --- a/devapidocs/org/apache/hadoop/hbase/procedure2/StateMachineProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/procedure2/StateMachineProcedure.html @@ -403,7 +403,7 @@ extends Procedure -acquireLock, addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, doReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, releaseLock, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLas tUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringC lassDetails, toStringDetails, toStringSimpleSB, tryRunnable, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted +acquireLock, addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, doReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, lockedWhenLoading, releaseLock, removeStackIndex, restoreLock, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringClassDetails, toStringDetails, toStringSimpleSB, tryRunnable, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, waitInitialized, wasExecuted @@ -893,8 +893,8 @@ extends toStringState(https://docs.oracle.com/javase/8/docs/api/java/lang/StringBuilder.html?is-external=true; title="class or interface in java.lang">StringBuilderbuilder) Description copied from class:Procedure -Called from Procedure.toString() when interpolating Procedure State. - Allows decorating generic Procedure State with Procedure particulars. +Called from Procedure.toString() when interpolating Procedure State. Allows decorating + generic Procedure State with Procedure particulars. Overrides: toStringStatein classProcedureTEnvironment http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/procedure2/TimeoutExecutorThread.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/procedure2/TimeoutExecutorThread.html b/devapidocs/org/apache/hadoop/hbase/procedure2/TimeoutExecutorThread.html index 36f7951..b2c67ae 100644 --- a/devapidocs/org/apache/hadoop/hbase/procedure2/TimeoutExecutorThread.html +++ b/devapidocs/org/apache/hadoop/hbase/procedure2/TimeoutExecutorThread.html @@ -93,7 +93,7 @@ var activeTableTab = "activeTableTab"; org.apache.hadoop.hbase.procedure2 -Class TimeoutExecutorThread +Class TimeoutExecutorThreadTEnvironment @@ -106,7 +106,7 @@ var activeTableTab = "activeTableTab"; org.apache.hadoop.hbase.procedure2.StoppableThread -org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread +org.apache.hadoop.hbase.procedure2.TimeoutExecutorThreadTEnvironment @@ -124,7 +124,7 @@ var activeTableTab = "activeTableTab"; @InterfaceAudience.Private -class TimeoutExecutorThread +class TimeoutExecutorThreadTEnvironment extends StoppableThread Runs task on a period such as check for stuck workers. @@ -165,7 +165,7 @@ extends Field and Description -private ProcedureExecutor? +private ProcedureExecutorTEnvironment executor @@ -198,7 +198,7 @@ extends Constructor and Description -TimeoutExecutorThread(ProcedureExecutor?executor,
[18/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html index e65cf97..e0d5c9f 100644 --- a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html +++ b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html @@ -18,7 +18,7 @@ catch(err) { } //--> -var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":10,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10,"i46":10,"i47":10,"i48":10,"i49":10,"i50":10,"i51":10,"i52":10,"i53":10,"i54":10,"i55":10,"i56":10,"i57":10,"i58":10,"i59":10,"i60":10}; +var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":10,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10,"i46":10,"i47":10,"i48":10,"i49":10,"i50":10,"i51":10,"i52":10,"i53":10,"i54":10,"i55":10,"i56":10,"i57":10,"i58":10,"i59":10,"i60":10,"i61":10,"i62":10,"i63":10,"i64":10}; var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; var altColor = "altColor"; var rowColor = "rowColor"; @@ -110,7 +110,6 @@ var activeTableTab = "activeTableTab"; @InterfaceAudience.Private - @InterfaceStability.Evolving public class ProcedureExecutorTEnvironment extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true; title="class or interface in java.lang">Object Thread Pool that executes the submitted procedures. @@ -150,7 +149,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html private static class -ProcedureExecutor.CompletedProcedureRetainer +ProcedureExecutor.CompletedProcedureRetainerTEnvironment static class @@ -204,7 +203,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html checkOwnerSet -private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ConcurrentHashMap.html?is-external=true; title="class or interface in java.util.concurrent">ConcurrentHashMaphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true; title="class or interface in java.lang">Long,ProcedureExecutor.CompletedProcedureRetainer +private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ConcurrentHashMap.html?is-external=true; title="class or interface in java.util.concurrent">ConcurrentHashMaphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true; title="class or interface in java.lang">Long,ProcedureExecutor.CompletedProcedureRetainerTEnvironment completed Map the the procId returned by submitProcedure(), the Root-ProcID, to the Procedure. @@ -256,13 +255,13 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html -private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ConcurrentHashMap.html?is-external=true; title="class or interface in java.util.concurrent">ConcurrentHashMaphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true; title="class or interface in java.lang">Long,Procedure +private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ConcurrentHashMap.html?is-external=true; title="class or interface in java.util.concurrent">ConcurrentHashMaphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true; title="class or interface in java.lang">Long,ProcedureTEnvironment procedures Helper map to lookup the live procedures by ID. -private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ConcurrentHashMap.html?is-external=true; title="class or interface in java.util.concurrent">ConcurrentHashMaphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true; title="class or interface in java.lang">Long,RootProcedureState +private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ConcurrentHashMap.html?is-external=true; title="class or interface in java.util.concurrent">ConcurrentHashMaphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true; title="class or interface in java.lang">Long,RootProcedureStateTEnvironment rollbackStack Map the the procId returned by submitProcedure(), the Root-ProcID, to the
[45/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/HBaseIOException.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/HBaseIOException.html b/devapidocs/org/apache/hadoop/hbase/HBaseIOException.html index a561511..bddfdf7 100644 --- a/devapidocs/org/apache/hadoop/hbase/HBaseIOException.html +++ b/devapidocs/org/apache/hadoop/hbase/HBaseIOException.html @@ -122,7 +122,7 @@ Direct Known Subclasses: -BackupException, BadProcedureException, CallCancelledException, CallTimeoutException, CellScannerButNoCodecException, ClusterSchemaException, CodecException, CorruptedWALProcedureStoreException, DamagedWALException, DoNotRetryIOException, FailedRemoteDispatchException, FailedServerException, FallbackDisallowedException, LeaseNotRecoveredException, MasterNotRunningException, NoSuchProcedureException, PleaseHoldException, RegionException, RpcThrottlingException, ServerCrashException, ServiceNotRunningException, StoppedRpcClientException, TableInfoMissingException, UnexpectedStateException, WrongRowIOException +BackupException, BadProcedureException, CallCancelledException, CallTimeoutException, CellScannerButNoCodecException, ClusterSchemaException, CodecException, ConnectionClosedException, CorruptedWALProcedureStoreException, DamagedWALException, DoNotRetryIOException, FailedRemoteDispatchException, FailedServerException, FallbackDisallowedException, LeaseNotRecoveredException, MasterNotRunningException, NoSuchProcedureException, PleaseHoldException, RegionExcep tion, RpcThrottlingException, ServerCrashException, ServiceNotRunningException, StoppedRpcClientException, TableInfoMissingException, UnexpectedStateException, WrongRowIOException http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/backup/package-tree.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/backup/package-tree.html b/devapidocs/org/apache/hadoop/hbase/backup/package-tree.html index ffd12ac..1e43e89 100644 --- a/devapidocs/org/apache/hadoop/hbase/backup/package-tree.html +++ b/devapidocs/org/apache/hadoop/hbase/backup/package-tree.html @@ -168,8 +168,8 @@ java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true; title="class or interface in java.lang">EnumE (implements java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableT, java.io.https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true; title="class or interface in java.io">Serializable) org.apache.hadoop.hbase.backup.BackupInfo.BackupPhase -org.apache.hadoop.hbase.backup.BackupType org.apache.hadoop.hbase.backup.BackupInfo.BackupState +org.apache.hadoop.hbase.backup.BackupType org.apache.hadoop.hbase.backup.BackupRestoreConstants.BackupCommand http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/class-use/HBaseIOException.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/class-use/HBaseIOException.html b/devapidocs/org/apache/hadoop/hbase/class-use/HBaseIOException.html index 2bc430c..1494b05 100644 --- a/devapidocs/org/apache/hadoop/hbase/class-use/HBaseIOException.html +++ b/devapidocs/org/apache/hadoop/hbase/class-use/HBaseIOException.html @@ -454,40 +454,46 @@ class +ConnectionClosedException +Thrown when the connection is closed + + + +class FailedSanityCheckException Exception thrown if a mutation fails sanity checks. - + class MergeRegionException Thrown when something is wrong in trying to merge two regions. - + class OutOfOrderScannerNextException Thrown by a RegionServer while doing next() calls on a ResultScanner. - + class RequestTooBigException Thrown when the size of the rpc request received by the server is too large. - + class ScannerResetException Thrown when the server side has received an Exception, and asks the Client to reset the scanner state by closing the current region scanner, and reopening from the start of last seen row. - + class UnexpectedStateException - + class UnknownProtocolException An error requesting an RPC protocol that the server is not serving. http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/class-use/ServiceNotRunningException.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/class-use/ServiceNotRunningException.html b/devapidocs/org/apache/hadoop/hbase/class-use/ServiceNotRunningException.html index 65a6318..4f5bc52 100644 --- a/devapidocs/org/apache/hadoop/hbase/class-use/ServiceNotRunningException.html +++
[20/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureCleaner.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureCleaner.html b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureCleaner.html index 1b3ae53..6c4852a 100644 --- a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureCleaner.html +++ b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureCleaner.html @@ -186,7 +186,7 @@ extends CLEANER_INTERVAL_CONF_KEY -private https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true; title="class or interface in java.util">Maphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true; title="class or interface in java.lang">Long,ProcedureExecutor.CompletedProcedureRetainer +private https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true; title="class or interface in java.util">Maphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true; title="class or interface in java.lang">Long,ProcedureExecutor.CompletedProcedureRetainerTEnvironment completed @@ -253,7 +253,7 @@ extends CompletedProcedureCleaner(org.apache.hadoop.conf.Configurationconf, ProcedureStorestore, - https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true; title="class or interface in java.util">Maphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true; title="class or interface in java.lang">Long,ProcedureExecutor.CompletedProcedureRetainercompletedMap, + https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true; title="class or interface in java.util">Maphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true; title="class or interface in java.lang">Long,ProcedureExecutor.CompletedProcedureRetainerTEnvironmentcompletedMap, https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true; title="class or interface in java.util">MapNonceKey,https://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true; title="class or interface in java.lang">LongnonceKeysToProcIdsMap) @@ -288,7 +288,7 @@ extends Procedure -acquireLock, addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, doReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, isYieldAfterExecutionStep, releaseLock, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toS tringClass, toStringClassDetails, toStringDetails, toStringSimpleSB, toStringState, tryRunnable, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted +acquireLock, addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, doReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, isYieldAfterExecutionStep, lockedWhenLoading, releaseLock, removeStackIndex, restoreLock, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParent ProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailu re, shouldWaitClientAck, toString, toStringClass, toStringClassDetails, toStringDetails, toStringSimpleSB, toStringState, tryRunnable, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, waitInitialized, wasExecuted @@ -430,7 +430,7 @@ extends
[08/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.RedirectServlet.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.RedirectServlet.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.RedirectServlet.html index 95f2a65..073d0d0 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.RedirectServlet.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.RedirectServlet.html @@ -931,7 +931,7 @@ 923InitMetaProcedure initMetaProc = null; 924if (assignmentManager.getRegionStates().getRegionState(RegionInfoBuilder.FIRST_META_REGIONINFO) 925 .isOffline()) { -926 OptionalProcedure? optProc = procedureExecutor.getProcedures().stream() +926 OptionalProcedureMasterProcedureEnv optProc = procedureExecutor.getProcedures().stream() 927.filter(p - p instanceof InitMetaProcedure).findAny(); 928 if (optProc.isPresent()) { 929initMetaProc = (InitMetaProcedure) optProc.get(); @@ -3210,566 +3210,567 @@ 3202 cpHost.preGetProcedures(); 3203} 3204 -3205final ListProcedure? procList = this.procedureExecutor.getProcedures(); -3206 -3207if (cpHost != null) { -3208 cpHost.postGetProcedures(procList); -3209} -3210 -3211return procList; -3212 } -3213 -3214 @Override -3215 public ListLockedResource getLocks() throws IOException { -3216if (cpHost != null) { -3217 cpHost.preGetLocks(); -3218} -3219 -3220MasterProcedureScheduler procedureScheduler = -3221 procedureExecutor.getEnvironment().getProcedureScheduler(); -3222 -3223final ListLockedResource lockedResources = procedureScheduler.getLocks(); -3224 -3225if (cpHost != null) { -3226 cpHost.postGetLocks(lockedResources); -3227} -3228 -3229return lockedResources; -3230 } -3231 -3232 /** -3233 * Returns the list of table descriptors that match the specified request -3234 * @param namespace the namespace to query, or null if querying for all -3235 * @param regex The regular expression to match against, or null if querying for all -3236 * @param tableNameList the list of table names, or null if querying for all -3237 * @param includeSysTables False to match only against userspace tables -3238 * @return the list of table descriptors -3239 */ -3240 public ListTableDescriptor listTableDescriptors(final String namespace, final String regex, -3241 final ListTableName tableNameList, final boolean includeSysTables) -3242 throws IOException { -3243ListTableDescriptor htds = new ArrayList(); -3244if (cpHost != null) { -3245 cpHost.preGetTableDescriptors(tableNameList, htds, regex); -3246} -3247htds = getTableDescriptors(htds, namespace, regex, tableNameList, includeSysTables); -3248if (cpHost != null) { -3249 cpHost.postGetTableDescriptors(tableNameList, htds, regex); -3250} -3251return htds; -3252 } -3253 -3254 /** -3255 * Returns the list of table names that match the specified request -3256 * @param regex The regular expression to match against, or null if querying for all -3257 * @param namespace the namespace to query, or null if querying for all -3258 * @param includeSysTables False to match only against userspace tables -3259 * @return the list of table names -3260 */ -3261 public ListTableName listTableNames(final String namespace, final String regex, -3262 final boolean includeSysTables) throws IOException { -3263ListTableDescriptor htds = new ArrayList(); -3264if (cpHost != null) { -3265 cpHost.preGetTableNames(htds, regex); -3266} -3267htds = getTableDescriptors(htds, namespace, regex, null, includeSysTables); -3268if (cpHost != null) { -3269 cpHost.postGetTableNames(htds, regex); -3270} -3271ListTableName result = new ArrayList(htds.size()); -3272for (TableDescriptor htd: htds) result.add(htd.getTableName()); -3273return result; -3274 } -3275 -3276 /** -3277 * @return list of table table descriptors after filtering by regex and whether to include system -3278 *tables, etc. -3279 * @throws IOException -3280 */ -3281 private ListTableDescriptor getTableDescriptors(final ListTableDescriptor htds, -3282 final String namespace, final String regex, final ListTableName tableNameList, -3283 final boolean includeSysTables) -3284 throws IOException { -3285if (tableNameList == null || tableNameList.isEmpty()) { -3286 // request for all TableDescriptors -3287 CollectionTableDescriptor allHtds; -3288 if (namespace != null namespace.length() 0) { -3289// Do a check on the namespace existence. Will fail if does not exist. -3290 this.clusterSchemaService.getNamespace(namespace); -3291allHtds =
[29/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/procedure/ModifyTableProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/ModifyTableProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/ModifyTableProcedure.html index d044d2e..33176c2 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/procedure/ModifyTableProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/ModifyTableProcedure.html @@ -382,7 +382,7 @@ extends AbstractStateMachineTableProcedure -acquireLock, checkOnline, checkTableModifiable, getRegionDir, getUser, preflightChecks, releaseLock, releaseSyncLatch, setUser, toStringClassDetails +acquireLock, checkOnline, checkTableModifiable, getRegionDir, getUser, preflightChecks, releaseLock, releaseSyncLatch, setUser, toStringClassDetails, waitInitialized @@ -396,7 +396,7 @@ extends Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, doAcquireLock, doExecute, doReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime< /a>, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted +addStackIndex, afterReplay, beforeReplay, compareTo, doExecute, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, get ProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/procedure/PeerQueue.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/PeerQueue.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/PeerQueue.html index 850636b..248e97f 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/procedure/PeerQueue.html +++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/PeerQueue.html @@ -18,7 +18,7 @@ catch(err) { } //--> -var methods = {"i0":10,"i1":10,"i2":9}; +var methods = {"i0":10,"i1":9}; var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; var altColor = "altColor"; var rowColor = "rowColor"; @@ -187,13 +187,9 @@ extends boolean -isAvailable() - - -boolean requireExclusiveLock(Procedure?proc) - + private static boolean requirePeerExclusiveLock(PeerProcedureInterfaceproc) @@ -203,7 +199,7 @@ extends Queue -add, compareKey, compareTo, getKey, getLockStatus, getPriority, isEmpty, peek, poll, size, toString +add, compareKey, compareTo, getKey, getLockStatus, getPriority, isAvailable, isEmpty, peek, poll, size, toString @@ -244,26 +240,13 @@ extends - - - - -isAvailable -publicbooleanisAvailable() - -Overrides: -isAvailablein classQueuehttps://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">String - - - requireExclusiveLock -publicbooleanrequireExclusiveLock(Procedure?proc) +publicbooleanrequireExclusiveLock(Procedure?proc) Specified by: requireExclusiveLockin classQueuehttps://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">String @@
[37/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/locking/LockProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/locking/LockProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/locking/LockProcedure.html index 139308d..47fe85d 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/locking/LockProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/locking/LockProcedure.html @@ -18,7 +18,7 @@ catch(err) { } //--> -var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10}; +var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10}; var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; var altColor = "altColor"; var rowColor = "rowColor"; @@ -215,62 +215,58 @@ implements event -private boolean -hasLock - - private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/atomic/AtomicLong.html?is-external=true; title="class or interface in java.util.concurrent.atomic">AtomicLong lastHeartBeat - + static https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">String LOCAL_MASTER_LOCKS_TIMEOUT_MS_CONF - + private LockProcedure.LockInterface lock - + private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/CountDownLatch.html?is-external=true; title="class or interface in java.util.concurrent">CountDownLatch lockAcquireLatch - + private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/atomic/AtomicBoolean.html?is-external=true; title="class or interface in java.util.concurrent.atomic">AtomicBoolean locked - + private static org.slf4j.Logger LOG - + private https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">String namespace - + private TableProcedureInterface.TableOperationType opType - + private boolean recoveredMasterLock - + private RegionInfo[] regionInfos - + static https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">String REMOTE_LOCKS_TIMEOUT_MS_CONF - + private TableName tableName - + private LockType type - + private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/atomic/AtomicBoolean.html?is-external=true; title="class or interface in java.util.concurrent.atomic">AtomicBoolean unlock @@ -408,74 +404,68 @@ implements boolean -hasLock(MasterProcedureEnvenv) -This is used in conjunction with Procedure.holdLock(Object). - - - -boolean holdLock(MasterProcedureEnvenv) Used to keep the procedure lock even when the procedure is yielding or suspended. - + boolean isLocked() - + protected void releaseLock(MasterProcedureEnvenv) The user should override this method, and release lock if necessary. - + protected void rollback(MasterProcedureEnvenv) The code to undo what was done by the execute() code. - + protected void serializeStateData(ProcedureStateSerializerserializer) The user-level code of the procedure may have some state to persist (e.g. - + protected boolean setTimeoutFailure(MasterProcedureEnvenv) Re run the procedure after every timeout to write new WAL entries so we don't hold back old WALs. - + private LockProcedure.LockInterface setupLock() - + private LockProcedure.LockInterface setupNamespaceLock() - + private LockProcedure.LockInterface setupRegionLock() - + private LockProcedure.LockInterface setupTableLock() - + protected void toStringClassDetails(https://docs.oracle.com/javase/8/docs/api/java/lang/StringBuilder.html?is-external=true; title="class or interface in java.lang">StringBuilderbuilder) Extend the toString() information with the procedure details e.g. - + void unlock(MasterProcedureEnvenv) - + void updateHeartBeat() Updates timeout deadline for the lock. @@ -487,7 +477,7 @@ implements Procedure -addStackIndex, afterReplay, compareTo, completionCleanup, doAcquireLock, doExecute, doReleaseLock, do Rollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubm ittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasOwner, hasParent, hasTimeout, haveSameParent, incChildrenLatch, isFailed, isFinished, isInitializing,
[04/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html index dd41a30..624224f 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html @@ -90,768 +90,758 @@ 082extends AbstractStateMachineTableProcedureMergeTableRegionsState { 083 private static final Logger LOG = LoggerFactory.getLogger(MergeTableRegionsProcedure.class); 084 private Boolean traceEnabled; -085 private volatile boolean lock = false; -086 private ServerName regionLocation; -087 private RegionInfo[] regionsToMerge; -088 private RegionInfo mergedRegion; -089 private boolean forcible; -090 -091 public MergeTableRegionsProcedure() { -092// Required by the Procedure framework to create the procedure on replay -093 } -094 -095 public MergeTableRegionsProcedure(final MasterProcedureEnv env, -096 final RegionInfo regionToMergeA, final RegionInfo regionToMergeB) throws IOException { -097this(env, regionToMergeA, regionToMergeB, false); -098 } -099 -100 public MergeTableRegionsProcedure(final MasterProcedureEnv env, -101 final RegionInfo regionToMergeA, final RegionInfo regionToMergeB, -102 final boolean forcible) throws IOException { -103this(env, new RegionInfo[] {regionToMergeA, regionToMergeB}, forcible); -104 } -105 -106 public MergeTableRegionsProcedure(final MasterProcedureEnv env, -107 final RegionInfo[] regionsToMerge, final boolean forcible) -108 throws IOException { -109super(env); -110 -111// Check daughter regions and make sure that we have valid daughter regions -112// before doing the real work. This check calls the super method #checkOnline also. -113checkRegionsToMerge(env, regionsToMerge, forcible); -114 -115// WARN: make sure there is no parent region of the two merging regions in -116// hbase:meta If exists, fixing up daughters would cause daughter regions(we -117// have merged one) online again when we restart master, so we should clear -118// the parent region to prevent the above case -119// Since HBASE-7721, we don't need fix up daughters any more. so here do nothing -120this.regionsToMerge = regionsToMerge; -121this.mergedRegion = createMergedRegionInfo(regionsToMerge); -122preflightChecks(env, true); -123this.forcible = forcible; -124 } -125 -126 private static void checkRegionsToMerge(MasterProcedureEnv env, final RegionInfo[] regionsToMerge, -127 final boolean forcible) throws MergeRegionException { -128// For now, we only merge 2 regions. -129// It could be extended to more than 2 regions in the future. -130if (regionsToMerge == null || regionsToMerge.length != 2) { -131 throw new MergeRegionException("Expected to merge 2 regions, got: " + -132 Arrays.toString(regionsToMerge)); -133} -134 -135checkRegionsToMerge(env, regionsToMerge[0], regionsToMerge[1], forcible); -136 } -137 -138 /** -139 * One time checks. -140 */ -141 private static void checkRegionsToMerge(MasterProcedureEnv env, final RegionInfo regionToMergeA, -142 final RegionInfo regionToMergeB, final boolean forcible) throws MergeRegionException { -143if (!regionToMergeA.getTable().equals(regionToMergeB.getTable())) { -144 throw new MergeRegionException("Can't merge regions from two different tables: " + -145regionToMergeA + ", " + regionToMergeB); -146} -147 -148if (regionToMergeA.getReplicaId() != RegionInfo.DEFAULT_REPLICA_ID || -149regionToMergeB.getReplicaId() != RegionInfo.DEFAULT_REPLICA_ID) { -150 throw new MergeRegionException("Can't merge non-default replicas"); -151} -152 -153try { -154 checkOnline(env, regionToMergeA); -155 checkOnline(env, regionToMergeB); -156} catch (DoNotRetryRegionException dnrre) { -157 throw new MergeRegionException(dnrre); -158} -159 -160if (!RegionInfo.areAdjacent(regionToMergeA, regionToMergeB)) { -161 String msg = "Unable to merge non-adjacent regions " + regionToMergeA.getShortNameToLog() + -162 ", " + regionToMergeB.getShortNameToLog() + " where forcible = " + forcible; -163 LOG.warn(msg); -164 if (!forcible) { -165throw new MergeRegionException(msg); -166 } -167} -168 } +085 private ServerName regionLocation; +086 private RegionInfo[] regionsToMerge; +087 private RegionInfo mergedRegion; +088 private boolean forcible; +089 +090 public MergeTableRegionsProcedure() { +091//
[51/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511. Project: http://git-wip-us.apache.org/repos/asf/hbase-site/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase-site/commit/804782f0 Tree: http://git-wip-us.apache.org/repos/asf/hbase-site/tree/804782f0 Diff: http://git-wip-us.apache.org/repos/asf/hbase-site/diff/804782f0 Branch: refs/heads/asf-site Commit: 804782f09f5fdf37566f546382fffe574f64aee0 Parents: 6daeaf0 Author: jenkins Authored: Wed Jul 25 14:49:19 2018 + Committer: jenkins Committed: Wed Jul 25 14:49:19 2018 + -- acid-semantics.html | 4 +- apache_hbase_reference_guide.pdf| 24281 --- apidocs/allclasses-frame.html | 1 + apidocs/allclasses-noframe.html | 1 + apidocs/index-all.html | 6 + .../apache/hadoop/hbase/HBaseIOException.html | 2 +- .../hbase/class-use/HBaseIOException.html |14 +- .../exceptions/ConnectionClosedException.html | 275 + .../exceptions/ConnectionClosingException.html | 4 +- .../class-use/ConnectionClosedException.html| 125 + .../hadoop/hbase/exceptions/package-frame.html | 1 + .../hbase/exceptions/package-summary.html |18 +- .../hadoop/hbase/exceptions/package-tree.html | 1 + apidocs/overview-tree.html | 1 + apidocs/serialized-form.html| 9 + .../exceptions/ConnectionClosedException.html | 108 + .../hbase/util/Bytes.ByteArrayComparator.html | 6 +- .../hbase/util/Bytes.RowEndKeyComparator.html | 6 +- .../org/apache/hadoop/hbase/util/Bytes.html | 6 +- book.html | 139 +- bulk-loads.html | 4 +- checkstyle-aggregate.html | 26884 - checkstyle.rss |66 +- coc.html| 4 +- dependencies.html | 4 +- dependency-convergence.html | 4 +- dependency-info.html| 4 +- dependency-management.html | 4 +- devapidocs/allclasses-frame.html| 2 + devapidocs/allclasses-noframe.html | 2 + devapidocs/constant-values.html |32 +- devapidocs/index-all.html | 202 +- .../apache/hadoop/hbase/HBaseIOException.html | 2 +- .../hadoop/hbase/backup/package-tree.html | 2 +- .../hbase/class-use/HBaseIOException.html |18 +- .../class-use/ServiceNotRunningException.html | 2 +- .../hadoop/hbase/client/package-tree.html |22 +- .../hadoop/hbase/coprocessor/package-tree.html | 2 +- .../hbase/exceptions/ClientExceptionsUtil.html | 4 +- .../exceptions/ConnectionClosedException.html | 315 + .../exceptions/ConnectionClosingException.html | 4 +- .../class-use/ConnectionClosedException.html| 125 + .../hadoop/hbase/exceptions/package-frame.html | 1 + .../hbase/exceptions/package-summary.html |34 +- .../hadoop/hbase/exceptions/package-tree.html | 1 + .../hadoop/hbase/filter/package-tree.html |10 +- .../hadoop/hbase/io/hfile/package-tree.html | 6 +- .../org/apache/hadoop/hbase/ipc/IPCUtil.html|22 +- .../hadoop/hbase/ipc/NettyRpcDuplexHandler.html |32 +- .../apache/hadoop/hbase/ipc/package-tree.html | 4 +- .../hadoop/hbase/mapreduce/package-tree.html| 2 +- .../hbase/master/ClusterSchemaServiceImpl.html | 4 +- .../org/apache/hadoop/hbase/master/HMaster.html |84 +- .../master/assignment/AssignProcedure.html | 4 +- ...signmentManager.RegionInTransitionChore.html | 2 +- .../assignment/GCMergedRegionsProcedure.html| 4 +- .../master/assignment/GCRegionProcedure.html|67 +- .../assignment/MergeTableRegionsProcedure.html | 241 +- .../master/assignment/MoveRegionProcedure.html | 6 +- .../assignment/RegionTransitionProcedure.html | 208 +- .../assignment/SplitTableRegionProcedure.html | 6 +- .../master/assignment/UnassignProcedure.html| 4 +- .../locking/LockProcedure.LockInterface.html| 6 +- .../LockProcedure.NamespaceExclusiveLock.html | 8 +- .../LockProcedure.RegionExclusiveLock.html | 8 +- .../LockProcedure.TableExclusiveLock.html | 8 +- .../locking/LockProcedure.TableSharedLock.html | 8 +- .../hbase/master/locking/LockProcedure.html | 211 +- .../hadoop/hbase/master/package-tree.html | 4 +- .../AbstractStateMachineNamespaceProcedure.html |85 +- .../AbstractStateMachineRegionProcedure.html| 135 +- .../AbstractStateMachineTableProcedure.html |97 +-
[38/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html index 19f8fb2..f073d26 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html @@ -493,14 +493,14 @@ extends AbstractStateMachineRegionProcedure -acquireLock, checkTableModifiable, getRegion, getTableName, hasLock, holdLock, releaseLock, setFailure, setRegion +acquireLock, checkTableModifiable, getRegion, getTableName, holdLock, releaseLock, setFailure, setRegion Methods inherited from classorg.apache.hadoop.hbase.master.procedure.AbstractStateMachineTableProcedure -checkOnline, getRegionDir, getUser, preflightChecks, releaseSyncLatch, setUser +checkOnline, getRegionDir, getUser, preflightChecks, releaseSyncLatch, setUser, waitInitialized @@ -514,7 +514,7 @@ extends Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, d oReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasOwner, hasParent, hasTimeout, haveSameParent, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailu re, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted +addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doExecute, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcId, getProcIdHashCode, getProc Name, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/assignment/UnassignProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/assignment/UnassignProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/assignment/UnassignProcedure.html index 1b89f19..617a7a2 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/assignment/UnassignProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/assignment/UnassignProcedure.html @@ -382,14 +382,14 @@ extends RegionTransitionProcedure -abort, acquireLock, addToRemoteDispatcher, execute, getAttempt, getRegionInfo, getRegionState, getTableName, getTransitionState, hasLock, holdLock, isMeta, isServerOnline, isServerOnline, releaseLock, remoteCallFailed, remoteOperationCompleted, remoteOperationFailed, reportTransition, rollback, setAttempt, setRegionInfo, setTimeoutFailure, setTransitionState, shouldWaitClientAck, toStringState +abort, acquireLock, addToRemoteDispatcher, execute, getAttempt, getRegionInfo, getRegionState, getTableName, getTransitionState, holdLock, isMeta, isServerOnline, isServerOnline, releaseLock, remoteCallFailed, re moteOperationCompleted, remoteOperationFailed, reportTransition, rollback, setAttempt, setRegionInfo, setTimeoutFailure, setTransitionState, shouldWaitClientAck, toStringState, waitInitialized Methods inherited from classorg.apache.hadoop.hbase.procedure2.Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock,
[26/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/procedure/class-use/MasterProcedureEnv.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/class-use/MasterProcedureEnv.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/class-use/MasterProcedureEnv.html index 0de3ee4..1cd2bd5 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/procedure/class-use/MasterProcedureEnv.html +++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/class-use/MasterProcedureEnv.html @@ -157,6 +157,11 @@ MasterCoprocessorHost.preAbortProcedure(ProcedureExecutorMasterProcedureEnvprocEnv, longprocId) + +private long +ClusterSchemaServiceImpl.submitProcedure(ProcedureMasterProcedureEnvprocedure, + NonceKeynonceKey) + @@ -202,17 +207,13 @@ protected Procedure.LockState -GCRegionProcedure.acquireLock(MasterProcedureEnvenv) - - -protected Procedure.LockState MergeTableRegionsProcedure.acquireLock(MasterProcedureEnvenv) - + protected Procedure.LockState RegionTransitionProcedure.acquireLock(MasterProcedureEnvenv) - + protected boolean RegionTransitionProcedure.addToRemoteDispatcher(MasterProcedureEnvenv, ServerNametargetServer) @@ -222,7 +223,7 @@ to pick it up. - + private void SplitTableRegionProcedure.checkClosedRegion(MasterProcedureEnvenv) Check whether there is recovered.edits in the closed region @@ -230,7 +231,7 @@ to abort region split to prevent data loss - + private void MergeTableRegionsProcedure.checkClosedRegion(MasterProcedureEnvenv, RegionInforegionInfo) @@ -239,19 +240,19 @@ to abort region merge to prevent data loss - + private void MergeTableRegionsProcedure.checkClosedRegions(MasterProcedureEnvenv) check the closed regions - + private static void MergeTableRegionsProcedure.checkRegionsToMerge(MasterProcedureEnvenv, RegionInfo[]regionsToMerge, booleanforcible) - + private static void MergeTableRegionsProcedure.checkRegionsToMerge(MasterProcedureEnvenv, RegionInforegionToMergeA, @@ -260,7 +261,7 @@ One time checks. - + private void SplitTableRegionProcedure.checkSplittable(MasterProcedureEnvenv, RegionInforegionToSplit, @@ -268,113 +269,113 @@ Check whether the region is splittable - + private void MergeTableRegionsProcedure.cleanupMergedRegion(MasterProcedureEnvenv) Clean up a merged region - + private AssignProcedure[] SplitTableRegionProcedure.createAssignProcedures(MasterProcedureEnvenv, intregionReplication) - + private AssignProcedure[] MergeTableRegionsProcedure.createAssignProcedures(MasterProcedureEnvenv, intregionReplication) - + void SplitTableRegionProcedure.createDaughterRegions(MasterProcedureEnvenv) Create daughter regions - + private GCRegionProcedure[] GCMergedRegionsProcedure.createGCRegionProcedures(MasterProcedureEnvenv) - + private void MergeTableRegionsProcedure.createMergedRegion(MasterProcedureEnvenv) Create a merged region - + private UnassignProcedure[] SplitTableRegionProcedure.createUnassignProcedures(MasterProcedureEnvenv, intregionReplication) - + private UnassignProcedure[] MergeTableRegionsProcedure.createUnassignProcedures(MasterProcedureEnvenv, intregionReplication) - + protected Procedure[] RegionTransitionProcedure.execute(MasterProcedureEnvenv) - + protected StateMachineProcedure.Flow GCMergedRegionsProcedure.executeFromState(MasterProcedureEnvenv, org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.GCMergedRegionsStatestate) - + protected StateMachineProcedure.Flow GCRegionProcedure.executeFromState(MasterProcedureEnvenv, org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.GCRegionStatestate) - + protected StateMachineProcedure.Flow MergeTableRegionsProcedure.executeFromState(MasterProcedureEnvenv, org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.MergeTableRegionsStatestate) - + protected StateMachineProcedure.Flow MoveRegionProcedure.executeFromState(MasterProcedureEnvenv, org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.MoveRegionStatestate) - + protected StateMachineProcedure.Flow SplitTableRegionProcedure.executeFromState(MasterProcedureEnvenv, org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.SplitTableRegionStatestate) - + protected void UnassignProcedure.finishTransition(MasterProcedureEnvenv, RegionStates.RegionStateNoderegionNode) - + protected void AssignProcedure.finishTransition(MasterProcedureEnvenv,
hbase-site git commit: INFRA-10751 Empty commit
Repository: hbase-site Updated Branches: refs/heads/asf-site 804782f09 -> 734643e38 INFRA-10751 Empty commit Project: http://git-wip-us.apache.org/repos/asf/hbase-site/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase-site/commit/734643e3 Tree: http://git-wip-us.apache.org/repos/asf/hbase-site/tree/734643e3 Diff: http://git-wip-us.apache.org/repos/asf/hbase-site/diff/734643e3 Branch: refs/heads/asf-site Commit: 734643e385cfec3c658c36ba277205cdd48e826c Parents: 804782f Author: jenkins Authored: Wed Jul 25 14:50:00 2018 + Committer: jenkins Committed: Wed Jul 25 14:50:00 2018 + -- --
[41/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html index 2604610..37c7193 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html @@ -18,7 +18,7 @@ catch(err) { } //--> -var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":9,"i5":9,"i6":10,"i7":10,"i8":10,"i9":9,"i10":9,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":9,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":10,"i40":10,"i41":10,"i42":10,"i43":10}; +var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":9,"i5":9,"i6":10,"i7":10,"i8":10,"i9":9,"i10":9,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":9,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":10,"i40":10,"i41":10,"i42":10}; var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; var altColor = "altColor"; var rowColor = "rowColor"; @@ -188,26 +188,22 @@ extends forcible -private boolean -lock - - private static org.slf4j.Logger LOG - + private RegionInfo mergedRegion - + private ServerName regionLocation - + private RegionInfo[] regionsToMerge - + private https://docs.oracle.com/javase/8/docs/api/java/lang/Boolean.html?is-external=true; title="class or interface in java.lang">Boolean traceEnabled @@ -412,35 +408,29 @@ extends protected boolean -hasLock(MasterProcedureEnvenv) -This is used in conjunction with Procedure.holdLock(Object). - - - -protected boolean holdLock(MasterProcedureEnvenv) Used to keep the procedure lock even when the procedure is yielding or suspended. - + private boolean isMergeable(MasterProcedureEnvenv, RegionStaters) - + protected boolean isRollbackSupported(org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.MergeTableRegionsStatestate) Used by the default implementation of abort() to know if the current state can be aborted and rollback can be triggered. - + private https://docs.oracle.com/javase/8/docs/api/java/lang/Boolean.html?is-external=true; title="class or interface in java.lang">Boolean isTraceEnabled() The procedure could be restarted from a different machine. - + private void mergeStoreFiles(MasterProcedureEnvenv, HRegionFileSystemregionFs, @@ -448,55 +438,55 @@ extends Create reference file(s) of merging regions under the merged directory - + private void postCompletedMergeRegions(MasterProcedureEnvenv) Post merge region action - + private void postMergeRegionsCommit(MasterProcedureEnvenv) Post merge region action - + private void postRollBackMergeRegions(MasterProcedureEnvenv) Action after rollback a merge table regions action. - + private void preMergeRegions(MasterProcedureEnvenv) Pre merge region action - + private void preMergeRegionsCommit(MasterProcedureEnvenv) Post merge region action - + private boolean prepareMergeRegion(MasterProcedureEnvenv) Prepare merge and do some check - + protected void releaseLock(MasterProcedureEnvenv) The user should override this method, and release lock if necessary. - + private void rollbackCloseRegionsForMerge(MasterProcedureEnvenv) Rollback close regions - + protected void rollbackState(MasterProcedureEnvenv, org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.MergeTableRegionsStatestate) @@ -505,33 +495,33 @@ extends + protected void serializeStateData(ProcedureStateSerializerserializer) The user-level code of the procedure may have some state to persist (e.g. - + void setRegionStateToMerging(MasterProcedureEnvenv) Set the region states to MERGING state - + void toStringClassDetails(https://docs.oracle.com/javase/8/docs/api/java/lang/StringBuilder.html?is-external=true; title="class or interface in java.lang">StringBuildersb) Extend the toString() information with the procedure details e.g. - + private void updateMetaForMergedRegions(MasterProcedureEnvenv) Add merged region to META and delete original regions. - + private void writeMaxSequenceIdFile(MasterProcedureEnvenv) @@ -541,7 +531,7 @@ extends AbstractStateMachineTableProcedure -checkOnline, checkTableModifiable, getRegionDir, getUser,
[50/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/apache_hbase_reference_guide.pdf -- diff --git a/apache_hbase_reference_guide.pdf b/apache_hbase_reference_guide.pdf index 012c7d4..ebfe82f 100644 --- a/apache_hbase_reference_guide.pdf +++ b/apache_hbase_reference_guide.pdf @@ -5,16 +5,16 @@ /Author (Apache HBase Team) /Creator (Asciidoctor PDF 1.5.0.alpha.15, based on Prawn 2.2.2) /Producer (Apache HBase Team) -/ModDate (D:20180724143039+00'00') -/CreationDate (D:20180724144639+00'00') +/ModDate (D:20180725142952+00'00') +/CreationDate (D:20180725144559+00'00') >> endobj 2 0 obj << /Type /Catalog /Pages 3 0 R /Names 28 0 R -/Outlines 4965 0 R -/PageLabels 5216 0 R +/Outlines 4972 0 R +/PageLabels 5223 0 R /PageMode /UseOutlines /OpenAction [7 0 R /FitH 842.89] /ViewerPreferences << /DisplayDocTitle true @@ -23,8 +23,8 @@ endobj endobj 3 0 obj << /Type /Pages -/Count 781 -/Kids [7 0 R 12 0 R 14 0 R 16 0 R 18 0 R 20 0 R 22 0 R 24 0 R 26 0 R 46 0 R 49 0 R 52 0 R 56 0 R 63 0 R 65 0 R 69 0 R 71 0 R 73 0 R 80 0 R 83 0 R 85 0 R 91 0 R 94 0 R 96 0 R 98 0 R 105 0 R 112 0 R 117 0 R 119 0 R 135 0 R 140 0 R 148 0 R 157 0 R 165 0 R 169 0 R 178 0 R 189 0 R 193 0 R 195 0 R 199 0 R 208 0 R 217 0 R 225 0 R 234 0 R 239 0 R 248 0 R 256 0 R 265 0 R 278 0 R 285 0 R 295 0 R 303 0 R 311 0 R 318 0 R 327 0 R 333 0 R 339 0 R 346 0 R 354 0 R 362 0 R 373 0 R 386 0 R 394 0 R 401 0 R 409 0 R 417 0 R 426 0 R 436 0 R 444 0 R 450 0 R 459 0 R 471 0 R 481 0 R 488 0 R 496 0 R 503 0 R 512 0 R 520 0 R 524 0 R 530 0 R 535 0 R 539 0 R 555 0 R 566 0 R 570 0 R 585 0 R 590 0 R 595 0 R 597 0 R 599 0 R 602 0 R 604 0 R 606 0 R 614 0 R 620 0 R 623 0 R 627 0 R 636 0 R 647 0 R 655 0 R 659 0 R 663 0 R 665 0 R 675 0 R 690 0 R 697 0 R 708 0 R 718 0 R 729 0 R 741 0 R 761 0 R 771 0 R 778 0 R 782 0 R 788 0 R 791 0 R 795 0 R 799 0 R 802 0 R 805 0 R 807 0 R 810 0 R 814 0 R 816 0 R 820 0 R 826 0 R 831 0 R 835 0 R 838 0 R 844 0 R 846 0 R 850 0 R 858 0 R 860 0 R 863 0 R 866 0 R 869 0 R 872 0 R 886 0 R 894 0 R 905 0 R 916 0 R 922 0 R 932 0 R 943 0 R 946 0 R 950 0 R 953 0 R 958 0 R 967 0 R 975 0 R 979 0 R 983 0 R 988 0 R 992 0 R 994 0 R 1010 0 R 1021 0 R 1026 0 R 1033 0 R 1036 0 R 1044 0 R 1052 0 R 1057 0 R 1062 0 R 1067 0 R 1069 0 R 1071 0 R 1073 0 R 1083 0 R 1091 0 R 1095 0 R 1102 0 R 1109 0 R 1117 0 R 1121 0 R 1127 0 R 1132 0 R 1140 0 R 1144 0 R 1149 0 R 1151 0 R 1157 0 R 1165 0 R 1171 0 R 1178 0 R 1189 0 R 1193 0 R 1195 0 R 1197 0 R 1201 0 R 1204 0 R 1209 0 R 1212 0 R 1224 0 R 1228 0 R 1234 0 R 1242 0 R 1247 0 R 1251 0 R 1255 0 R 1257 0 R 1260 0 R 1263 0 R 1266 0 R 1270 0 R 1274 0 R 1278 0 R 1283 0 R 1287 0 R 1290 0 R 1292 0 R 1302 0 R 1305 0 R 1313 0 R 1322 0 R 1328 0 R 1332 0 R 1334 0 R 1345 0 R 1348 0 R 1354 0 R 1362 0 R 1365 0 R 1372 0 R 1379 0 R 1382 0 R 1384 0 R 1393 0 R 1395 0 R 1397 0 R 1400 0 R 1402 0 R 1404 0 R 1406 0 R 1408 0 R 1411 0 R 1415 0 R 1420 0 R 1422 0 R 1424 0 R 1426 0 R 1431 0 R 1438 0 R 1444 0 R 1447 0 R 1449 0 R 1452 0 R 1456 0 R 1460 0 R 1463 0 R 1465 0 R 1467 0 R 1470 0 R 1475 0 R 1481 0 R 1489 0 R 1503 0 R 1517 0 R 1520 0 R 1525 0 R 1538 0 R 1543 0 R 1558 0 R 1566 0 R 1570 0 R 1579 0 R 1594 0 R 1608 0 R 1616 0 R 1621 0 R 1632 0 R 1637 0 R 1643 0 R 1649 0 R 1661 0 R 1664 0 R 1673 0 R 1676 0 R 1685 0 R 1691 0 R 1695 0 R 1700 0 R 1712 0 R 1714 0 R 1720 0 R 1726 0 R 1729 0 R 1737 0 R 1745 0 R 1749 0 R 1751 0 R 1753 0 R 1765 0 R 1771 0 R 1780 0 R 1786 0 R 1799 0 R 1805 0 R 1811 0 R 1822 0 R 1828 0 R 1833 0 R 1837 0 R 1841 0 R 1844 0 R 1849 0 R 1854 0 R 1860 0 R 1865 0 R 1869 0 R 1878 0 R 1884 0 R 1887 0 R 1891 0 R 1900 0 R 1907 0 R 1913 0 R 1919 0 R 1923 0 R 1927 0 R 1932 0 R 1937 0 R 1943 0 R 1945 0 R 1947 0 R 1950 0 R 1961 0 R 1964 0 R 1971 0 R 1979 0 R 1984 0 R 1988 0 R 1993 0 R 1995 0 R 1998 0 R 2003 0 R 2006 0 R 2008 0 R 2011 0 R 2014 0 R 2017 0 R 2027 0 R 2032 0 R 2037 0 R 2039 0 R 2047 0 R 2054 0 R 2061 0 R 2067 0 R 2072 0 R 2074 0 R 2083 0 R 2093 0 R 2103 0 R 2109 0 R 2116 0 R 2118 0 R 2123 0 R 2125 0 R 2127 0 R 2131 0 R 2134 0 R 2137 0 R 2142 0 R 2146 0 R 2157 0 R 2160 0 R 2163 0 R 2167 0 R 2171 0 R 2174 0 R 2176 0 R 2181 0 R 2184 0 R 2186 0 R 2191 0 R 2201 0 R 2203 0 R 2205 0 R 2207 0 R 2209 0 R 2212 0 R 2214 0 R 2216 0 R 2219 0 R 2221 0 R 2223 0 R 2227 0 R 2232 0 R 2241 0 R 2243 0 R 2245 0 R 2251 0 R 2253 0 R 2258 0 R 2260 0 R 2262 0 R 2269 0 R 2274 0 R 2278 0 R 2283 0 R 2287 0 R 2289 0 R 2291 0 R 2295 0 R 2298 0 R 2300 0 R 2302 0 R 2306 0 R 2308 0 R 2311 0 R 2313 0 R 2315 0 R 2317 0 R 2324 0 R 2327 0 R 2332 0 R 2334 0 R 2336 0 R 2338 0 R 2340 0 R 2348 0 R 2359 0 R 2373 0 R 2384 0 R 2388 0 R 2393 0 R 2397 0 R 2400 0 R 2405 0 R 2411 0 R 2413 0 R 2416 0 R 2418 0 R 2420 0 R 2422 0 R 2427 0 R 2429 0 R 2442 0 R 2445 0 R 2453 0 R 2459 0 R 2471 0 R 2485 0 R 2498 0 R 2517 0 R 2519 0 R 2521 0 R 2525 0 R 2543 0 R 2549 0 R 2561 0 R 2565 0 R 2569 0 R 2578 0 R 2590 0 R 2595 0 R 2605 0 R 2618 0
[02/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/src-html/org/apache/hadoop/hbase/master/locking/LockProcedure.LockInterface.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/locking/LockProcedure.LockInterface.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/locking/LockProcedure.LockInterface.html index aba85f1..a2daee8 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/master/locking/LockProcedure.LockInterface.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/locking/LockProcedure.LockInterface.html @@ -84,420 +84,411 @@ 076 private String description; 077 // True when recovery of master lock from WALs 078 private boolean recoveredMasterLock; -079 // this is for internal working -080 private boolean hasLock; -081 -082 private final ProcedureEventLockProcedure event = new ProcedureEvent(this); -083 // True if this proc acquired relevant locks. This value is for client checks. -084 private final AtomicBoolean locked = new AtomicBoolean(false); -085 // Last system time (in ms) when client sent the heartbeat. -086 // Initialize to system time for non-null value in case of recovery. -087 private final AtomicLong lastHeartBeat = new AtomicLong(); -088 // Set to true when unlock request is received. -089 private final AtomicBoolean unlock = new AtomicBoolean(false); -090 // decreased when locks are acquired. Only used for local (with master process) purposes. -091 // Setting latch to non-null value increases default timeout to -092 // DEFAULT_LOCAL_MASTER_LOCKS_TIMEOUT_MS (10 min) so that there is no need to heartbeat. -093 private final CountDownLatch lockAcquireLatch; -094 -095 @Override -096 public TableName getTableName() { -097return tableName; -098 } -099 -100 @Override -101 public TableOperationType getTableOperationType() { -102return opType; -103 } -104 -105 private interface LockInterface { -106boolean acquireLock(MasterProcedureEnv env); -107void releaseLock(MasterProcedureEnv env); -108 } -109 -110 public LockProcedure() { -111lockAcquireLatch = null; -112 } -113 -114 private LockProcedure(final Configuration conf, final LockType type, -115 final String description, final CountDownLatch lockAcquireLatch) { -116this.type = type; -117this.description = description; -118this.lockAcquireLatch = lockAcquireLatch; -119if (lockAcquireLatch == null) { -120 setTimeout(conf.getInt(REMOTE_LOCKS_TIMEOUT_MS_CONF, DEFAULT_REMOTE_LOCKS_TIMEOUT_MS)); -121} else { -122 setTimeout(conf.getInt(LOCAL_MASTER_LOCKS_TIMEOUT_MS_CONF, -123 DEFAULT_LOCAL_MASTER_LOCKS_TIMEOUT_MS)); -124} -125 } -126 -127 /** -128 * Constructor for namespace lock. -129 * @param lockAcquireLatch if not null, the latch is decreased when lock is acquired. -130 */ -131 public LockProcedure(final Configuration conf, final String namespace, final LockType type, -132 final String description, final CountDownLatch lockAcquireLatch) -133 throws IllegalArgumentException { -134this(conf, type, description, lockAcquireLatch); -135 -136if (namespace.isEmpty()) { -137 throw new IllegalArgumentException("Empty namespace"); -138} -139 -140this.namespace = namespace; -141this.lock = setupNamespaceLock(); -142 } -143 -144 /** -145 * Constructor for table lock. -146 * @param lockAcquireLatch if not null, the latch is decreased when lock is acquired. -147 */ -148 public LockProcedure(final Configuration conf, final TableName tableName, final LockType type, -149 final String description, final CountDownLatch lockAcquireLatch) -150 throws IllegalArgumentException { -151this(conf, type, description, lockAcquireLatch); -152 -153this.tableName = tableName; -154this.lock = setupTableLock(); -155 } -156 -157 /** -158 * Constructor for region lock(s). -159 * @param lockAcquireLatch if not null, the latch is decreased when lock is acquired. -160 *Useful for locks acquired locally from master process. -161 * @throws IllegalArgumentException if all regions are not from same table. -162 */ -163 public LockProcedure(final Configuration conf, final RegionInfo[] regionInfos, -164 final LockType type, final String description, final CountDownLatch lockAcquireLatch) -165 throws IllegalArgumentException { -166this(conf, type, description, lockAcquireLatch); -167 -168// Build RegionInfo from region names. -169if (regionInfos.length == 0) { -170 throw new IllegalArgumentException("No regions specified for region lock"); -171} -172 -173// check all regions belong to same table. -174final TableName regionTable = regionInfos[0].getTable(); -175for (int i = 1; i regionInfos.length; ++i) { -176 if
[46/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/index-all.html -- diff --git a/devapidocs/index-all.html b/devapidocs/index-all.html index dc0c4da..0a6d673 100644 --- a/devapidocs/index-all.html +++ b/devapidocs/index-all.html @@ -725,7 +725,7 @@ Acquire the lock, waiting indefinitely until the lock is released or the thread is interrupted. -acquire(Procedure) - Method in class org.apache.hadoop.hbase.procedure2.RootProcedureState +acquire(ProcedureTEnvironment) - Method in class org.apache.hadoop.hbase.procedure2.RootProcedureState Called by the ProcedureExecutor to mark the procedure step as running. @@ -760,8 +760,6 @@ acquiredZnode - Variable in class org.apache.hadoop.hbase.procedure.ZKProcedureUtil -acquireLock(MasterProcedureEnv) - Method in class org.apache.hadoop.hbase.master.assignment.GCRegionProcedure - acquireLock(MasterProcedureEnv) - Method in class org.apache.hadoop.hbase.master.assignment.MergeTableRegionsProcedure acquireLock(MasterProcedureEnv) - Method in class org.apache.hadoop.hbase.master.assignment.RegionTransitionProcedure @@ -802,7 +800,7 @@ The user should override this method if they need a lock on an Entity. -acquireLock(Procedure) - Method in class org.apache.hadoop.hbase.procedure2.ProcedureExecutor +acquireLock(ProcedureTEnvironment) - Method in class org.apache.hadoop.hbase.procedure2.ProcedureExecutor acquireLock(K) - Method in class org.apache.hadoop.hbase.util.KeyLocker @@ -1141,7 +1139,7 @@ add(InlineChore) - Method in class org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread -add(Procedure?) - Method in class org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread +add(ProcedureTEnvironment) - Method in class org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread add(IterableCell, MemStoreSizing) - Method in class org.apache.hadoop.hbase.regionserver.AbstractMemStore @@ -1396,7 +1394,7 @@ Add a child procedure to execute -addChore(ProcedureInMemoryChore) - Method in class org.apache.hadoop.hbase.procedure2.ProcedureExecutor +addChore(ProcedureInMemoryChoreTEnvironment) - Method in class org.apache.hadoop.hbase.procedure2.ProcedureExecutor Add a chore procedure to the executor @@ -2039,6 +2037,8 @@ addOptions() - Method in class org.apache.hadoop.hbase.tool.DataBlockEncodingValidator +addOptions() - Method in class org.apache.hadoop.hbase.tool.HFileContentValidator + addOptions() - Method in class org.apache.hadoop.hbase.util.AbstractHBaseTool Override this to add command-line options using AbstractHBaseTool.addOptWithArg(java.lang.String, java.lang.String) @@ -2351,7 +2351,7 @@ addResults(ClientProtos.ScanResponse.Builder, ListResult, HBaseRpcController, boolean, boolean) - Method in class org.apache.hadoop.hbase.regionserver.RSRpcServices -addRollbackStep(Procedure) - Method in class org.apache.hadoop.hbase.procedure2.RootProcedureState +addRollbackStep(ProcedureTEnvironment) - Method in class org.apache.hadoop.hbase.procedure2.RootProcedureState Called by the ProcedureExecutor after the procedure step is completed, to add the step to the rollback list (or procedure stack) @@ -2479,7 +2479,7 @@ addSublist(ListT) - Method in class org.apache.hadoop.hbase.util.ConcatenatedLists -addSubProcedure(Procedure) - Method in class org.apache.hadoop.hbase.procedure2.RootProcedureState +addSubProcedure(ProcedureTEnvironment) - Method in class org.apache.hadoop.hbase.procedure2.RootProcedureState addSystemLabel(Region, MapString, Integer, MapString, ListInteger) - Method in class org.apache.hadoop.hbase.security.visibility.DefaultVisibilityLabelServiceImpl @@ -15610,9 +15610,9 @@ completedLogsKey - Variable in class org.apache.hadoop.hbase.replication.regionserver.MetricsReplicationSourceSourceImpl -CompletedProcedureCleaner(Configuration, ProcedureStore, MapLong, ProcedureExecutor.CompletedProcedureRetainer, MapNonceKey, Long) - Constructor for class org.apache.hadoop.hbase.procedure2.ProcedureExecutor.CompletedProcedureCleaner +CompletedProcedureCleaner(Configuration, ProcedureStore, MapLong, ProcedureExecutor.CompletedProcedureRetainerTEnvironment, MapNonceKey, Long) - Constructor for class org.apache.hadoop.hbase.procedure2.ProcedureExecutor.CompletedProcedureCleaner -CompletedProcedureRetainer(Procedure?) - Constructor for class org.apache.hadoop.hbase.procedure2.ProcedureExecutor.CompletedProcedureRetainer +CompletedProcedureRetainer(ProcedureTEnvironment) - Constructor for class org.apache.hadoop.hbase.procedure2.ProcedureExecutor.CompletedProcedureRetainer completedRecoveryKey - Variable in class org.apache.hadoop.hbase.replication.regionserver.MetricsReplicationSourceSourceImpl @@ -16920,6 +16920,12 @@ ConnectionCache.ConnectionInfo - Class in org.apache.hadoop.hbase.util +ConnectionClosedException - Exception in
[47/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/checkstyle.rss -- diff --git a/checkstyle.rss b/checkstyle.rss index 9db6160..b85063e 100644 --- a/checkstyle.rss +++ b/checkstyle.rss @@ -25,8 +25,8 @@ under the License. en-us 2007 - 2018 The Apache Software Foundation - File: 3692, - Errors: 15659, + File: 3695, + Errors: 15633, Warnings: 0, Infos: 0 @@ -321,7 +321,7 @@ under the License. 0 - 3 + 2 @@ -6523,7 +6523,7 @@ under the License. 0 - 4 + 1 @@ -12599,7 +12599,7 @@ under the License. 0 - 10 + 5 @@ -15329,7 +15329,7 @@ under the License. 0 - 32 + 31 @@ -17658,6 +17658,20 @@ under the License. + http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.exceptions.ConnectionClosedException.java;>org/apache/hadoop/hbase/exceptions/ConnectionClosedException.java + + + 0 + + + 0 + + + 0 + + + + http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.metrics.MBeanSource.java;>org/apache/hadoop/hbase/metrics/MBeanSource.java @@ -22959,7 +22973,7 @@ under the License. 0 - 5 + 4 @@ -25764,6 +25778,20 @@ under the License. + http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.master.TestMasterAbortAndRSGotKilled.java;>org/apache/hadoop/hbase/master/TestMasterAbortAndRSGotKilled.java + + + 0 + + + 0 + + + 0 + + + + http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.regionserver.DefaultStoreFlusher.java;>org/apache/hadoop/hbase/regionserver/DefaultStoreFlusher.java @@ -39115,7 +39143,7 @@ under the License. 0 - 6 + 3 @@ -41677,7 +41705,7 @@ under the License. 0 - 2 + 1 @@ -43833,7 +43861,7 @@ under the License. 0 - 20 + 11 @@ -47599,7 +47627,7 @@ under the License. 0 - 2 + 1 @@ -47683,7 +47711,7 @@ under the License. 0 - 1 + 0 @@ -51230,6 +51258,20 @@ under the License. + http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.tool.HFileContentValidator.java;>org/apache/hadoop/hbase/tool/HFileContentValidator.java + + + 0 + + + 0 + + + 0 + + + + http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.protobuf.ProtobufUtil.java;>org/apache/hadoop/hbase/protobuf/ProtobufUtil.java http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/coc.html -- diff --git a/coc.html b/coc.html index
[31/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/procedure/InitMetaProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/InitMetaProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/InitMetaProcedure.html index 2f903de..a6743fd 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/procedure/InitMetaProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/InitMetaProcedure.html @@ -18,7 +18,7 @@ catch(err) { } //--> -var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10}; +var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10}; var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; var altColor = "altColor"; var rowColor = "rowColor"; @@ -295,6 +295,14 @@ extends +protected boolean +waitInitialized(MasterProcedureEnvenv) +The Procedure.doAcquireLock(Object, ProcedureStore) will be split into two steps, first, it will + call us to determine whether we need to wait for initialization, second, it will call + Procedure.acquireLock(Object) to actually handle the lock for this procedure. + + @@ -315,7 +323,7 @@ extends Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, doAcquireLock, doExecute, doReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime< /a>, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted +addStackIndex, afterReplay, beforeReplay, compareTo, doExecute, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, get ProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted @@ -437,35 +445,60 @@ extends + + + + +waitInitialized +protectedbooleanwaitInitialized(MasterProcedureEnvenv) +Description copied from class:Procedure +The Procedure.doAcquireLock(Object, ProcedureStore) will be split into two steps, first, it will + call us to determine whether we need to wait for initialization, second, it will call + Procedure.acquireLock(Object) to actually handle the lock for this procedure. + + This is because that when master restarts, we need to restore the lock state for all the + procedures to not break the semantic if Procedure.holdLock(Object) is true. But the + ProcedureExecutor will be started before the master finish initialization(as it is part + of the initialization!), so we need to split the code into two steps, and when restore, we just + restore the lock part and ignore the waitInitialized part. Otherwise there will be dead lock. + +Overrides: +waitInitializedin classAbstractStateMachineTableProcedureorg.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.InitMetaState +Returns: +true means we need to wait until the environment has been initialized, otherwise true. + + + acquireLock -protectedProcedure.LockStateacquireLock(MasterProcedureEnvenv) +protectedProcedure.LockStateacquireLock(MasterProcedureEnvenv) Description copied from class:Procedure -The user should override this method if they need a lock on an Entity. - A lock can be anything, and it is up to the implementor.
[32/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/procedure/DeleteTableProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/DeleteTableProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/DeleteTableProcedure.html index 3e93d5a..b2f9e8d 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/procedure/DeleteTableProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/DeleteTableProcedure.html @@ -362,7 +362,7 @@ extends AbstractStateMachineTableProcedure -acquireLock, checkOnline, checkTableModifiable, getRegionDir, getUser, preflightChecks, releaseLock, releaseSyncLatch, setUser, toStringClassDetails +acquireLock, checkOnline, checkTableModifiable, getRegionDir, getUser, preflightChecks, releaseLock, releaseSyncLatch, setUser, toStringClassDetails, waitInitialized @@ -376,7 +376,7 @@ extends Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, d oReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, < a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#isWaiting--">isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted +addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doExecute, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/procedure/DisableTableProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/DisableTableProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/DisableTableProcedure.html index f455cb4..c08b2dc 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/procedure/DisableTableProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/DisableTableProcedure.html @@ -364,7 +364,7 @@ extends AbstractStateMachineTableProcedure -acquireLock, checkOnline, checkTableModifiable, getRegionDir, getUser, preflightChecks, releaseLock, releaseSyncLatch, setUser, toStringClassDetails +acquireLock, checkOnline, checkTableModifiable, getRegionDir, getUser, preflightChecks, releaseLock, releaseSyncLatch, setUser, toStringClassDetails, waitInitialized @@ -378,7 +378,7 @@ extends Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, d oReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, < a
[24/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/replication/DisablePeerProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/replication/DisablePeerProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/replication/DisablePeerProcedure.html index eb21f1e..2a05f32 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/replication/DisablePeerProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/replication/DisablePeerProcedure.html @@ -291,7 +291,7 @@ extends AbstractPeerProcedure -acquireLock, getLatch, getPeerId, hasLock, holdLock, refreshPeer, releaseLock, rollbackState +acquireLock, getLatch, getPeerId, holdLock, refreshPeer, releaseLock, rollbackState, waitInitialized @@ -305,7 +305,7 @@ extends Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, d oReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasOwner, hasParent, hasTimeout, haveSameParent, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, < a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#setTimeout-int-">setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringClassDetails, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted +addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doExecute, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringClassDetails, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/replication/EnablePeerProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/replication/EnablePeerProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/replication/EnablePeerProcedure.html index 88d6b76..b8efab2 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/replication/EnablePeerProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/replication/EnablePeerProcedure.html @@ -291,7 +291,7 @@ extends AbstractPeerProcedure -acquireLock, getLatch, getPeerId, hasLock, holdLock, refreshPeer, releaseLock, rollbackState +acquireLock, getLatch, getPeerId, holdLock, refreshPeer, releaseLock, rollbackState, waitInitialized @@ -305,7 +305,7 @@ extends Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, d oReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasOwner, hasParent, hasTimeout, haveSameParent, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, < a
[35/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html index 7090a6c..4e3d310 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html @@ -18,7 +18,7 @@ catch(err) { } //--> -var methods = {"i0":10,"i1":9,"i2":10,"i3":10,"i4":6,"i5":6,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10}; +var methods = {"i0":10,"i1":9,"i2":10,"i3":10,"i4":6,"i5":6,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10}; var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],2:["t2","Instance Methods"],4:["t3","Abstract Methods"],8:["t4","Concrete Methods"]}; var altColor = "altColor"; var rowColor = "rowColor"; @@ -304,6 +304,14 @@ implements +protected boolean +waitInitialized(MasterProcedureEnvenv) +The Procedure.doAcquireLock(Object, ProcedureStore) will be split into two steps, first, it will + call us to determine whether we need to wait for initialization, second, it will call + Procedure.acquireLock(Object) to actually handle the lock for this procedure. + + @@ -317,7 +325,7 @@ implements Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, d oReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, < a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#isWaiting--">isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted +addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doExecute, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted @@ -458,35 +466,60 @@ implements + + + + +waitInitialized +protectedbooleanwaitInitialized(MasterProcedureEnvenv) +Description copied from class:Procedure +The Procedure.doAcquireLock(Object, ProcedureStore) will be split into two steps, first, it will + call us to determine whether we need to wait for initialization, second, it will call + Procedure.acquireLock(Object) to actually handle the lock for this procedure. + + This is because that when master restarts, we need to restore the lock state for all the + procedures to not break the semantic if Procedure.holdLock(Object) is true. But the + ProcedureExecutor will be started before the master finish initialization(as it is part + of the initialization!), so we need to split the code into two steps, and when restore, we just + restore the lock part and ignore the waitInitialized part. Otherwise there will be dead lock. + +Overrides: +waitInitializedin classProcedureMasterProcedureEnv +Returns: +true means we need to wait until the environment has been initialized, otherwise true. + + + acquireLock -protectedProcedure.LockStateacquireLock(MasterProcedureEnvenv)
[48/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/checkstyle-aggregate.html -- diff --git a/checkstyle-aggregate.html b/checkstyle-aggregate.html index d0a915f..930934d 100644 --- a/checkstyle-aggregate.html +++ b/checkstyle-aggregate.html @@ -7,7 +7,7 @@ - + Apache HBase Checkstyle Results @@ -281,10 +281,10 @@ Warnings Errors -3692 +3695 0 0 -15659 +15633 Files @@ -4852,12 +4852,12 @@ org/apache/hadoop/hbase/master/assignment/GCRegionProcedure.java 0 0 -32 +31 org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.java 0 0 -5 +4 org/apache/hadoop/hbase/master/assignment/MockMasterServices.java 0 @@ -4877,7 +4877,7 @@ org/apache/hadoop/hbase/master/assignment/RegionTransitionProcedure.java 0 0 -6 +3 org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.java 0 @@ -5112,12 +5112,12 @@ org/apache/hadoop/hbase/master/procedure/AbstractStateMachineNamespaceProcedure.java 0 0 -2 +1 org/apache/hadoop/hbase/master/procedure/AbstractStateMachineRegionProcedure.java 0 0 -2 +1 org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.java 0 @@ -5632,7 +5632,7 @@ org/apache/hadoop/hbase/procedure2/Procedure.java 0 0 -10 +5 org/apache/hadoop/hbase/procedure2/ProcedureDeque.java 0 @@ -5647,7 +5647,7 @@ org/apache/hadoop/hbase/procedure2/ProcedureExecutor.java 0 0 -20 +11 org/apache/hadoop/hbase/procedure2/ProcedureScheduler.java 0 @@ -5677,7 +5677,7 @@ org/apache/hadoop/hbase/procedure2/RootProcedureState.java 0 0 -4 +1 org/apache/hadoop/hbase/procedure2/StateMachineProcedure.java 0 @@ -8207,7 +8207,7 @@ org/apache/hadoop/hbase/security/CryptoAESWrapHandler.java 0 0 -3 +2 org/apache/hadoop/hbase/security/EncryptionUtil.java 0 @@ -8274,1536 +8274,1531 @@ 0 1 -org/apache/hadoop/hbase/security/SaslWrapHandler.java -0 -0 -1 - org/apache/hadoop/hbase/security/SecurityInfo.java 0 0 1 - + org/apache/hadoop/hbase/security/SecurityUtil.java 0 0 1 - + org/apache/hadoop/hbase/security/Superusers.java 0 0 1 - + org/apache/hadoop/hbase/security/TestSecureIPC.java 0 0 5 - + org/apache/hadoop/hbase/security/TestUser.java 0 0 1 - + org/apache/hadoop/hbase/security/TestUsersOperationsWithSecureHadoop.java 0 0 1 - + org/apache/hadoop/hbase/security/User.java 0 0 6 - + org/apache/hadoop/hbase/security/access/AccessControlClient.java 0 0 48 - + org/apache/hadoop/hbase/security/access/AccessControlFilter.java 0 0 3 - + org/apache/hadoop/hbase/security/access/AccessControlLists.java 0 0 16 - + org/apache/hadoop/hbase/security/access/AccessControlUtil.java 0 0 40 - + org/apache/hadoop/hbase/security/access/AccessController.java 0 0 25 - + org/apache/hadoop/hbase/security/access/AuthResult.java 0 0 4 - + org/apache/hadoop/hbase/security/access/Permission.java 0 0 7 - + org/apache/hadoop/hbase/security/access/SecureTestUtil.java 0 0 8 - + org/apache/hadoop/hbase/security/access/ShadedAccessControlUtil.java 0 0 49 - + org/apache/hadoop/hbase/security/access/TableAuthManager.java 0 0 43 - + org/apache/hadoop/hbase/security/access/TablePermission.java 0 0 10 - + org/apache/hadoop/hbase/security/access/TestAccessControlFilter.java 0 0 1 - + org/apache/hadoop/hbase/security/access/TestAccessController.java 0 0 18 - + org/apache/hadoop/hbase/security/access/TestAccessController2.java 0 0 3 - + org/apache/hadoop/hbase/security/access/TestCellACLWithMultipleVersions.java 0 0 1 - + org/apache/hadoop/hbase/security/access/TestCellACLs.java 0 0 2 - + org/apache/hadoop/hbase/security/access/TestNamespaceCommands.java 0 0 2 - + org/apache/hadoop/hbase/security/access/TestTablePermissions.java 0 0 13 - + org/apache/hadoop/hbase/security/access/TestWithDisabledAuthorization.java 0 0 5 - + org/apache/hadoop/hbase/security/access/UserPermission.java 0 0 3 - + org/apache/hadoop/hbase/security/access/ZKPermissionWatcher.java 0 0 5 - + org/apache/hadoop/hbase/security/token/AuthenticationKey.java 0 0 2 - + org/apache/hadoop/hbase/security/token/AuthenticationTokenIdentifier.java 0 0 2 - + org/apache/hadoop/hbase/security/token/AuthenticationTokenSecretManager.java 0 0 4 - + org/apache/hadoop/hbase/security/token/AuthenticationTokenSelector.java 0 0 1 - + org/apache/hadoop/hbase/security/token/FsDelegationToken.java 0 0 1 - + org/apache/hadoop/hbase/security/token/SecureTestCluster.java 0 0 2 - + org/apache/hadoop/hbase/security/token/TestTokenAuthentication.java 0 0 4 - + org/apache/hadoop/hbase/security/token/TestZKSecretWatcher.java 0 0 1 - + org/apache/hadoop/hbase/security/token/TokenProvider.java 0 0 1 - + org/apache/hadoop/hbase/security/token/TokenUtil.java 0 0 5 - + org/apache/hadoop/hbase/security/token/ZKSecretWatcher.java 0 0 2 - +
[27/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/procedure/RestoreSnapshotProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/RestoreSnapshotProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/RestoreSnapshotProcedure.html index 9d1748f..ac41873 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/procedure/RestoreSnapshotProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/RestoreSnapshotProcedure.html @@ -411,7 +411,7 @@ extends AbstractStateMachineTableProcedure -acquireLock, checkOnline, checkTableModifiable, getRegionDir, getUser, preflightChecks, releaseLock, releaseSyncLatch, setUser +acquireLock, checkOnline, checkTableModifiable, getRegionDir, getUser, preflightChecks, releaseLock, releaseSyncLatch, setUser, waitInitialized< /li> @@ -425,7 +425,7 @@ extends Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, d oReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, < a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#isWaiting--">isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted +addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doExecute, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/procedure/ServerCrashProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/ServerCrashProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/ServerCrashProcedure.html index ad95213..941b155 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/procedure/ServerCrashProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/ServerCrashProcedure.html @@ -411,7 +411,7 @@ implements Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, d oReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted +addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doExecute, doRollback,
[14/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/ProcedureExecutor.CompletedProcedureRetainer.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/ProcedureExecutor.CompletedProcedureRetainer.html b/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/ProcedureExecutor.CompletedProcedureRetainer.html index 7e90abb..eb6b145 100644 --- a/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/ProcedureExecutor.CompletedProcedureRetainer.html +++ b/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/ProcedureExecutor.CompletedProcedureRetainer.html @@ -103,13 +103,13 @@ -private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ConcurrentHashMap.html?is-external=true; title="class or interface in java.util.concurrent">ConcurrentHashMaphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true; title="class or interface in java.lang">Long,ProcedureExecutor.CompletedProcedureRetainer +private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ConcurrentHashMap.html?is-external=true; title="class or interface in java.util.concurrent">ConcurrentHashMaphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true; title="class or interface in java.lang">Long,ProcedureExecutor.CompletedProcedureRetainerTEnvironment ProcedureExecutor.completed Map the the procId returned by submitProcedure(), the Root-ProcID, to the Procedure. -private https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true; title="class or interface in java.util">Maphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true; title="class or interface in java.lang">Long,ProcedureExecutor.CompletedProcedureRetainer +private https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true; title="class or interface in java.util">Maphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true; title="class or interface in java.lang">Long,ProcedureExecutor.CompletedProcedureRetainerTEnvironment ProcedureExecutor.CompletedProcedureCleaner.completed @@ -123,7 +123,7 @@ CompletedProcedureCleaner(org.apache.hadoop.conf.Configurationconf, ProcedureStorestore, - https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true; title="class or interface in java.util">Maphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true; title="class or interface in java.lang">Long,ProcedureExecutor.CompletedProcedureRetainercompletedMap, + https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true; title="class or interface in java.util">Maphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true; title="class or interface in java.lang">Long,ProcedureExecutor.CompletedProcedureRetainerTEnvironmentcompletedMap, https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true; title="class or interface in java.util">MapNonceKey,https://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true; title="class or interface in java.lang">LongnonceKeysToProcIdsMap) http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/ProcedureExecutor.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/ProcedureExecutor.html b/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/ProcedureExecutor.html index 80172d9..4348761 100644 --- a/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/ProcedureExecutor.html +++ b/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/ProcedureExecutor.html @@ -188,12 +188,12 @@ static byte[] ProcedureSyncWait.submitAndWaitProcedure(ProcedureExecutorMasterProcedureEnvprocExec, - Procedure?proc) + ProcedureMasterProcedureEnvproc) static https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/Future.html?is-external=true; title="class or interface in java.util.concurrent">Futurebyte[] ProcedureSyncWait.submitProcedure(ProcedureExecutorMasterProcedureEnvprocExec, - Procedure?proc) + ProcedureMasterProcedureEnvproc) static byte[] @@ -234,7 +234,7 @@ -private ProcedureExecutor? +private ProcedureExecutorTEnvironment TimeoutExecutorThread.executor @@ -246,7 +246,7 @@ -TimeoutExecutorThread(ProcedureExecutor?executor, +TimeoutExecutorThread(ProcedureExecutorTEnvironmentexecutor, https://docs.oracle.com/javase/8/docs/api/java/lang/ThreadGroup.html?is-external=true; title="class or interface in
[43/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignProcedure.html index ee66fc3..3be8992 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignProcedure.html @@ -376,14 +376,14 @@ extends RegionTransitionProcedure -abort, acquireLock, addToRemoteDispatcher, execute, getAttempt, getRegionInfo, getRegionState, getTableName, getTransitionState, hasLock, holdLock, isMeta, isServerOnline, isServerOnline, releaseLock, remoteCallFailed, remoteOperationCompleted, remoteOperationFailed, reportTransition, rollback, setAttempt, setRegionInfo, setTimeoutFailure, setTransitionState, shouldWaitClientAck, toStringState +abort, acquireLock, addToRemoteDispatcher, execute, getAttempt, getRegionInfo, getRegionState, getTableName, getTransitionState, holdLock, isMeta, isServerOnline, isServerOnline, releaseLock, remoteCallFailed, re moteOperationCompleted, remoteOperationFailed, reportTransition, rollback, setAttempt, setRegionInfo, setTimeoutFailure, setTransitionState, shouldWaitClientAck, toStringState, waitInitialized Methods inherited from classorg.apache.hadoop.hbase.procedure2.Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, d oReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasOwner, hasParent, hasTimeout, haveSameParent, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, isYieldAfterExecutionStep, removeStackInde x, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmitte dTime, setTimeout, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted +addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doExecute, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcId, getProcIdHashCode, getProc Name, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, isYieldAfterExecutionStep, removeStackIndex, setAbortFailu re, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionChore.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionChore.html b/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionChore.html index ab375f4..0ad4476 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionChore.html +++ b/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionChore.html @@ -211,7 +211,7 @@ extends Procedure -acquireLock, addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, d oExecute, doReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, i sRunnable, isSuccess, isWaiting,
[23/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/replication/RefreshPeerProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/replication/RefreshPeerProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/replication/RefreshPeerProcedure.html index 4bde540..0a56e97 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/replication/RefreshPeerProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/replication/RefreshPeerProcedure.html @@ -334,7 +334,7 @@ implements Procedure -acquireLock, addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, d oExecute, doReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, i sRunnable, isSuccess, isWaiting, isYieldAfterExecutionStep, releaseLock, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringClassDetails, toStringDetails, toStringSimpleSB, toStringState, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted +acquireLock, addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doExecute, doRollba ck, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedT ime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, isYieldAfterExecutionStep, releaseLock, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringClassDetails, toStringDetails, toStringSimpleSB, toStringState, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, waitInitialized, wasExecuted http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/replication/RemovePeerProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/replication/RemovePeerProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/replication/RemovePeerProcedure.html index b7f19fe..742e018 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/replication/RemovePeerProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/replication/RemovePeerProcedure.html @@ -299,7 +299,7 @@ extends AbstractPeerProcedure -acquireLock, getLatch, getPeerId, hasLock, holdLock, refreshPeer, releaseLock, rollbackState +acquireLock, getLatch, getPeerId, holdLock, refreshPeer, releaseLock, rollbackState, waitInitialized @@ -313,7 +313,7 @@ extends Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, d oReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasOwner, hasParent, hasTimeout, haveSameParent, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, < a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#setTimeout-int-">setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringClassDetails, toStringDetails, toStringSimpleSB, updateMetricsOnFinish,
[33/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/procedure/CreateTableProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/CreateTableProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/CreateTableProcedure.html index 618a5b4..1c3f1d2 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/procedure/CreateTableProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/CreateTableProcedure.html @@ -18,7 +18,7 @@ catch(err) { } //--> -var methods = {"i0":10,"i1":9,"i2":9,"i3":9,"i4":9,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":9,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":9,"i21":9,"i22":10,"i23":9}; +var methods = {"i0":10,"i1":9,"i2":9,"i3":9,"i4":9,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":9,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":9,"i21":9,"i22":10,"i23":9,"i24":10}; var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; var altColor = "altColor"; var rowColor = "rowColor"; @@ -391,6 +391,14 @@ extends updateTableDescCache(MasterProcedureEnvenv, TableNametableName) + +protected boolean +waitInitialized(MasterProcedureEnvenv) +The Procedure.doAcquireLock(Object, ProcedureStore) will be split into two steps, first, it will + call us to determine whether we need to wait for initialization, second, it will call + Procedure.acquireLock(Object) to actually handle the lock for this procedure. + + @@ -411,7 +419,7 @@ extends Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, d oReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, < a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#isWaiting--">isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted +addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doExecute, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted @@ -704,35 +712,60 @@ extends + + + + +waitInitialized +protectedbooleanwaitInitialized(MasterProcedureEnvenv) +Description copied from class:Procedure +The Procedure.doAcquireLock(Object, ProcedureStore) will be split into two steps, first, it will + call us to determine whether we need to wait for initialization, second, it will call + Procedure.acquireLock(Object) to actually handle the lock for this procedure. + + This is because that when master restarts, we need to restore the lock state for all the + procedures to not break the semantic if Procedure.holdLock(Object) is true. But the + ProcedureExecutor will be started before the master finish initialization(as it is part + of the initialization!), so we need to split the code into two steps, and when restore, we just + restore the lock part and ignore the waitInitialized part. Otherwise there will be dead lock. + +Overrides: +waitInitializedin classAbstractStateMachineTableProcedureorg.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.CreateTableState +Returns: +true
[36/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineNamespaceProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineNamespaceProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineNamespaceProcedure.html index bba585c..fd5029e 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineNamespaceProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineNamespaceProcedure.html @@ -18,7 +18,7 @@ catch(err) { } //--> -var methods = {"i0":10,"i1":6,"i2":10,"i3":6,"i4":10,"i5":10,"i6":10}; +var methods = {"i0":10,"i1":6,"i2":10,"i3":6,"i4":10,"i5":10,"i6":10,"i7":10}; var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],4:["t3","Abstract Methods"],8:["t4","Concrete Methods"]}; var altColor = "altColor"; var rowColor = "rowColor"; @@ -271,6 +271,14 @@ implements +protected boolean +waitInitialized(MasterProcedureEnvenv) +The Procedure.doAcquireLock(Object, ProcedureStore) will be split into two steps, first, it will + call us to determine whether we need to wait for initialization, second, it will call + Procedure.acquireLock(Object) to actually handle the lock for this procedure. + + @@ -284,7 +292,7 @@ implements Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, d oReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, < a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#isWaiting--">isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted +addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doExecute, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted @@ -421,35 +429,60 @@ implements + + + + +waitInitialized +protectedbooleanwaitInitialized(MasterProcedureEnvenv) +Description copied from class:Procedure +The Procedure.doAcquireLock(Object, ProcedureStore) will be split into two steps, first, it will + call us to determine whether we need to wait for initialization, second, it will call + Procedure.acquireLock(Object) to actually handle the lock for this procedure. + + This is because that when master restarts, we need to restore the lock state for all the + procedures to not break the semantic if Procedure.holdLock(Object) is true. But the + ProcedureExecutor will be started before the master finish initialization(as it is part + of the initialization!), so we need to split the code into two steps, and when restore, we just + restore the lock part and ignore the waitInitialized part. Otherwise there will be dead lock. + +Overrides: +waitInitializedin classProcedureMasterProcedureEnv +Returns: +true means we need to wait until the environment has been initialized, otherwise true. + + + acquireLock -protectedProcedure.LockStateacquireLock(MasterProcedureEnvenv) +protectedProcedure.LockStateacquireLock(MasterProcedureEnvenv) Description copied from class:Procedure -The user should override this method if they
[28/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.OpenRegionRemoteCall.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.OpenRegionRemoteCall.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.OpenRegionRemoteCall.html index 0755bb8..d203164 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.OpenRegionRemoteCall.html +++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.OpenRegionRemoteCall.html @@ -122,7 +122,7 @@ var activeTableTab = "activeTableTab"; -private final class RSProcedureDispatcher.OpenRegionRemoteCall +private final class RSProcedureDispatcher.OpenRegionRemoteCall extends RSProcedureDispatcher.AbstractRSRemoteCall Compatibility class used by RSProcedureDispatcher.CompatRemoteProcedureResolver to open regions using old AdminService#openRegion(RpcController, OpenRegionRequest, RpcCallback) rpc. @@ -230,7 +230,7 @@ extends operations -private finalhttps://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true; title="class or interface in java.util">ListRSProcedureDispatcher.RegionOpenOperation operations +private finalhttps://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true; title="class or interface in java.util">ListRSProcedureDispatcher.RegionOpenOperation operations @@ -247,7 +247,7 @@ extends OpenRegionRemoteCall -publicOpenRegionRemoteCall(ServerNameserverName, +publicOpenRegionRemoteCall(ServerNameserverName, https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true; title="class or interface in java.util">ListRSProcedureDispatcher.RegionOpenOperationoperations) @@ -265,7 +265,7 @@ extends call -publichttps://docs.oracle.com/javase/8/docs/api/java/lang/Void.html?is-external=true; title="class or interface in java.lang">Voidcall() +publichttps://docs.oracle.com/javase/8/docs/api/java/lang/Void.html?is-external=true; title="class or interface in java.lang">Voidcall() Specified by: https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/Callable.html?is-external=true#call--; title="class or interface in java.util.concurrent">callin interfacehttps://docs.oracle.com/javase/8/docs/api/java/util/concurrent/Callable.html?is-external=true; title="class or interface in java.util.concurrent">Callablehttps://docs.oracle.com/javase/8/docs/api/java/lang/Void.html?is-external=true; title="class or interface in java.lang">Void @@ -280,7 +280,7 @@ extends sendRequest -privateorg.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.OpenRegionResponsesendRequest(ServerNameserverName, +privateorg.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.OpenRegionResponsesendRequest(ServerNameserverName, org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.OpenRegionRequestrequest) throws https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true; title="class or interface in java.io">IOException @@ -295,7 +295,7 @@ extends remoteCallFailed -privatevoidremoteCallFailed(MasterProcedureEnvenv, +privatevoidremoteCallFailed(MasterProcedureEnvenv, https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true; title="class or interface in java.io">IOExceptione) http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.RegionCloseOperation.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.RegionCloseOperation.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.RegionCloseOperation.html index 631ada1..ffb38bf 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.RegionCloseOperation.html +++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.RegionCloseOperation.html @@ -123,7 +123,7 @@ var activeTableTab = "activeTableTab"; -public static class RSProcedureDispatcher.RegionCloseOperation +public static class RSProcedureDispatcher.RegionCloseOperation extends RSProcedureDispatcher.RegionOperation @@ -243,7 +243,7 @@ extends destinationServer -private finalServerName destinationServer +private finalServerName destinationServer @@ -252,7 +252,7 @@ extends closed -privateboolean closed +privateboolean closed @@ -269,7 +269,7 @@ extends RegionCloseOperation
[19/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html index 2ea52aa..0848ee2 100644 --- a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html +++ b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html @@ -131,7 +131,7 @@ var activeTableTab = "activeTableTab"; -private class ProcedureExecutor.WorkerThread +private class ProcedureExecutor.WorkerThread extends StoppableThread @@ -167,7 +167,7 @@ extends Field and Description -private Procedure? +private ProcedureTEnvironment activeProcedure @@ -282,7 +282,7 @@ extends executionStartTime -private finalhttps://docs.oracle.com/javase/8/docs/api/java/util/concurrent/atomic/AtomicLong.html?is-external=true; title="class or interface in java.util.concurrent.atomic">AtomicLong executionStartTime +private finalhttps://docs.oracle.com/javase/8/docs/api/java/util/concurrent/atomic/AtomicLong.html?is-external=true; title="class or interface in java.util.concurrent.atomic">AtomicLong executionStartTime @@ -291,7 +291,7 @@ extends activeProcedure -private volatileProcedure? activeProcedure +private volatileProcedureTEnvironment activeProcedure @@ -308,7 +308,7 @@ extends WorkerThread -publicWorkerThread(https://docs.oracle.com/javase/8/docs/api/java/lang/ThreadGroup.html?is-external=true; title="class or interface in java.lang">ThreadGroupgroup) +publicWorkerThread(https://docs.oracle.com/javase/8/docs/api/java/lang/ThreadGroup.html?is-external=true; title="class or interface in java.lang">ThreadGroupgroup) @@ -317,7 +317,7 @@ extends WorkerThread -protectedWorkerThread(https://docs.oracle.com/javase/8/docs/api/java/lang/ThreadGroup.html?is-external=true; title="class or interface in java.lang">ThreadGroupgroup, +protectedWorkerThread(https://docs.oracle.com/javase/8/docs/api/java/lang/ThreadGroup.html?is-external=true; title="class or interface in java.lang">ThreadGroupgroup, https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">Stringprefix) @@ -335,7 +335,7 @@ extends sendStopSignal -publicvoidsendStopSignal() +publicvoidsendStopSignal() Specified by: sendStopSignalin classStoppableThread @@ -348,7 +348,7 @@ extends run -publicvoidrun() +publicvoidrun() Specified by: https://docs.oracle.com/javase/8/docs/api/java/lang/Runnable.html?is-external=true#run--; title="class or interface in java.lang">runin interfacehttps://docs.oracle.com/javase/8/docs/api/java/lang/Runnable.html?is-external=true; title="class or interface in java.lang">Runnable @@ -363,7 +363,7 @@ extends toString -publichttps://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">StringtoString() +publichttps://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">StringtoString() Overrides: https://docs.oracle.com/javase/8/docs/api/java/lang/Thread.html?is-external=true#toString--; title="class or interface in java.lang">toStringin classhttps://docs.oracle.com/javase/8/docs/api/java/lang/Thread.html?is-external=true; title="class or interface in java.lang">Thread @@ -376,7 +376,7 @@ extends getCurrentRunTime -publiclonggetCurrentRunTime() +publiclonggetCurrentRunTime() Returns: the time since the current procedure is running @@ -389,7 +389,7 @@ extends keepAlive -protectedbooleankeepAlive(longlastUpdate) +protectedbooleankeepAlive(longlastUpdate)
[42/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/assignment/GCRegionProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/assignment/GCRegionProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/assignment/GCRegionProcedure.html index d8983d6..2edc6b1 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/assignment/GCRegionProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/assignment/GCRegionProcedure.html @@ -18,7 +18,7 @@ catch(err) { } //--> -var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10}; +var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10}; var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; var altColor = "altColor"; var rowColor = "rowColor"; @@ -235,57 +235,51 @@ extends Method and Description -protected Procedure.LockState -acquireLock(MasterProcedureEnvenv) -The user should override this method if they need a lock on an Entity. - - - protected void deserializeStateData(ProcedureStateSerializerserializer) Called on store load to allow the user to decode the previously serialized state. - + protected StateMachineProcedure.Flow executeFromState(MasterProcedureEnvenv, org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.GCRegionStatestate) called to perform a single step of the specified 'state' of the procedure - + protected org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.GCRegionState getInitialState() Return the initial state object that will be used for the first call to executeFromState(). - + protected org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.GCRegionState getState(intstateId) Convert an ordinal (or state id) to an Enum (or more descriptive) state object. - + protected int getStateId(org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.GCRegionStatestate) Convert the Enum (or more descriptive) state object to an ordinal (or state id). - + TableProcedureInterface.TableOperationType getTableOperationType() Given an operation type we can take decisions about what to do with pending operations. - + protected void rollbackState(MasterProcedureEnvenv, org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.GCRegionStatestate) called to perform the rollback of the specified state - + protected void serializeStateData(ProcedureStateSerializerserializer) The user-level code of the procedure may have some state to @@ -298,14 +292,14 @@ extends AbstractStateMachineRegionProcedure -checkTableModifiable, getRegion, getTableName, hasLock, holdLock, releaseLock, setFailure, setRegion, toStringClassDetails +acquireLock, checkTableModifiable, getRegion, getTableName, holdLock, releaseLock, setFailure, setRegion, toStringClassDetails Methods inherited from classorg.apache.hadoop.hbase.master.procedure.AbstractStateMachineTableProcedure -checkOnline, getRegionDir, getUser, preflightChecks, releaseSyncLatch, setUser +checkOnline, getRegionDir, getUser, preflightChecks, releaseSyncLatch, setUser, waitInitialized @@ -319,7 +313,7 @@ extends Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, d oReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasOwner, hasParent, hasTimeout, haveSameParent, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, < a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#setTimeout-int-">setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted +addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doExecute, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout,
[40/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html index 1bdbdd0..20f72f51 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html @@ -318,14 +318,14 @@ extends AbstractStateMachineRegionProcedure -acquireLock, checkTableModifiable, getRegion, hasLock, holdLock, releaseLock, setFailure, setRegion +acquireLock, checkTableModifiable, getRegion, holdLock, releaseLock, setFailure, setRegion Methods inherited from classorg.apache.hadoop.hbase.master.procedure.AbstractStateMachineTableProcedure -checkOnline, getRegionDir, getUser, preflightChecks, releaseSyncLatch, setUser +checkOnline, getRegionDir, getUser, preflightChecks, releaseSyncLatch, setUser, waitInitialized @@ -339,7 +339,7 @@ extends Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, d oReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasOwner, hasParent, hasTimeout, haveSameParent, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, < a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#setTimeout-int-">setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted +addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doExecute, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted
[49/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/apidocs/allclasses-frame.html -- diff --git a/apidocs/allclasses-frame.html b/apidocs/allclasses-frame.html index 10ab9dc..7876f22 100644 --- a/apidocs/allclasses-frame.html +++ b/apidocs/allclasses-frame.html @@ -90,6 +90,7 @@ CompareOperator ConfigurationUtil Connection +ConnectionClosedException ConnectionClosingException ConnectionFactory Consistency http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/apidocs/allclasses-noframe.html -- diff --git a/apidocs/allclasses-noframe.html b/apidocs/allclasses-noframe.html index c389b59..a95a4aa 100644 --- a/apidocs/allclasses-noframe.html +++ b/apidocs/allclasses-noframe.html @@ -90,6 +90,7 @@ CompareOperator ConfigurationUtil Connection +ConnectionClosedException ConnectionClosingException ConnectionFactory Consistency http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/apidocs/index-all.html -- diff --git a/apidocs/index-all.html b/apidocs/index-all.html index 56be882..2d01af1 100644 --- a/apidocs/index-all.html +++ b/apidocs/index-all.html @@ -2210,6 +2210,12 @@ A cluster connection encapsulating lower level individual connections to actual servers and a connection to zookeeper. +ConnectionClosedException - Exception in org.apache.hadoop.hbase.exceptions + +Thrown when the connection is closed + +ConnectionClosedException(String) - Constructor for exception org.apache.hadoop.hbase.exceptions.ConnectionClosedException + ConnectionClosingException - Exception in org.apache.hadoop.hbase.exceptions Thrown when the client believes that we are trying to communicate to has http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/apidocs/org/apache/hadoop/hbase/HBaseIOException.html -- diff --git a/apidocs/org/apache/hadoop/hbase/HBaseIOException.html b/apidocs/org/apache/hadoop/hbase/HBaseIOException.html index f47795d..6765fc4 100644 --- a/apidocs/org/apache/hadoop/hbase/HBaseIOException.html +++ b/apidocs/org/apache/hadoop/hbase/HBaseIOException.html @@ -122,7 +122,7 @@ Direct Known Subclasses: -CallCancelledException, CallTimeoutException, CellScannerButNoCodecException, DoNotRetryIOException, FailedServerException, FallbackDisallowedException, LeaseNotRecoveredException, MasterNotRunningException, PleaseHoldException, RegionException, RpcThrottlingException, StoppedRpcClientException, TableInfoMissingException, WrongRowIOException +CallCancelledException, CallTimeoutException, CellScannerButNoCodecException, ConnectionClosedException, DoNotRetryIOException, FailedServerException, FallbackDisallowedException, LeaseNotRecoveredException, MasterNotRunningException, PleaseHoldException, RegionException, RpcThrottlingException, StoppedRpcClientException, TableInfoMissingException, WrongRowIOException http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/apidocs/org/apache/hadoop/hbase/class-use/HBaseIOException.html -- diff --git a/apidocs/org/apache/hadoop/hbase/class-use/HBaseIOException.html b/apidocs/org/apache/hadoop/hbase/class-use/HBaseIOException.html index 3a6e532..fcee48a 100644 --- a/apidocs/org/apache/hadoop/hbase/class-use/HBaseIOException.html +++ b/apidocs/org/apache/hadoop/hbase/class-use/HBaseIOException.html @@ -324,30 +324,36 @@ class +ConnectionClosedException +Thrown when the connection is closed + + + +class FailedSanityCheckException Exception thrown if a mutation fails sanity checks. - + class MergeRegionException Thrown when something is wrong in trying to merge two regions. - + class RequestTooBigException Thrown when the size of the rpc request received by the server is too large. - + class ScannerResetException Thrown when the server side has received an Exception, and asks the Client to reset the scanner state by closing the current region scanner, and reopening from the start of last seen row. - + class UnknownProtocolException An error requesting an RPC protocol that the server is not serving. http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/apidocs/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.html -- diff --git a/apidocs/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.html b/apidocs/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.html new file mode 100644 index 000..34bbdae --- /dev/null +++ b/apidocs/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.html @@ -0,0 +1,275 @@ +http://www.w3.org/TR/html4/loose.dtd;> + + + + + +ConnectionClosedException (Apache HBase
[44/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/ipc/NettyRpcDuplexHandler.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/ipc/NettyRpcDuplexHandler.html b/devapidocs/org/apache/hadoop/hbase/ipc/NettyRpcDuplexHandler.html index 77ba196..ae3efa2 100644 --- a/devapidocs/org/apache/hadoop/hbase/ipc/NettyRpcDuplexHandler.html +++ b/devapidocs/org/apache/hadoop/hbase/ipc/NettyRpcDuplexHandler.html @@ -129,7 +129,7 @@ var activeTableTab = "activeTableTab"; @InterfaceAudience.Private -class NettyRpcDuplexHandler +class NettyRpcDuplexHandler extends org.apache.hbase.thirdparty.io.netty.channel.ChannelDuplexHandler The netty rpc handler. @@ -325,7 +325,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.ChannelDuplexHandler LOG -private static finalorg.slf4j.Logger LOG +private static finalorg.slf4j.Logger LOG @@ -334,7 +334,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.ChannelDuplexHandler conn -private finalNettyRpcConnection conn +private finalNettyRpcConnection conn @@ -343,7 +343,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.ChannelDuplexHandler cellBlockBuilder -private finalCellBlockBuilder cellBlockBuilder +private finalCellBlockBuilder cellBlockBuilder @@ -352,7 +352,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.ChannelDuplexHandler codec -private finalCodec codec +private finalCodec codec @@ -361,7 +361,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.ChannelDuplexHandler compressor -private finalorg.apache.hadoop.io.compress.CompressionCodec compressor +private finalorg.apache.hadoop.io.compress.CompressionCodec compressor @@ -370,7 +370,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.ChannelDuplexHandler id2Call -private finalhttps://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true; title="class or interface in java.util">Maphttps://docs.oracle.com/javase/8/docs/api/java/lang/Integer.html?is-external=true; title="class or interface in java.lang">Integer,Call id2Call +private finalhttps://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true; title="class or interface in java.util">Maphttps://docs.oracle.com/javase/8/docs/api/java/lang/Integer.html?is-external=true; title="class or interface in java.lang">Integer,Call id2Call @@ -387,7 +387,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.ChannelDuplexHandler NettyRpcDuplexHandler -publicNettyRpcDuplexHandler(NettyRpcConnectionconn, +publicNettyRpcDuplexHandler(NettyRpcConnectionconn, CellBlockBuildercellBlockBuilder, Codeccodec, org.apache.hadoop.io.compress.CompressionCodeccompressor) @@ -407,7 +407,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.ChannelDuplexHandler writeRequest -privatevoidwriteRequest(org.apache.hbase.thirdparty.io.netty.channel.ChannelHandlerContextctx, +privatevoidwriteRequest(org.apache.hbase.thirdparty.io.netty.channel.ChannelHandlerContextctx, Callcall, org.apache.hbase.thirdparty.io.netty.channel.ChannelPromisepromise) throws https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true; title="class or interface in java.io">IOException @@ -423,7 +423,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.ChannelDuplexHandler write -publicvoidwrite(org.apache.hbase.thirdparty.io.netty.channel.ChannelHandlerContextctx, +publicvoidwrite(org.apache.hbase.thirdparty.io.netty.channel.ChannelHandlerContextctx, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true; title="class or interface in java.lang">Objectmsg, org.apache.hbase.thirdparty.io.netty.channel.ChannelPromisepromise) throws https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true; title="class or interface in java.lang">Exception @@ -443,7 +443,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.ChannelDuplexHandler readResponse -privatevoidreadResponse(org.apache.hbase.thirdparty.io.netty.channel.ChannelHandlerContextctx, +privatevoidreadResponse(org.apache.hbase.thirdparty.io.netty.channel.ChannelHandlerContextctx, org.apache.hbase.thirdparty.io.netty.buffer.ByteBufbuf) throws https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true; title="class or interface in java.io">IOException @@ -458,7 +458,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.ChannelDuplexHandler channelRead -publicvoidchannelRead(org.apache.hbase.thirdparty.io.netty.channel.ChannelHandlerContextctx,
[30/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/procedure/MasterProcedureScheduler.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/MasterProcedureScheduler.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/MasterProcedureScheduler.html index 9025538..c15caed 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/procedure/MasterProcedureScheduler.html +++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/MasterProcedureScheduler.html @@ -813,7 +813,7 @@ extends queueHasRunnables -protectedbooleanqueueHasRunnables() +protectedbooleanqueueHasRunnables() Description copied from class:AbstractProcedureScheduler Returns true if there are procedures available to process. NOTE: this method is called with the sched lock held. @@ -831,7 +831,7 @@ extends dequeue -protectedProceduredequeue() +protectedProceduredequeue() Description copied from class:AbstractProcedureScheduler Fetch one Procedure from the queue NOTE: this method is called with the sched lock held. @@ -849,7 +849,7 @@ extends doPoll -privateT extends https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableTProcedure?doPoll(FairQueueTfairq) +privateT extends https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableTProcedure?doPoll(FairQueueTfairq) @@ -858,7 +858,7 @@ extends getLocks -publichttps://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true; title="class or interface in java.util">ListLockedResourcegetLocks() +publichttps://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true; title="class or interface in java.util">ListLockedResourcegetLocks() Description copied from interface:ProcedureScheduler List lock queues. @@ -873,7 +873,7 @@ extends getLockResource -publicLockedResourcegetLockResource(LockedResourceTyperesourceType, +publicLockedResourcegetLockResource(LockedResourceTyperesourceType, https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">StringresourceName) Returns: @@ -887,7 +887,7 @@ extends clear -publicvoidclear() +publicvoidclear() Description copied from interface:ProcedureScheduler Clear current state of scheduler such that it is equivalent to newly created scheduler. Used for testing failure and recovery. To emulate server crash/restart, @@ -900,7 +900,7 @@ extends clearQueue -privatevoidclearQueue() +privatevoidclearQueue() @@ -911,7 +911,7 @@ extends clear -privateT extends https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableT,TNode extends QueueTvoidclear(TNodetreeMap, +privateT extends https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableT,TNode extends QueueTvoidclear(TNodetreeMap, FairQueueTfairq, AvlUtil.AvlKeyComparatorTNodecomparator) @@ -922,7 +922,7 @@ extends queueSize -privateintqueueSize(Queue?head) +privateintqueueSize(Queue?head) @@ -931,7 +931,7 @@ extends queueSize -protectedintqueueSize() +protectedintqueueSize() Description copied from class:AbstractProcedureScheduler Returns the number of elements in this queue. NOTE: this method is called with the sched lock held. @@ -949,7 +949,7 @@ extends completionCleanup -publicvoidcompletionCleanup(Procedureproc) +publicvoidcompletionCleanup(Procedureproc) Description copied from interface:ProcedureScheduler The procedure in execution completed. This can be implemented to perform cleanups. @@ -965,7 +965,7 @@ extends addToRunQueue -private staticT extends https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableTvoidaddToRunQueue(FairQueueTfairq, +private staticT extends https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableTvoidaddToRunQueue(FairQueueTfairq, QueueTqueue) @@ -975,7 +975,7 @@ extends removeFromRunQueue -private staticT extends https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableTvoidremoveFromRunQueue(FairQueueTfairq, +private staticT extends https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in
[39/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/assignment/RegionTransitionProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/assignment/RegionTransitionProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/assignment/RegionTransitionProcedure.html index 0db34de..8ffeb95 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/assignment/RegionTransitionProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/assignment/RegionTransitionProcedure.html @@ -18,7 +18,7 @@ catch(err) { } //--> -var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":6,"i5":10,"i6":10,"i7":10,"i8":10,"i9":6,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":6,"i16":10,"i17":10,"i18":10,"i19":6,"i20":6,"i21":10,"i22":10,"i23":10,"i24":6,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":6,"i33":10,"i34":10,"i35":6}; +var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":6,"i5":10,"i6":10,"i7":10,"i8":10,"i9":6,"i10":10,"i11":10,"i12":10,"i13":10,"i14":6,"i15":10,"i16":10,"i17":10,"i18":6,"i19":6,"i20":10,"i21":10,"i22":10,"i23":6,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":6,"i32":10,"i33":10,"i34":6,"i35":10}; var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],4:["t3","Abstract Methods"],8:["t4","Concrete Methods"]}; var altColor = "altColor"; var rowColor = "rowColor"; @@ -123,7 +123,7 @@ var activeTableTab = "activeTableTab"; @InterfaceAudience.Private -public abstract class RegionTransitionProcedure +public abstract class RegionTransitionProcedure extends ProcedureMasterProcedureEnv implements TableProcedureInterface, RemoteProcedureDispatcher.RemoteProcedureMasterProcedureEnv,ServerName Base class for the Assign and Unassign Procedure. @@ -225,20 +225,16 @@ implements -private boolean -lock - - private static org.slf4j.Logger LOG - + private RegionInfo regionInfo This data member must be persisted. - + private org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.RegionTransitionState transitionState @@ -350,54 +346,48 @@ implements protected boolean -hasLock(MasterProcedureEnvenv) -This is used in conjunction with Procedure.holdLock(Object). - - - -protected boolean holdLock(MasterProcedureEnvenv) Used to keep the procedure lock even when the procedure is yielding or suspended. - + boolean isMeta() - + protected abstract boolean isRollbackSupported(org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.RegionTransitionStatestate) - + protected boolean isServerOnline(MasterProcedureEnvenv, RegionStates.RegionStateNoderegionNode) - + protected boolean isServerOnline(MasterProcedureEnvenv, ServerNameserverName) - + protected void releaseLock(MasterProcedureEnvenv) The user should override this method, and release lock if necessary. - + abstract RemoteProcedureDispatcher.RemoteOperation remoteCallBuild(MasterProcedureEnvenv, ServerNameserverName) For building the remote operation. - + protected abstract boolean remoteCallFailed(MasterProcedureEnvenv, RegionStates.RegionStateNoderegionNode, https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true; title="class or interface in java.io">IOExceptionexception) - + void remoteCallFailed(MasterProcedureEnvenv, ServerNameserverName, @@ -405,14 +395,14 @@ implements Called when the executeProcedure call is failed. - + void remoteOperationCompleted(MasterProcedureEnvenv) Called when RS tells the remote procedure is succeeded through the reportProcedureDone method. - + void remoteOperationFailed(MasterProcedureEnvenv, RemoteProcedureExceptionerror) @@ -420,89 +410,97 @@ implements + protected abstract void reportTransition(MasterProcedureEnvenv, RegionStates.RegionStateNoderegionNode, org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos.RegionStateTransition.TransitionCodecode, longseqId) - + protected void reportTransition(MasterProcedureEnvenv, ServerNameserverName, org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos.RegionStateTransition.TransitionCodecode, longseqId) - + protected void rollback(MasterProcedureEnvenv) The code to undo what was done by the execute() code. - + protected void setAttempt(intattempt) This setter is for subclasses to call in their Procedure.deserializeStateData(ProcedureStateSerializer) method. - + protected void setRegionInfo(RegionInforegionInfo) This setter is for subclasses to call in their Procedure.deserializeStateData(ProcedureStateSerializer) method. - + protected boolean
[17/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureInMemoryChore.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureInMemoryChore.html b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureInMemoryChore.html index c0deab4..e3b7912 100644 --- a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureInMemoryChore.html +++ b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureInMemoryChore.html @@ -243,7 +243,7 @@ extends Procedure -acquireLock, addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, doReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, isYieldAfterExecutionStep, releaseLock, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toS tringClass, toStringClassDetails, toStringDetails, toStringSimpleSB, toStringState, tryRunnable, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted +acquireLock, addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, doReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, isYieldAfterExecutionStep, lockedWhenLoading, releaseLock, removeStackIndex, restoreLock, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParent ProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailu re, shouldWaitClientAck, toString, toStringClass, toStringClassDetails, toStringDetails, toStringSimpleSB, toStringState, tryRunnable, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, waitInitialized, wasExecuted http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureUtil.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureUtil.html b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureUtil.html index 2ddbe31..9e56968 100644 --- a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureUtil.html +++ b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureUtil.html @@ -299,7 +299,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html convertToProcedure -public staticProcedureconvertToProcedure(org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.Procedureproto) +public staticProcedureconvertToProcedure(org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.Procedureproto) throws https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true; title="class or interface in java.io">IOException Helper to convert the protobuf procedure. Used by ProcedureStore implementations. @@ -320,7 +320,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html convertToProtoResourceType -public staticorg.apache.hadoop.hbase.shaded.protobuf.generated.LockServiceProtos.LockedResourceTypeconvertToProtoResourceType(LockedResourceTyperesourceType) +public staticorg.apache.hadoop.hbase.shaded.protobuf.generated.LockServiceProtos.LockedResourceTypeconvertToProtoResourceType(LockedResourceTyperesourceType) @@ -329,7 +329,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html convertToProtoLockType -public staticorg.apache.hadoop.hbase.shaded.protobuf.generated.LockServiceProtos.LockTypeconvertToProtoLockType(LockTypelockType) +public
[34/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/procedure/CreateNamespaceProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/CreateNamespaceProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/CreateNamespaceProcedure.html index 8f108ce..31aa28f 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/procedure/CreateNamespaceProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/CreateNamespaceProcedure.html @@ -18,7 +18,7 @@ catch(err) { } //--> -var methods = {"i0":10,"i1":9,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":9,"i9":10,"i10":9,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":9,"i19":10,"i20":9}; +var methods = {"i0":10,"i1":9,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":9,"i9":10,"i10":9,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":9,"i18":10,"i19":9,"i20":10}; var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; var altColor = "altColor"; var rowColor = "rowColor"; @@ -329,46 +329,48 @@ extends -private void -rollbackSetNamespaceQuota(MasterProcedureEnvenv) -remove quota for the namespace if exists - - - protected void rollbackState(MasterProcedureEnvenv, org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.CreateNamespaceStatestate) called to perform the rollback of the specified state - + protected void serializeStateData(ProcedureStateSerializerserializer) The user-level code of the procedure may have some state to persist (e.g. - + protected static void setNamespaceQuota(MasterProcedureEnvenv, NamespaceDescriptornsDescriptor) Set quota for the namespace - + protected boolean shouldWaitClientAck(MasterProcedureEnvenv) By default, the executor will keep the procedure result around util the eviction TTL is expired. - + protected static void updateZKNamespaceManager(MasterProcedureEnvenv, NamespaceDescriptornsDescriptor) Update ZooKeeper. + +protected boolean +waitInitialized(MasterProcedureEnvenv) +The Procedure.doAcquireLock(Object, ProcedureStore) will be split into two steps, first, it will + call us to determine whether we need to wait for initialization, second, it will call + Procedure.acquireLock(Object) to actually handle the lock for this procedure. + + @@ -389,7 +391,7 @@ extends Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, d oReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, < a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#isWaiting--">isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted +addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doExecute, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, holdLock, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, toString, toStringClass, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted @@ -651,35 +653,60 @@ extends isBootstrapNamespace() + + + + + +waitInitialized +protectedbooleanwaitInitialized(MasterProcedureEnvenv) +Description copied from class:Procedure +The
[25/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/procedure/package-tree.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/package-tree.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/package-tree.html index f86b651..d3f7afa 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/procedure/package-tree.html +++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/package-tree.html @@ -216,10 +216,10 @@ java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true; title="class or interface in java.lang">EnumE (implements java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableT, java.io.https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true; title="class or interface in java.io">Serializable) -org.apache.hadoop.hbase.master.procedure.TableProcedureInterface.TableOperationType -org.apache.hadoop.hbase.master.procedure.PeerProcedureInterface.PeerOperationType -org.apache.hadoop.hbase.master.procedure.ServerProcedureInterface.ServerOperationType org.apache.hadoop.hbase.master.procedure.MetaProcedureInterface.MetaOperationType +org.apache.hadoop.hbase.master.procedure.ServerProcedureInterface.ServerOperationType +org.apache.hadoop.hbase.master.procedure.PeerProcedureInterface.PeerOperationType +org.apache.hadoop.hbase.master.procedure.TableProcedureInterface.TableOperationType http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/replication/AbstractPeerProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/replication/AbstractPeerProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/replication/AbstractPeerProcedure.html index 35ac4cd..2fa55b6 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/replication/AbstractPeerProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/replication/AbstractPeerProcedure.html @@ -184,10 +184,6 @@ implements latch -private boolean -locked - - protected https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">String peerId @@ -259,41 +255,43 @@ implements protected boolean -hasLock(MasterProcedureEnvenv) -This is used in conjunction with Procedure.holdLock(Object). - - - -protected boolean holdLock(MasterProcedureEnvenv) Used to keep the procedure lock even when the procedure is yielding or suspended. - + protected void refreshPeer(MasterProcedureEnvenv, PeerProcedureInterface.PeerOperationTypetype) - + protected void releaseLock(MasterProcedureEnvenv) The user should override this method, and release lock if necessary. - + protected void rollbackState(MasterProcedureEnvenv, TStatestate) called to perform the rollback of the specified state - + protected void serializeStateData(ProcedureStateSerializerserializer) The user-level code of the procedure may have some state to persist (e.g. + +protected boolean +waitInitialized(MasterProcedureEnvenv) +The Procedure.doAcquireLock(Object, ProcedureStore) will be split into two steps, first, it will + call us to determine whether we need to wait for initialization, second, it will call + Procedure.acquireLock(Object) to actually handle the lock for this procedure. + + @@ -307,7 +305,7 @@ implements Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, d oReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasOwner, hasParent, hasTimeout, haveSameParent, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, < a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#setTimeout-int-">setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringClassDetails, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted +addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doExecute, doRollback, elapsedTime, getChildrenLatch, getException,
[22/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/replication/TransitPeerSyncReplicationStateProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/replication/TransitPeerSyncReplicationStateProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/replication/TransitPeerSyncReplicationStateProcedure.html index 17a58f7..3627e91 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/replication/TransitPeerSyncReplicationStateProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/replication/TransitPeerSyncReplicationStateProcedure.html @@ -322,7 +322,7 @@ extends AbstractPeerProcedure -acquireLock, getLatch, getPeerId, hasLock, holdLock, refreshPeer, releaseLock, rollbackState +acquireLock, getLatch, getPeerId, holdLock, refreshPeer, releaseLock, rollbackState, waitInitialized @@ -336,7 +336,7 @@ extends Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, d oReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasOwner, hasParent, hasTimeout, haveSameParent, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, < a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#setTimeout-int-">setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringClassDetails, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted +addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doExecute, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasLock, hasOwner, hasParent, hasTimeout, haveSameParent, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes, setState, setSubmittedTime, setTimeout, setTimeoutFailure, shouldWaitClientAck, toString, toStringClass, toStringClassDetails, toStringDetails, toStringSimpleSB, updateMetricsOnFinish, updateMetricsOnSubmit, updateTimestamp, wasExecuted http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/master/replication/UpdatePeerConfigProcedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/master/replication/UpdatePeerConfigProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/replication/UpdatePeerConfigProcedure.html index 04a6096..65233db 100644 --- a/devapidocs/org/apache/hadoop/hbase/master/replication/UpdatePeerConfigProcedure.html +++ b/devapidocs/org/apache/hadoop/hbase/master/replication/UpdatePeerConfigProcedure.html @@ -335,7 +335,7 @@ extends AbstractPeerProcedure -acquireLock, getLatch, getPeerId, hasLock, holdLock, refreshPeer, releaseLock, rollbackState +acquireLock, getLatch, getPeerId, holdLock, refreshPeer, releaseLock, rollbackState, waitInitialized @@ -349,7 +349,7 @@ extends Procedure -addStackIndex, afterReplay, beforeReplay, compareTo, completionCleanup, doAcquireLock, doExecute, d oReleaseLock, doRollback, elapsedTime, getChildrenLatch, getException, getLastUpdate, getNonceKey, getOwner, getParentProcId, getProcedureMetrics, getProcId, getProcIdHashCode, getProcName, getResult, getRootProcedureId, getRootProcId, getStackIndexes, getState, getSubmittedTime, getTimeout, getTimeoutTimestamp, hasChildren, hasException, hasOwner, hasParent, hasTimeout, haveSameParent, incChildrenLatch, isFailed, isFinished, isInitializing, isRunnable, isSuccess, isWaiting, removeStackIndex, setAbortFailure, setChildrenLatch, setFailure, setFailure, setLastUpdate, setNonceKey, setOwner, setOwner, setParentProcId, setProcId, setResult, setRootProcId, setStackIndexes,
[03/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionTransitionProcedure.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionTransitionProcedure.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionTransitionProcedure.html index 02e56cf..8d2fe80 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionTransitionProcedure.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionTransitionProcedure.html @@ -42,87 +42,87 @@ 034import org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher.RemoteOperation; 035import org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher.RemoteProcedure; 036import org.apache.hadoop.hbase.procedure2.RemoteProcedureException; -037import org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos; -038import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.RegionTransitionState; -039import org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos.RegionStateTransition.TransitionCode; -040import org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting; -041import org.apache.yetus.audience.InterfaceAudience; -042import org.slf4j.Logger; -043import org.slf4j.LoggerFactory; -044 -045/** -046 * Base class for the Assign and Unassign Procedure. -047 * -048 * Locking: -049 * Takes exclusive lock on the region being assigned/unassigned. Thus, there can only be one -050 * RegionTransitionProcedure per region running at a time (see MasterProcedureScheduler). -051 * -052 * pThis procedure is asynchronous and responds to external events. -053 * The AssignmentManager will notify this procedure when the RS completes -054 * the operation and reports the transitioned state -055 * (see the Assign and Unassign class for more detail)./p -056 * -057 * pProcedures move from the REGION_TRANSITION_QUEUE state when they are -058 * first submitted, to the REGION_TRANSITION_DISPATCH state when the request -059 * to remote server is sent and the Procedure is suspended waiting on external -060 * event to be woken again. Once the external event is triggered, Procedure -061 * moves to the REGION_TRANSITION_FINISH state./p -062 * -063 * pNOTE: {@link AssignProcedure} and {@link UnassignProcedure} should not be thought of -064 * as being asymmetric, at least currently. -065 * ul -066 * li{@link AssignProcedure} moves through all the above described states and implements methods -067 * associated with each while {@link UnassignProcedure} starts at state -068 * REGION_TRANSITION_DISPATCH and state REGION_TRANSITION_QUEUE is not supported./li -069 * -070 * liWhen any step in {@link AssignProcedure} fails, failure handler -071 * AssignProcedure#handleFailure(MasterProcedureEnv, RegionStateNode) re-attempts the -072 * assignment by setting the procedure state to REGION_TRANSITION_QUEUE and forces -073 * assignment to a different target server by setting {@link AssignProcedure#forceNewPlan}. When -074 * the number of attempts reaches threshold configuration 'hbase.assignment.maximum.attempts', -075 * the procedure is aborted. For {@link UnassignProcedure}, similar re-attempts are -076 * intentionally not implemented. It is a 'one shot' procedure. See its class doc for how it -077 * handles failure. -078 * /li -079 * liIf we find a region in an 'unexpected' state, we'll complain and retry with backoff forever. -080 * The 'unexpected' state needs to be fixed either by another running Procedure or by operator -081 * intervention (Regions in 'unexpected' state indicates bug or unexpected transition type). -082 * For this to work, subclasses need to persist the 'attempt' counter kept in this class when -083 * they do serializeStateData and restore it inside their deserializeStateData, just as they do -084 * for {@link #regionInfo}. -085 * /li -086 * /ul -087 * /p -088 * -089 * pTODO: Considering it is a priority doing all we can to get make a region available as soon as -090 * possible, re-attempting with any target makes sense if specified target fails in case of -091 * {@link AssignProcedure}. For {@link UnassignProcedure}, our concern is preventing data loss -092 * on failed unassign. See class doc for explanation. -093 */ -094@InterfaceAudience.Private -095public abstract class RegionTransitionProcedure -096extends ProcedureMasterProcedureEnv -097implements TableProcedureInterface, -098 RemoteProcedureMasterProcedureEnv, ServerName { -099 private static final Logger LOG = LoggerFactory.getLogger(RegionTransitionProcedure.class); -100 -101 protected final AtomicBoolean aborted = new AtomicBoolean(false); +037import org.apache.yetus.audience.InterfaceAudience; +038import org.slf4j.Logger; +039import org.slf4j.LoggerFactory; +040
[07/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.TableDescriptorGetter.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.TableDescriptorGetter.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.TableDescriptorGetter.html index 95f2a65..073d0d0 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.TableDescriptorGetter.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.TableDescriptorGetter.html @@ -931,7 +931,7 @@ 923InitMetaProcedure initMetaProc = null; 924if (assignmentManager.getRegionStates().getRegionState(RegionInfoBuilder.FIRST_META_REGIONINFO) 925 .isOffline()) { -926 OptionalProcedure? optProc = procedureExecutor.getProcedures().stream() +926 OptionalProcedureMasterProcedureEnv optProc = procedureExecutor.getProcedures().stream() 927.filter(p - p instanceof InitMetaProcedure).findAny(); 928 if (optProc.isPresent()) { 929initMetaProc = (InitMetaProcedure) optProc.get(); @@ -3210,566 +3210,567 @@ 3202 cpHost.preGetProcedures(); 3203} 3204 -3205final ListProcedure? procList = this.procedureExecutor.getProcedures(); -3206 -3207if (cpHost != null) { -3208 cpHost.postGetProcedures(procList); -3209} -3210 -3211return procList; -3212 } -3213 -3214 @Override -3215 public ListLockedResource getLocks() throws IOException { -3216if (cpHost != null) { -3217 cpHost.preGetLocks(); -3218} -3219 -3220MasterProcedureScheduler procedureScheduler = -3221 procedureExecutor.getEnvironment().getProcedureScheduler(); -3222 -3223final ListLockedResource lockedResources = procedureScheduler.getLocks(); -3224 -3225if (cpHost != null) { -3226 cpHost.postGetLocks(lockedResources); -3227} -3228 -3229return lockedResources; -3230 } -3231 -3232 /** -3233 * Returns the list of table descriptors that match the specified request -3234 * @param namespace the namespace to query, or null if querying for all -3235 * @param regex The regular expression to match against, or null if querying for all -3236 * @param tableNameList the list of table names, or null if querying for all -3237 * @param includeSysTables False to match only against userspace tables -3238 * @return the list of table descriptors -3239 */ -3240 public ListTableDescriptor listTableDescriptors(final String namespace, final String regex, -3241 final ListTableName tableNameList, final boolean includeSysTables) -3242 throws IOException { -3243ListTableDescriptor htds = new ArrayList(); -3244if (cpHost != null) { -3245 cpHost.preGetTableDescriptors(tableNameList, htds, regex); -3246} -3247htds = getTableDescriptors(htds, namespace, regex, tableNameList, includeSysTables); -3248if (cpHost != null) { -3249 cpHost.postGetTableDescriptors(tableNameList, htds, regex); -3250} -3251return htds; -3252 } -3253 -3254 /** -3255 * Returns the list of table names that match the specified request -3256 * @param regex The regular expression to match against, or null if querying for all -3257 * @param namespace the namespace to query, or null if querying for all -3258 * @param includeSysTables False to match only against userspace tables -3259 * @return the list of table names -3260 */ -3261 public ListTableName listTableNames(final String namespace, final String regex, -3262 final boolean includeSysTables) throws IOException { -3263ListTableDescriptor htds = new ArrayList(); -3264if (cpHost != null) { -3265 cpHost.preGetTableNames(htds, regex); -3266} -3267htds = getTableDescriptors(htds, namespace, regex, null, includeSysTables); -3268if (cpHost != null) { -3269 cpHost.postGetTableNames(htds, regex); -3270} -3271ListTableName result = new ArrayList(htds.size()); -3272for (TableDescriptor htd: htds) result.add(htd.getTableName()); -3273return result; -3274 } -3275 -3276 /** -3277 * @return list of table table descriptors after filtering by regex and whether to include system -3278 *tables, etc. -3279 * @throws IOException -3280 */ -3281 private ListTableDescriptor getTableDescriptors(final ListTableDescriptor htds, -3282 final String namespace, final String regex, final ListTableName tableNameList, -3283 final boolean includeSysTables) -3284 throws IOException { -3285if (tableNameList == null || tableNameList.isEmpty()) { -3286 // request for all TableDescriptors -3287 CollectionTableDescriptor allHtds; -3288 if (namespace != null namespace.length() 0) { -3289// Do a check on the namespace existence. Will fail if does not exist. -3290 this.clusterSchemaService.getNamespace(namespace); -3291
[13/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/security/NettyHBaseSaslRpcClientHandler.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/security/NettyHBaseSaslRpcClientHandler.html b/devapidocs/org/apache/hadoop/hbase/security/NettyHBaseSaslRpcClientHandler.html index b650cff..d48e675 100644 --- a/devapidocs/org/apache/hadoop/hbase/security/NettyHBaseSaslRpcClientHandler.html +++ b/devapidocs/org/apache/hadoop/hbase/security/NettyHBaseSaslRpcClientHandler.html @@ -129,7 +129,7 @@ var activeTableTab = "activeTableTab"; @InterfaceAudience.Private -public class NettyHBaseSaslRpcClientHandler +public class NettyHBaseSaslRpcClientHandler extends org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandlerorg.apache.hbase.thirdparty.io.netty.buffer.ByteBuf Implement SASL logic for netty rpc client. @@ -322,7 +322,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler LOG -private static finalorg.slf4j.Logger LOG +private static finalorg.slf4j.Logger LOG @@ -331,7 +331,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler saslPromise -private finalorg.apache.hbase.thirdparty.io.netty.util.concurrent.Promisehttps://docs.oracle.com/javase/8/docs/api/java/lang/Boolean.html?is-external=true; title="class or interface in java.lang">Boolean saslPromise +private finalorg.apache.hbase.thirdparty.io.netty.util.concurrent.Promisehttps://docs.oracle.com/javase/8/docs/api/java/lang/Boolean.html?is-external=true; title="class or interface in java.lang">Boolean saslPromise @@ -340,7 +340,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler ugi -private finalorg.apache.hadoop.security.UserGroupInformation ugi +private finalorg.apache.hadoop.security.UserGroupInformation ugi @@ -349,7 +349,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler saslRpcClient -private finalNettyHBaseSaslRpcClient saslRpcClient +private finalNettyHBaseSaslRpcClient saslRpcClient @@ -358,7 +358,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler conf -private finalorg.apache.hadoop.conf.Configuration conf +private finalorg.apache.hadoop.conf.Configuration conf @@ -367,7 +367,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler needProcessConnectionHeader -privateboolean needProcessConnectionHeader +privateboolean needProcessConnectionHeader @@ -384,7 +384,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler NettyHBaseSaslRpcClientHandler -publicNettyHBaseSaslRpcClientHandler(org.apache.hbase.thirdparty.io.netty.util.concurrent.Promisehttps://docs.oracle.com/javase/8/docs/api/java/lang/Boolean.html?is-external=true; title="class or interface in java.lang">BooleansaslPromise, +publicNettyHBaseSaslRpcClientHandler(org.apache.hbase.thirdparty.io.netty.util.concurrent.Promisehttps://docs.oracle.com/javase/8/docs/api/java/lang/Boolean.html?is-external=true; title="class or interface in java.lang">BooleansaslPromise, org.apache.hadoop.security.UserGroupInformationugi, AuthMethodmethod, org.apache.hadoop.security.token.Token? extends org.apache.hadoop.security.token.TokenIdentifiertoken, @@ -415,7 +415,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler writeResponse -privatevoidwriteResponse(org.apache.hbase.thirdparty.io.netty.channel.ChannelHandlerContextctx, +privatevoidwriteResponse(org.apache.hbase.thirdparty.io.netty.channel.ChannelHandlerContextctx, byte[]response) @@ -425,7 +425,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler tryComplete -privatevoidtryComplete(org.apache.hbase.thirdparty.io.netty.channel.ChannelHandlerContextctx) +privatevoidtryComplete(org.apache.hbase.thirdparty.io.netty.channel.ChannelHandlerContextctx) @@ -434,7 +434,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler setCryptoAESOption -privatevoidsetCryptoAESOption() +privatevoidsetCryptoAESOption() @@ -443,7 +443,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler isNeedProcessConnectionHeader -publicbooleanisNeedProcessConnectionHeader() +publicbooleanisNeedProcessConnectionHeader() @@ -452,7 +452,7 @@ extends org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler handlerAdded -publicvoidhandlerAdded(org.apache.hbase.thirdparty.io.netty.channel.ChannelHandlerContextctx) +publicvoidhandlerAdded(org.apache.hbase.thirdparty.io.netty.channel.ChannelHandlerContextctx)
[10/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.InitializationMonitor.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.InitializationMonitor.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.InitializationMonitor.html index 95f2a65..073d0d0 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.InitializationMonitor.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.InitializationMonitor.html @@ -931,7 +931,7 @@ 923InitMetaProcedure initMetaProc = null; 924if (assignmentManager.getRegionStates().getRegionState(RegionInfoBuilder.FIRST_META_REGIONINFO) 925 .isOffline()) { -926 OptionalProcedure? optProc = procedureExecutor.getProcedures().stream() +926 OptionalProcedureMasterProcedureEnv optProc = procedureExecutor.getProcedures().stream() 927.filter(p - p instanceof InitMetaProcedure).findAny(); 928 if (optProc.isPresent()) { 929initMetaProc = (InitMetaProcedure) optProc.get(); @@ -3210,566 +3210,567 @@ 3202 cpHost.preGetProcedures(); 3203} 3204 -3205final ListProcedure? procList = this.procedureExecutor.getProcedures(); -3206 -3207if (cpHost != null) { -3208 cpHost.postGetProcedures(procList); -3209} -3210 -3211return procList; -3212 } -3213 -3214 @Override -3215 public ListLockedResource getLocks() throws IOException { -3216if (cpHost != null) { -3217 cpHost.preGetLocks(); -3218} -3219 -3220MasterProcedureScheduler procedureScheduler = -3221 procedureExecutor.getEnvironment().getProcedureScheduler(); -3222 -3223final ListLockedResource lockedResources = procedureScheduler.getLocks(); -3224 -3225if (cpHost != null) { -3226 cpHost.postGetLocks(lockedResources); -3227} -3228 -3229return lockedResources; -3230 } -3231 -3232 /** -3233 * Returns the list of table descriptors that match the specified request -3234 * @param namespace the namespace to query, or null if querying for all -3235 * @param regex The regular expression to match against, or null if querying for all -3236 * @param tableNameList the list of table names, or null if querying for all -3237 * @param includeSysTables False to match only against userspace tables -3238 * @return the list of table descriptors -3239 */ -3240 public ListTableDescriptor listTableDescriptors(final String namespace, final String regex, -3241 final ListTableName tableNameList, final boolean includeSysTables) -3242 throws IOException { -3243ListTableDescriptor htds = new ArrayList(); -3244if (cpHost != null) { -3245 cpHost.preGetTableDescriptors(tableNameList, htds, regex); -3246} -3247htds = getTableDescriptors(htds, namespace, regex, tableNameList, includeSysTables); -3248if (cpHost != null) { -3249 cpHost.postGetTableDescriptors(tableNameList, htds, regex); -3250} -3251return htds; -3252 } -3253 -3254 /** -3255 * Returns the list of table names that match the specified request -3256 * @param regex The regular expression to match against, or null if querying for all -3257 * @param namespace the namespace to query, or null if querying for all -3258 * @param includeSysTables False to match only against userspace tables -3259 * @return the list of table names -3260 */ -3261 public ListTableName listTableNames(final String namespace, final String regex, -3262 final boolean includeSysTables) throws IOException { -3263ListTableDescriptor htds = new ArrayList(); -3264if (cpHost != null) { -3265 cpHost.preGetTableNames(htds, regex); -3266} -3267htds = getTableDescriptors(htds, namespace, regex, null, includeSysTables); -3268if (cpHost != null) { -3269 cpHost.postGetTableNames(htds, regex); -3270} -3271ListTableName result = new ArrayList(htds.size()); -3272for (TableDescriptor htd: htds) result.add(htd.getTableName()); -3273return result; -3274 } -3275 -3276 /** -3277 * @return list of table table descriptors after filtering by regex and whether to include system -3278 *tables, etc. -3279 * @throws IOException -3280 */ -3281 private ListTableDescriptor getTableDescriptors(final ListTableDescriptor htds, -3282 final String namespace, final String regex, final ListTableName tableNameList, -3283 final boolean includeSysTables) -3284 throws IOException { -3285if (tableNameList == null || tableNameList.isEmpty()) { -3286 // request for all TableDescriptors -3287 CollectionTableDescriptor allHtds; -3288 if (namespace != null namespace.length() 0) { -3289// Do a check on the namespace existence. Will fail if does not exist. -3290 this.clusterSchemaService.getNamespace(namespace); -3291
[09/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.MasterStoppedException.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.MasterStoppedException.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.MasterStoppedException.html index 95f2a65..073d0d0 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.MasterStoppedException.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.MasterStoppedException.html @@ -931,7 +931,7 @@ 923InitMetaProcedure initMetaProc = null; 924if (assignmentManager.getRegionStates().getRegionState(RegionInfoBuilder.FIRST_META_REGIONINFO) 925 .isOffline()) { -926 OptionalProcedure? optProc = procedureExecutor.getProcedures().stream() +926 OptionalProcedureMasterProcedureEnv optProc = procedureExecutor.getProcedures().stream() 927.filter(p - p instanceof InitMetaProcedure).findAny(); 928 if (optProc.isPresent()) { 929initMetaProc = (InitMetaProcedure) optProc.get(); @@ -3210,566 +3210,567 @@ 3202 cpHost.preGetProcedures(); 3203} 3204 -3205final ListProcedure? procList = this.procedureExecutor.getProcedures(); -3206 -3207if (cpHost != null) { -3208 cpHost.postGetProcedures(procList); -3209} -3210 -3211return procList; -3212 } -3213 -3214 @Override -3215 public ListLockedResource getLocks() throws IOException { -3216if (cpHost != null) { -3217 cpHost.preGetLocks(); -3218} -3219 -3220MasterProcedureScheduler procedureScheduler = -3221 procedureExecutor.getEnvironment().getProcedureScheduler(); -3222 -3223final ListLockedResource lockedResources = procedureScheduler.getLocks(); -3224 -3225if (cpHost != null) { -3226 cpHost.postGetLocks(lockedResources); -3227} -3228 -3229return lockedResources; -3230 } -3231 -3232 /** -3233 * Returns the list of table descriptors that match the specified request -3234 * @param namespace the namespace to query, or null if querying for all -3235 * @param regex The regular expression to match against, or null if querying for all -3236 * @param tableNameList the list of table names, or null if querying for all -3237 * @param includeSysTables False to match only against userspace tables -3238 * @return the list of table descriptors -3239 */ -3240 public ListTableDescriptor listTableDescriptors(final String namespace, final String regex, -3241 final ListTableName tableNameList, final boolean includeSysTables) -3242 throws IOException { -3243ListTableDescriptor htds = new ArrayList(); -3244if (cpHost != null) { -3245 cpHost.preGetTableDescriptors(tableNameList, htds, regex); -3246} -3247htds = getTableDescriptors(htds, namespace, regex, tableNameList, includeSysTables); -3248if (cpHost != null) { -3249 cpHost.postGetTableDescriptors(tableNameList, htds, regex); -3250} -3251return htds; -3252 } -3253 -3254 /** -3255 * Returns the list of table names that match the specified request -3256 * @param regex The regular expression to match against, or null if querying for all -3257 * @param namespace the namespace to query, or null if querying for all -3258 * @param includeSysTables False to match only against userspace tables -3259 * @return the list of table names -3260 */ -3261 public ListTableName listTableNames(final String namespace, final String regex, -3262 final boolean includeSysTables) throws IOException { -3263ListTableDescriptor htds = new ArrayList(); -3264if (cpHost != null) { -3265 cpHost.preGetTableNames(htds, regex); -3266} -3267htds = getTableDescriptors(htds, namespace, regex, null, includeSysTables); -3268if (cpHost != null) { -3269 cpHost.postGetTableNames(htds, regex); -3270} -3271ListTableName result = new ArrayList(htds.size()); -3272for (TableDescriptor htd: htds) result.add(htd.getTableName()); -3273return result; -3274 } -3275 -3276 /** -3277 * @return list of table table descriptors after filtering by regex and whether to include system -3278 *tables, etc. -3279 * @throws IOException -3280 */ -3281 private ListTableDescriptor getTableDescriptors(final ListTableDescriptor htds, -3282 final String namespace, final String regex, final ListTableName tableNameList, -3283 final boolean includeSysTables) -3284 throws IOException { -3285if (tableNameList == null || tableNameList.isEmpty()) { -3286 // request for all TableDescriptors -3287 CollectionTableDescriptor allHtds; -3288 if (namespace != null namespace.length() 0) { -3289// Do a check on the namespace existence. Will fail if does not exist. -3290 this.clusterSchemaService.getNamespace(namespace); -3291
[15/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/Procedure.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/Procedure.html b/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/Procedure.html index 7666b0b..776026f 100644 --- a/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/Procedure.html +++ b/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/Procedure.html @@ -151,7 +151,7 @@ private long -ClusterSchemaServiceImpl.submitProcedure(Procedure?procedure, +ClusterSchemaServiceImpl.submitProcedure(ProcedureMasterProcedureEnvprocedure, NonceKeynonceKey) @@ -574,16 +574,16 @@ static byte[] ProcedureSyncWait.submitAndWaitProcedure(ProcedureExecutorMasterProcedureEnvprocExec, - Procedure?proc) + ProcedureMasterProcedureEnvproc) protected long -MasterProcedureUtil.NonceProcedureRunnable.submitProcedure(Procedure?proc) +MasterProcedureUtil.NonceProcedureRunnable.submitProcedure(ProcedureMasterProcedureEnvproc) static https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/Future.html?is-external=true; title="class or interface in java.util.concurrent">Futurebyte[] ProcedureSyncWait.submitProcedure(ProcedureExecutorMasterProcedureEnvprocExec, - Procedure?proc) + ProcedureMasterProcedureEnvproc) private void @@ -906,7 +906,7 @@ -private Procedure? +private ProcedureTEnvironment ProcedureExecutor.WorkerThread.activeProcedure @@ -918,7 +918,7 @@ LockedResource.exclusiveLockOwnerProcedure -private Procedure? +private ProcedureTEnvironment ProcedureExecutor.CompletedProcedureRetainer.procedure @@ -931,7 +931,7 @@ -private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ConcurrentHashMap.html?is-external=true; title="class or interface in java.util.concurrent">ConcurrentHashMaphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true; title="class or interface in java.lang">Long,Procedure +private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ConcurrentHashMap.html?is-external=true; title="class or interface in java.util.concurrent">ConcurrentHashMaphttps://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true; title="class or interface in java.lang">Long,ProcedureTEnvironment ProcedureExecutor.procedures Helper map to lookup the live procedures by ID. @@ -941,11 +941,11 @@ StateMachineProcedure.subProcList -private https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true; title="class or interface in java.util">SetProcedure +private https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true; title="class or interface in java.util">SetProcedureTEnvironment RootProcedureState.subprocs -private https://docs.oracle.com/javase/8/docs/api/java/util/ArrayList.html?is-external=true; title="class or interface in java.util">ArrayListProcedure +private https://docs.oracle.com/javase/8/docs/api/java/util/ArrayList.html?is-external=true; title="class or interface in java.util">ArrayListProcedureTEnvironment RootProcedureState.subprocStack @@ -968,7 +968,7 @@ -T extends ProcedureT +T extends ProcedureTEnvironmentT ProcedureExecutor.getProcedure(https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true; title="class or interface in java.lang">ClassTclazz, longprocId) @@ -1039,26 +1039,26 @@ LockedResource.getExclusiveLockOwnerProcedure() -Procedure? +ProcedureTEnvironment ProcedureExecutor.CompletedProcedureRetainer.getProcedure() -Procedure +ProcedureTEnvironment ProcedureExecutor.getProcedure(longprocId) -Procedure +ProcedureTEnvironment ProcedureExecutor.getResult(longprocId) -Procedure +ProcedureTEnvironment ProcedureExecutor.getResultOrProcedure(longprocId) -private Procedure[] -ProcedureExecutor.initializeChildren(RootProcedureStateprocStack, - Procedureprocedure, - Procedure[]subprocs) +private ProcedureTEnvironment[] +ProcedureExecutor.initializeChildren(RootProcedureStateTEnvironmentprocStack, + ProcedureTEnvironmentprocedure, + ProcedureTEnvironment[]subprocs) static Procedure @@ -1091,8 +1091,8 @@ https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/TimeUnit.html?is-external=true; title="class or interface in java.util.concurrent">TimeUnitunit) -private Procedure -ProcedureExecutor.prepareProcedure(Procedureproc) +private ProcedureTEnvironment +ProcedureExecutor.prepareProcedure(ProcedureTEnvironmentproc) Procedure? @@ -1112,13 +1112,13 @@ LockAndQueue.filterWaitingQueue(https://docs.oracle.com/javase/8/docs/api/java/util/function/Predicate.html?is-external=true; title="class or interface
[05/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionChore.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionChore.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionChore.html index 9babac2..2e75659 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionChore.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionChore.html @@ -1024,7 +1024,7 @@ 1016 if (regionNode.isInState(State.OPENING, State.OPEN)) { 1017if (!regionNode.getRegionLocation().equals(serverName)) { 1018 throw new UnexpectedStateException(regionNode.toString() + -1019"reported OPEN on server=" + serverName + +1019" reported OPEN on server=" + serverName + 1020" but state has otherwise."); 1021} else if (regionNode.isInState(State.OPENING)) { 1022 try { http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionStat.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionStat.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionStat.html index 9babac2..2e75659 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionStat.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionStat.html @@ -1024,7 +1024,7 @@ 1016 if (regionNode.isInState(State.OPENING, State.OPEN)) { 1017if (!regionNode.getRegionLocation().equals(serverName)) { 1018 throw new UnexpectedStateException(regionNode.toString() + -1019"reported OPEN on server=" + serverName + +1019" reported OPEN on server=" + serverName + 1020" but state has otherwise."); 1021} else if (regionNode.isInState(State.OPENING)) { 1022 try { http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.html index 9babac2..2e75659 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.html @@ -1024,7 +1024,7 @@ 1016 if (regionNode.isInState(State.OPENING, State.OPEN)) { 1017if (!regionNode.getRegionLocation().equals(serverName)) { 1018 throw new UnexpectedStateException(regionNode.toString() + -1019"reported OPEN on server=" + serverName + +1019" reported OPEN on server=" + serverName + 1020" but state has otherwise."); 1021} else if (regionNode.isInState(State.OPENING)) { 1022 try { http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/GCRegionProcedure.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/GCRegionProcedure.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/GCRegionProcedure.html index 622208f..0484c0c 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/GCRegionProcedure.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/GCRegionProcedure.html @@ -156,12 +156,7 @@ 148 serializer.deserialize(MasterProcedureProtos.GCRegionStateData.class); 149 setRegion(ProtobufUtil.toRegionInfo(msg.getRegionInfo())); 150 } -151 -152 @Override -153 protected org.apache.hadoop.hbase.procedure2.Procedure.LockState acquireLock(MasterProcedureEnv env) { -154return super.acquireLock(env); -155 } -156} +151}
[01/51] [partial] hbase-site git commit: Published site at ba5d1c1f28301adc99019d9d6c4a04fac98ae511.
Repository: hbase-site Updated Branches: refs/heads/asf-site 6daeaf094 -> 804782f09 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/src-html/org/apache/hadoop/hbase/master/locking/LockProcedure.NamespaceExclusiveLock.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/locking/LockProcedure.NamespaceExclusiveLock.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/locking/LockProcedure.NamespaceExclusiveLock.html index aba85f1..a2daee8 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/master/locking/LockProcedure.NamespaceExclusiveLock.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/locking/LockProcedure.NamespaceExclusiveLock.html @@ -84,420 +84,411 @@ 076 private String description; 077 // True when recovery of master lock from WALs 078 private boolean recoveredMasterLock; -079 // this is for internal working -080 private boolean hasLock; -081 -082 private final ProcedureEventLockProcedure event = new ProcedureEvent(this); -083 // True if this proc acquired relevant locks. This value is for client checks. -084 private final AtomicBoolean locked = new AtomicBoolean(false); -085 // Last system time (in ms) when client sent the heartbeat. -086 // Initialize to system time for non-null value in case of recovery. -087 private final AtomicLong lastHeartBeat = new AtomicLong(); -088 // Set to true when unlock request is received. -089 private final AtomicBoolean unlock = new AtomicBoolean(false); -090 // decreased when locks are acquired. Only used for local (with master process) purposes. -091 // Setting latch to non-null value increases default timeout to -092 // DEFAULT_LOCAL_MASTER_LOCKS_TIMEOUT_MS (10 min) so that there is no need to heartbeat. -093 private final CountDownLatch lockAcquireLatch; -094 -095 @Override -096 public TableName getTableName() { -097return tableName; -098 } -099 -100 @Override -101 public TableOperationType getTableOperationType() { -102return opType; -103 } -104 -105 private interface LockInterface { -106boolean acquireLock(MasterProcedureEnv env); -107void releaseLock(MasterProcedureEnv env); -108 } -109 -110 public LockProcedure() { -111lockAcquireLatch = null; -112 } -113 -114 private LockProcedure(final Configuration conf, final LockType type, -115 final String description, final CountDownLatch lockAcquireLatch) { -116this.type = type; -117this.description = description; -118this.lockAcquireLatch = lockAcquireLatch; -119if (lockAcquireLatch == null) { -120 setTimeout(conf.getInt(REMOTE_LOCKS_TIMEOUT_MS_CONF, DEFAULT_REMOTE_LOCKS_TIMEOUT_MS)); -121} else { -122 setTimeout(conf.getInt(LOCAL_MASTER_LOCKS_TIMEOUT_MS_CONF, -123 DEFAULT_LOCAL_MASTER_LOCKS_TIMEOUT_MS)); -124} -125 } -126 -127 /** -128 * Constructor for namespace lock. -129 * @param lockAcquireLatch if not null, the latch is decreased when lock is acquired. -130 */ -131 public LockProcedure(final Configuration conf, final String namespace, final LockType type, -132 final String description, final CountDownLatch lockAcquireLatch) -133 throws IllegalArgumentException { -134this(conf, type, description, lockAcquireLatch); -135 -136if (namespace.isEmpty()) { -137 throw new IllegalArgumentException("Empty namespace"); -138} -139 -140this.namespace = namespace; -141this.lock = setupNamespaceLock(); -142 } -143 -144 /** -145 * Constructor for table lock. -146 * @param lockAcquireLatch if not null, the latch is decreased when lock is acquired. -147 */ -148 public LockProcedure(final Configuration conf, final TableName tableName, final LockType type, -149 final String description, final CountDownLatch lockAcquireLatch) -150 throws IllegalArgumentException { -151this(conf, type, description, lockAcquireLatch); -152 -153this.tableName = tableName; -154this.lock = setupTableLock(); -155 } -156 -157 /** -158 * Constructor for region lock(s). -159 * @param lockAcquireLatch if not null, the latch is decreased when lock is acquired. -160 *Useful for locks acquired locally from master process. -161 * @throws IllegalArgumentException if all regions are not from same table. -162 */ -163 public LockProcedure(final Configuration conf, final RegionInfo[] regionInfos, -164 final LockType type, final String description, final CountDownLatch lockAcquireLatch) -165 throws IllegalArgumentException { -166this(conf, type, description, lockAcquireLatch); -167 -168// Build RegionInfo from region names. -169if (regionInfos.length == 0) { -170 throw new IllegalArgumentException("No regions specified for region lock"); -171} -172 -173// check all regions belong to same table. -174final TableName regionTable =
[2/2] hbase git commit: HBASE-20649 Validate HFiles do not have PREFIX_TREE DataBlockEncoding
HBASE-20649 Validate HFiles do not have PREFIX_TREE DataBlockEncoding Amending-Author: Balazs Meszaros Signed-off-by: Sean Busbey Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/3b84c9c8 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/3b84c9c8 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/3b84c9c8 Branch: refs/heads/branch-2 Commit: 3b84c9c8d277af80bc80b7eb3e1dd754376815d4 Parents: ac4b789 Author: Peter Somogyi Authored: Tue Jun 26 10:47:06 2018 +0200 Committer: Sean Busbey Committed: Wed Jul 25 09:12:17 2018 -0500 -- .../hbase/tool/DataBlockEncodingValidator.java | 5 +- .../hbase/tool/HFileContentValidator.java | 126 +++ .../hadoop/hbase/tool/PreUpgradeValidator.java | 7 ++ src/main/asciidoc/_chapters/ops_mgt.adoc| 102 ++- 4 files changed, 234 insertions(+), 6 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/3b84c9c8/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/DataBlockEncodingValidator.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/DataBlockEncodingValidator.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/DataBlockEncodingValidator.java index e72521b..c909725 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/DataBlockEncodingValidator.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/DataBlockEncodingValidator.java @@ -76,9 +76,8 @@ public class DataBlockEncodingValidator extends AbstractHBaseTool { if (incompatibilities > 0) { LOG.warn("There are {} column families with incompatible Data Block Encodings. Do not " - + "upgrade until these encodings are converted to a supported one.", incompatibilities); - LOG.warn("Check http://hbase.apache.org/book.html#upgrade2.0.prefix-tree.removed " - + "for instructions."); + + "upgrade until these encodings are converted to a supported one. " + + "Check https://s.apache.org/prefixtree for instructions.", incompatibilities); } else { LOG.info("The used Data Block Encodings are compatible with HBase 2.0."); } http://git-wip-us.apache.org/repos/asf/hbase/blob/3b84c9c8/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/HFileContentValidator.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/HFileContentValidator.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/HFileContentValidator.java new file mode 100644 index 000..d60844b --- /dev/null +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/HFileContentValidator.java @@ -0,0 +1,126 @@ +/** + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.hadoop.hbase.tool; + +import java.io.IOException; +import java.util.Collection; +import java.util.List; +import java.util.concurrent.ExecutorService; +import java.util.concurrent.Executors; +import java.util.concurrent.TimeUnit; + +import org.apache.hadoop.conf.Configuration; +import org.apache.hadoop.fs.FileSystem; +import org.apache.hadoop.fs.Path; +import org.apache.hadoop.hbase.HBaseInterfaceAudience; +import org.apache.hadoop.hbase.HConstants; +import org.apache.hadoop.hbase.util.AbstractHBaseTool; +import org.apache.hadoop.hbase.util.FSUtils; +import org.apache.hadoop.hbase.util.Threads; +import org.apache.hadoop.hbase.util.hbck.HFileCorruptionChecker; +import org.apache.yetus.audience.InterfaceAudience; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +import org.apache.hbase.thirdparty.org.apache.commons.cli.CommandLine; + +@InterfaceAudience.LimitedPrivate(HBaseInterfaceAudience.TOOLS) +public class HFileContentValidator extends AbstractHBaseTool { + + private static final Logger LOG = LoggerFactory.getLogger(HFileContentValidator.class); + + /** + * Check HFile contents are readable by HBase 2. + * + *
[1/2] hbase git commit: HBASE-20649 Validate HFiles do not have PREFIX_TREE DataBlockEncoding
Repository: hbase Updated Branches: refs/heads/branch-2 ac4b789f5 -> 3b84c9c8d refs/heads/master 44f6ef1c9 -> ba5d1c1f2 HBASE-20649 Validate HFiles do not have PREFIX_TREE DataBlockEncoding Amending-Author: Balazs Meszaros Signed-off-by: Sean Busbey Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/ba5d1c1f Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/ba5d1c1f Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/ba5d1c1f Branch: refs/heads/master Commit: ba5d1c1f28301adc99019d9d6c4a04fac98ae511 Parents: 44f6ef1 Author: Peter Somogyi Authored: Tue Jun 26 10:47:06 2018 +0200 Committer: Sean Busbey Committed: Wed Jul 25 09:00:00 2018 -0500 -- .../hbase/tool/DataBlockEncodingValidator.java | 5 +- .../hbase/tool/HFileContentValidator.java | 126 +++ .../hadoop/hbase/tool/PreUpgradeValidator.java | 7 ++ src/main/asciidoc/_chapters/ops_mgt.adoc| 102 ++- 4 files changed, 234 insertions(+), 6 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/ba5d1c1f/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/DataBlockEncodingValidator.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/DataBlockEncodingValidator.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/DataBlockEncodingValidator.java index e72521b..c909725 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/DataBlockEncodingValidator.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/DataBlockEncodingValidator.java @@ -76,9 +76,8 @@ public class DataBlockEncodingValidator extends AbstractHBaseTool { if (incompatibilities > 0) { LOG.warn("There are {} column families with incompatible Data Block Encodings. Do not " - + "upgrade until these encodings are converted to a supported one.", incompatibilities); - LOG.warn("Check http://hbase.apache.org/book.html#upgrade2.0.prefix-tree.removed " - + "for instructions."); + + "upgrade until these encodings are converted to a supported one. " + + "Check https://s.apache.org/prefixtree for instructions.", incompatibilities); } else { LOG.info("The used Data Block Encodings are compatible with HBase 2.0."); } http://git-wip-us.apache.org/repos/asf/hbase/blob/ba5d1c1f/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/HFileContentValidator.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/HFileContentValidator.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/HFileContentValidator.java new file mode 100644 index 000..d60844b --- /dev/null +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/tool/HFileContentValidator.java @@ -0,0 +1,126 @@ +/** + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.hadoop.hbase.tool; + +import java.io.IOException; +import java.util.Collection; +import java.util.List; +import java.util.concurrent.ExecutorService; +import java.util.concurrent.Executors; +import java.util.concurrent.TimeUnit; + +import org.apache.hadoop.conf.Configuration; +import org.apache.hadoop.fs.FileSystem; +import org.apache.hadoop.fs.Path; +import org.apache.hadoop.hbase.HBaseInterfaceAudience; +import org.apache.hadoop.hbase.HConstants; +import org.apache.hadoop.hbase.util.AbstractHBaseTool; +import org.apache.hadoop.hbase.util.FSUtils; +import org.apache.hadoop.hbase.util.Threads; +import org.apache.hadoop.hbase.util.hbck.HFileCorruptionChecker; +import org.apache.yetus.audience.InterfaceAudience; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +import org.apache.hbase.thirdparty.org.apache.commons.cli.CommandLine; + +@InterfaceAudience.LimitedPrivate(HBaseInterfaceAudience.TOOLS) +public class HFileContentValidator extends AbstractHBaseTool { + + private static final Logger LOG =
hbase git commit: HBASE-20938 Set version to 2.1.1-SNAPSHOT for branch-2.1
Repository: hbase Updated Branches: refs/heads/branch-2.1 325155473 -> 1777ea3aa HBASE-20938 Set version to 2.1.1-SNAPSHOT for branch-2.1 Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/1777ea3a Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/1777ea3a Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/1777ea3a Branch: refs/heads/branch-2.1 Commit: 1777ea3aaec03e8f3d47fbb68bbaabc0860af8b4 Parents: 3251554 Author: zhangduo Authored: Wed Jul 25 14:51:34 2018 +0800 Committer: zhangduo Committed: Wed Jul 25 21:45:09 2018 +0800 -- hbase-annotations/pom.xml | 2 +- hbase-archetypes/hbase-archetype-builder/pom.xml | 2 +- hbase-archetypes/hbase-client-project/pom.xml | 2 +- hbase-archetypes/hbase-shaded-client-project/pom.xml | 2 +- hbase-archetypes/pom.xml | 2 +- hbase-assembly/pom.xml | 2 +- hbase-build-configuration/pom.xml | 2 +- hbase-build-support/hbase-error-prone/pom.xml | 4 ++-- hbase-build-support/pom.xml| 2 +- hbase-checkstyle/pom.xml | 4 ++-- hbase-client/pom.xml | 2 +- hbase-common/pom.xml | 2 +- hbase-endpoint/pom.xml | 2 +- hbase-examples/pom.xml | 2 +- hbase-external-blockcache/pom.xml | 2 +- hbase-hadoop-compat/pom.xml| 2 +- hbase-hadoop2-compat/pom.xml | 2 +- hbase-http/pom.xml | 2 +- hbase-it/pom.xml | 2 +- hbase-mapreduce/pom.xml| 2 +- hbase-metrics-api/pom.xml | 2 +- hbase-metrics/pom.xml | 2 +- hbase-procedure/pom.xml| 2 +- hbase-protocol-shaded/pom.xml | 2 +- hbase-protocol/pom.xml | 2 +- hbase-replication/pom.xml | 2 +- hbase-resource-bundle/pom.xml | 2 +- hbase-rest/pom.xml | 2 +- hbase-rsgroup/pom.xml | 2 +- hbase-server/pom.xml | 2 +- hbase-shaded/hbase-shaded-check-invariants/pom.xml | 2 +- hbase-shaded/hbase-shaded-client-byo-hadoop/pom.xml| 2 +- hbase-shaded/hbase-shaded-client/pom.xml | 2 +- hbase-shaded/hbase-shaded-mapreduce/pom.xml| 2 +- hbase-shaded/hbase-shaded-with-hadoop-check-invariants/pom.xml | 2 +- hbase-shaded/pom.xml | 2 +- hbase-shell/pom.xml| 2 +- hbase-testing-util/pom.xml | 2 +- hbase-thrift/pom.xml | 2 +- hbase-zookeeper/pom.xml| 2 +- pom.xml| 2 +- 41 files changed, 43 insertions(+), 43 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/1777ea3a/hbase-annotations/pom.xml -- diff --git a/hbase-annotations/pom.xml b/hbase-annotations/pom.xml index 698335c..3746bfa 100644 --- a/hbase-annotations/pom.xml +++ b/hbase-annotations/pom.xml @@ -23,7 +23,7 @@ hbase org.apache.hbase -2.1.0 +2.1.1-SNAPSHOT .. http://git-wip-us.apache.org/repos/asf/hbase/blob/1777ea3a/hbase-archetypes/hbase-archetype-builder/pom.xml -- diff --git a/hbase-archetypes/hbase-archetype-builder/pom.xml b/hbase-archetypes/hbase-archetype-builder/pom.xml index fc425b5..ff20686 100644 --- a/hbase-archetypes/hbase-archetype-builder/pom.xml +++ b/hbase-archetypes/hbase-archetype-builder/pom.xml @@ -25,7 +25,7 @@ hbase-archetypes org.apache.hbase -2.1.0 +2.1.1-SNAPSHOT .. http://git-wip-us.apache.org/repos/asf/hbase/blob/1777ea3a/hbase-archetypes/hbase-client-project/pom.xml -- diff --git a/hbase-archetypes/hbase-client-project/pom.xml b/hbase-archetypes/hbase-client-project/pom.xml index
hbase git commit: HBASE-20867 RS may get killed while master restarts
Repository: hbase Updated Branches: refs/heads/master f3f17fa11 -> 44f6ef1c9 HBASE-20867 RS may get killed while master restarts Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/44f6ef1c Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/44f6ef1c Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/44f6ef1c Branch: refs/heads/master Commit: 44f6ef1c90548304402103d6210c9edc39ebc246 Parents: f3f17fa Author: Allan Yang Authored: Wed Jul 25 18:16:03 2018 +0800 Committer: Allan Yang Committed: Wed Jul 25 18:16:28 2018 +0800 -- .../hbase/exceptions/ClientExceptionsUtil.java | 2 +- .../exceptions/ConnectionClosedException.java | 36 + .../org/apache/hadoop/hbase/ipc/IPCUtil.java| 5 + .../hadoop/hbase/ipc/NettyRpcDuplexHandler.java | 3 +- .../hbase/security/CryptoAESWrapHandler.java| 4 +- .../NettyHBaseSaslRpcClientHandler.java | 3 +- .../hadoop/hbase/security/SaslWrapHandler.java | 12 +- .../master/assignment/AssignmentManager.java| 2 +- .../assignment/RegionTransitionProcedure.java | 2 +- .../master/procedure/RSProcedureDispatcher.java | 11 +- .../master/TestMasterAbortAndRSGotKilled.java | 138 +++ 11 files changed, 199 insertions(+), 19 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/44f6ef1c/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java -- diff --git a/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java b/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java index 126571b..5402a0e 100644 --- a/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java +++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java @@ -149,7 +149,7 @@ public final class ClientExceptionsUtil { || e instanceof ClosedChannelException || e instanceof SyncFailedException || e instanceof EOFException || e instanceof TimeoutException || e instanceof CallTimeoutException || e instanceof ConnectionClosingException - || e instanceof FailedServerException); + || e instanceof FailedServerException || e instanceof ConnectionClosedException); } /** http://git-wip-us.apache.org/repos/asf/hbase/blob/44f6ef1c/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.java -- diff --git a/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.java b/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.java new file mode 100644 index 000..c595c14 --- /dev/null +++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.java @@ -0,0 +1,36 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.hadoop.hbase.exceptions; + +import org.apache.hadoop.hbase.HBaseIOException; +import org.apache.yetus.audience.InterfaceAudience; + +/** + * Thrown when the connection is closed + */ + +@InterfaceAudience.Public +public class ConnectionClosedException extends HBaseIOException { + + private static final long serialVersionUID = -8938225073412971497L; + + public ConnectionClosedException(String string) { +super(string); + } + +} http://git-wip-us.apache.org/repos/asf/hbase/blob/44f6ef1c/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java -- diff --git a/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java b/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java index 974994e..5e38732 100644 --- a/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java +++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java @@ -17,6 +17,7 @@ */ package
hbase git commit: HBASE-20867 RS may get killed while master restarts
Repository: hbase Updated Branches: refs/heads/branch-2 0b283dae0 -> ac4b789f5 HBASE-20867 RS may get killed while master restarts Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/ac4b789f Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/ac4b789f Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/ac4b789f Branch: refs/heads/branch-2 Commit: ac4b789f5ff3659b639fdd38b5748a3ebd6c4259 Parents: 0b283da Author: Allan Yang Authored: Wed Jul 25 18:13:14 2018 +0800 Committer: Allan Yang Committed: Wed Jul 25 18:13:50 2018 +0800 -- .../hbase/exceptions/ClientExceptionsUtil.java | 2 +- .../exceptions/ConnectionClosedException.java | 36 + .../org/apache/hadoop/hbase/ipc/IPCUtil.java| 5 + .../hadoop/hbase/ipc/NettyRpcDuplexHandler.java | 3 +- .../hbase/security/CryptoAESWrapHandler.java| 4 +- .../NettyHBaseSaslRpcClientHandler.java | 3 +- .../hadoop/hbase/security/SaslWrapHandler.java | 12 +- .../master/assignment/AssignmentManager.java| 2 +- .../assignment/RegionTransitionProcedure.java | 2 +- .../master/procedure/RSProcedureDispatcher.java | 11 +- .../master/TestMasterAbortAndRSGotKilled.java | 138 +++ 11 files changed, 199 insertions(+), 19 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/ac4b789f/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java -- diff --git a/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java b/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java index 126571b..5402a0e 100644 --- a/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java +++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java @@ -149,7 +149,7 @@ public final class ClientExceptionsUtil { || e instanceof ClosedChannelException || e instanceof SyncFailedException || e instanceof EOFException || e instanceof TimeoutException || e instanceof CallTimeoutException || e instanceof ConnectionClosingException - || e instanceof FailedServerException); + || e instanceof FailedServerException || e instanceof ConnectionClosedException); } /** http://git-wip-us.apache.org/repos/asf/hbase/blob/ac4b789f/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.java -- diff --git a/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.java b/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.java new file mode 100644 index 000..c595c14 --- /dev/null +++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.java @@ -0,0 +1,36 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.hadoop.hbase.exceptions; + +import org.apache.hadoop.hbase.HBaseIOException; +import org.apache.yetus.audience.InterfaceAudience; + +/** + * Thrown when the connection is closed + */ + +@InterfaceAudience.Public +public class ConnectionClosedException extends HBaseIOException { + + private static final long serialVersionUID = -8938225073412971497L; + + public ConnectionClosedException(String string) { +super(string); + } + +} http://git-wip-us.apache.org/repos/asf/hbase/blob/ac4b789f/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java -- diff --git a/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java b/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java index 974994e..5e38732 100644 --- a/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java +++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java @@ -17,6 +17,7 @@ */
hbase git commit: HBASE-20867 RS may get killed while master restarts
Repository: hbase Updated Branches: refs/heads/branch-2.1 833657c46 -> 325155473 HBASE-20867 RS may get killed while master restarts Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/32515547 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/32515547 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/32515547 Branch: refs/heads/branch-2.1 Commit: 32515547370962d33647c8bebcb621bbaf0942c3 Parents: 833657c Author: Allan Yang Authored: Wed Jul 25 18:10:37 2018 +0800 Committer: Allan Yang Committed: Wed Jul 25 18:11:28 2018 +0800 -- .../hbase/exceptions/ClientExceptionsUtil.java | 2 +- .../exceptions/ConnectionClosedException.java | 36 + .../org/apache/hadoop/hbase/ipc/IPCUtil.java| 5 + .../hadoop/hbase/ipc/NettyRpcDuplexHandler.java | 3 +- .../hbase/security/CryptoAESWrapHandler.java| 4 +- .../NettyHBaseSaslRpcClientHandler.java | 3 +- .../hadoop/hbase/security/SaslWrapHandler.java | 12 +- .../master/assignment/AssignmentManager.java| 2 +- .../assignment/RegionTransitionProcedure.java | 2 +- .../master/procedure/RSProcedureDispatcher.java | 11 +- .../master/TestMasterAbortAndRSGotKilled.java | 138 +++ 11 files changed, 199 insertions(+), 19 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/32515547/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java -- diff --git a/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java b/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java index 126571b..5402a0e 100644 --- a/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java +++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java @@ -149,7 +149,7 @@ public final class ClientExceptionsUtil { || e instanceof ClosedChannelException || e instanceof SyncFailedException || e instanceof EOFException || e instanceof TimeoutException || e instanceof CallTimeoutException || e instanceof ConnectionClosingException - || e instanceof FailedServerException); + || e instanceof FailedServerException || e instanceof ConnectionClosedException); } /** http://git-wip-us.apache.org/repos/asf/hbase/blob/32515547/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.java -- diff --git a/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.java b/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.java new file mode 100644 index 000..c595c14 --- /dev/null +++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.java @@ -0,0 +1,36 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.hadoop.hbase.exceptions; + +import org.apache.hadoop.hbase.HBaseIOException; +import org.apache.yetus.audience.InterfaceAudience; + +/** + * Thrown when the connection is closed + */ + +@InterfaceAudience.Public +public class ConnectionClosedException extends HBaseIOException { + + private static final long serialVersionUID = -8938225073412971497L; + + public ConnectionClosedException(String string) { +super(string); + } + +} http://git-wip-us.apache.org/repos/asf/hbase/blob/32515547/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java -- diff --git a/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java b/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java index 974994e..5e38732 100644 --- a/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java +++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java @@ -17,6 +17,7 @@ */
hbase git commit: HBASE-20867 RS may get killed while master restarts
Repository: hbase Updated Branches: refs/heads/branch-2.0 3c49d558f -> c11f0e47a HBASE-20867 RS may get killed while master restarts Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/c11f0e47 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/c11f0e47 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/c11f0e47 Branch: refs/heads/branch-2.0 Commit: c11f0e47a69eed093c55ea877cd718e418d973d1 Parents: 3c49d55 Author: Allan Yang Authored: Wed Jul 25 18:07:56 2018 +0800 Committer: Allan Yang Committed: Wed Jul 25 18:08:37 2018 +0800 -- .../hbase/exceptions/ClientExceptionsUtil.java | 2 +- .../exceptions/ConnectionClosedException.java | 36 + .../org/apache/hadoop/hbase/ipc/IPCUtil.java| 5 + .../hadoop/hbase/ipc/NettyRpcDuplexHandler.java | 3 +- .../hbase/security/CryptoAESWrapHandler.java| 4 +- .../NettyHBaseSaslRpcClientHandler.java | 3 +- .../hadoop/hbase/security/SaslWrapHandler.java | 12 +- .../master/assignment/AssignmentManager.java| 2 +- .../assignment/RegionTransitionProcedure.java | 2 +- .../master/procedure/RSProcedureDispatcher.java | 11 +- .../master/TestMasterAbortAndRSGotKilled.java | 138 +++ 11 files changed, 199 insertions(+), 19 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/c11f0e47/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java -- diff --git a/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java b/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java index 126571b..5402a0e 100644 --- a/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java +++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ClientExceptionsUtil.java @@ -149,7 +149,7 @@ public final class ClientExceptionsUtil { || e instanceof ClosedChannelException || e instanceof SyncFailedException || e instanceof EOFException || e instanceof TimeoutException || e instanceof CallTimeoutException || e instanceof ConnectionClosingException - || e instanceof FailedServerException); + || e instanceof FailedServerException || e instanceof ConnectionClosedException); } /** http://git-wip-us.apache.org/repos/asf/hbase/blob/c11f0e47/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.java -- diff --git a/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.java b/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.java new file mode 100644 index 000..c595c14 --- /dev/null +++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/exceptions/ConnectionClosedException.java @@ -0,0 +1,36 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.hadoop.hbase.exceptions; + +import org.apache.hadoop.hbase.HBaseIOException; +import org.apache.yetus.audience.InterfaceAudience; + +/** + * Thrown when the connection is closed + */ + +@InterfaceAudience.Public +public class ConnectionClosedException extends HBaseIOException { + + private static final long serialVersionUID = -8938225073412971497L; + + public ConnectionClosedException(String string) { +super(string); + } + +} http://git-wip-us.apache.org/repos/asf/hbase/blob/c11f0e47/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java -- diff --git a/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java b/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java index 974994e..5e38732 100644 --- a/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java +++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/IPCUtil.java @@ -17,6 +17,7 @@ */
[2/2] hbase git commit: HBASE-20846 Restore procedure locks when master restarts
HBASE-20846 Restore procedure locks when master restarts Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/833657c4 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/833657c4 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/833657c4 Branch: refs/heads/branch-2.1 Commit: 833657c46dafbb9727d625617446424f62117c68 Parents: 78948d9 Author: zhangduo Authored: Sun Jul 22 15:10:06 2018 +0800 Committer: zhangduo Committed: Wed Jul 25 14:37:36 2018 +0800 -- .../procedure2/AbstractProcedureScheduler.java | 2 +- .../hbase/procedure2/DelayedProcedure.java | 5 +- .../hadoop/hbase/procedure2/Procedure.java | 384 +--- .../hbase/procedure2/ProcedureExecutor.java | 439 ++- .../hadoop/hbase/procedure2/ProcedureUtil.java | 7 + .../hbase/procedure2/RootProcedureState.java| 44 +- .../hbase/procedure2/TimeoutExecutorThread.java | 28 +- .../procedure2/TestProcedureReplayOrder.java| 8 +- .../procedure2/TestProcedureSuspended.java | 6 - .../src/main/protobuf/Procedure.proto | 3 + .../hbase/master/ClusterSchemaServiceImpl.java | 4 +- .../org/apache/hadoop/hbase/master/HMaster.java | 7 +- .../master/assignment/GCRegionProcedure.java| 5 - .../assignment/MergeTableRegionsProcedure.java | 12 +- .../assignment/RegionTransitionProcedure.java | 33 +- .../hbase/master/locking/LockProcedure.java | 9 - .../AbstractStateMachineNamespaceProcedure.java | 6 +- .../AbstractStateMachineRegionProcedure.java| 9 - .../AbstractStateMachineTableProcedure.java | 8 +- .../procedure/CreateNamespaceProcedure.java | 35 +- .../master/procedure/CreateTableProcedure.java | 12 +- .../master/procedure/InitMetaProcedure.java | 7 +- .../procedure/MasterProcedureScheduler.java | 37 +- .../master/procedure/MasterProcedureUtil.java | 2 +- .../hbase/master/procedure/PeerQueue.java | 14 - .../master/procedure/ProcedureSyncWait.java | 4 +- .../hadoop/hbase/master/procedure/Queue.java| 13 +- .../replication/AbstractPeerProcedure.java | 14 +- .../hbase-webapps/master/procedures.jsp | 2 +- .../hbase/client/TestGetProcedureResult.java| 2 +- .../assignment/TestAssignmentManager.java | 3 +- .../procedure/TestMasterProcedureEvents.java| 2 +- .../master/procedure/TestProcedureAdmin.java| 2 +- .../hbase/procedure/TestFailedProcCleanup.java | 5 +- .../security/access/TestAccessController.java | 2 +- 35 files changed, 624 insertions(+), 551 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/833657c4/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/AbstractProcedureScheduler.java -- diff --git a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/AbstractProcedureScheduler.java b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/AbstractProcedureScheduler.java index c036163..5645f89 100644 --- a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/AbstractProcedureScheduler.java +++ b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/AbstractProcedureScheduler.java @@ -163,8 +163,8 @@ public abstract class AbstractProcedureScheduler implements ProcedureScheduler { return null; } } - final Procedure pollResult = dequeue(); + pollCalls++; nullPollCalls += (pollResult == null) ? 1 : 0; return pollResult; http://git-wip-us.apache.org/repos/asf/hbase/blob/833657c4/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java -- diff --git a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java index a9f3e7d..3fc9750 100644 --- a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java +++ b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java @@ -24,8 +24,9 @@ import org.apache.yetus.audience.InterfaceAudience; * Vessel that carries a Procedure and a timeout. */ @InterfaceAudience.Private -class DelayedProcedure extends DelayedUtil.DelayedContainerWithTimestamp> { - public DelayedProcedure(Procedure procedure) { +class DelayedProcedure +extends DelayedUtil.DelayedContainerWithTimestamp> { + public DelayedProcedure(Procedure procedure) { super(procedure, procedure.getTimeoutTimestamp()); } }
[1/2] hbase git commit: HBASE-20846 Restore procedure locks when master restarts
Repository: hbase Updated Branches: refs/heads/branch-2.1 78948d987 -> 833657c46 http://git-wip-us.apache.org/repos/asf/hbase/blob/833657c4/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/RootProcedureState.java -- diff --git a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/RootProcedureState.java b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/RootProcedureState.java index 46185ea..2fc0030 100644 --- a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/RootProcedureState.java +++ b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/RootProcedureState.java @@ -22,11 +22,9 @@ import java.util.ArrayList; import java.util.HashSet; import java.util.List; import java.util.Set; - import org.apache.yetus.audience.InterfaceAudience; import org.apache.yetus.audience.InterfaceStability; -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; + import org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.ProcedureState; /** @@ -42,8 +40,7 @@ import org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.Procedu */ @InterfaceAudience.Private @InterfaceStability.Evolving -class RootProcedureState { - private static final Logger LOG = LoggerFactory.getLogger(RootProcedureState.class); +class RootProcedureState { private enum State { RUNNING, // The Procedure is running or ready to run @@ -51,8 +48,8 @@ class RootProcedureState { ROLLINGBACK, // The Procedure failed and the execution was rolledback } - private Set subprocs = null; - private ArrayList subprocStack = null; + private Set> subprocs = null; + private ArrayList> subprocStack = null; private State state = State.RUNNING; private int running = 0; @@ -91,22 +88,19 @@ class RootProcedureState { } protected synchronized long[] getSubprocedureIds() { -if (subprocs == null) return null; -int index = 0; -final long[] subIds = new long[subprocs.size()]; -for (Procedure proc: subprocs) { - subIds[index++] = proc.getProcId(); +if (subprocs == null) { + return null; } -return subIds; +return subprocs.stream().mapToLong(Procedure::getProcId).toArray(); } - protected synchronized List getSubproceduresStack() { + protected synchronized List> getSubproceduresStack() { return subprocStack; } protected synchronized RemoteProcedureException getException() { if (subprocStack != null) { - for (Procedure proc: subprocStack) { + for (Procedure proc: subprocStack) { if (proc.hasException()) { return proc.getException(); } @@ -118,8 +112,10 @@ class RootProcedureState { /** * Called by the ProcedureExecutor to mark the procedure step as running. */ - protected synchronized boolean acquire(final Procedure proc) { -if (state != State.RUNNING) return false; + protected synchronized boolean acquire(Procedure proc) { +if (state != State.RUNNING) { + return false; +} running++; return true; @@ -128,7 +124,7 @@ class RootProcedureState { /** * Called by the ProcedureExecutor to mark the procedure step as finished. */ - protected synchronized void release(final Procedure proc) { + protected synchronized void release(Procedure proc) { running--; } @@ -142,7 +138,7 @@ class RootProcedureState { * Called by the ProcedureExecutor after the procedure step is completed, * to add the step to the rollback list (or procedure stack) */ - protected synchronized void addRollbackStep(final Procedure proc) { + protected synchronized void addRollbackStep(Procedure proc) { if (proc.isFailed()) { state = State.FAILED; } @@ -153,8 +149,10 @@ class RootProcedureState { subprocStack.add(proc); } - protected synchronized void addSubProcedure(final Procedure proc) { -if (!proc.hasParent()) return; + protected synchronized void addSubProcedure(Procedure proc) { +if (!proc.hasParent()) { + return; +} if (subprocs == null) { subprocs = new HashSet<>(); } @@ -168,7 +166,7 @@ class RootProcedureState { * to the store only the Procedure we executed, and nothing else. * on load we recreate the full stack by aggregating each procedure stack-positions. */ - protected synchronized void loadStack(final Procedure proc) { + protected synchronized void loadStack(Procedure proc) { addSubProcedure(proc); int[] stackIndexes = proc.getStackIndexes(); if (stackIndexes != null) { @@ -196,7 +194,7 @@ class RootProcedureState { */ protected synchronized boolean isValid() { if (subprocStack != null) { - for (Procedure proc: subprocStack) { + for (Procedure proc : subprocStack) { if (proc == null) { return false; }
[2/2] hbase git commit: HBASE-20846 Restore procedure locks when master restarts
HBASE-20846 Restore procedure locks when master restarts Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/0b283dae Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/0b283dae Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/0b283dae Branch: refs/heads/branch-2 Commit: 0b283dae0d1f84fbb0893b7f2bb40193ac2c192d Parents: ca558bc Author: zhangduo Authored: Sun Jul 22 15:10:06 2018 +0800 Committer: zhangduo Committed: Wed Jul 25 14:37:31 2018 +0800 -- .../procedure2/AbstractProcedureScheduler.java | 2 +- .../hbase/procedure2/DelayedProcedure.java | 5 +- .../hadoop/hbase/procedure2/Procedure.java | 384 +--- .../hbase/procedure2/ProcedureExecutor.java | 439 ++- .../hadoop/hbase/procedure2/ProcedureUtil.java | 7 + .../hbase/procedure2/RootProcedureState.java| 44 +- .../hbase/procedure2/TimeoutExecutorThread.java | 28 +- .../procedure2/TestProcedureReplayOrder.java| 8 +- .../procedure2/TestProcedureSuspended.java | 6 - .../src/main/protobuf/Procedure.proto | 3 + .../hbase/master/ClusterSchemaServiceImpl.java | 4 +- .../org/apache/hadoop/hbase/master/HMaster.java | 7 +- .../master/assignment/GCRegionProcedure.java| 5 - .../assignment/MergeTableRegionsProcedure.java | 12 +- .../assignment/RegionTransitionProcedure.java | 33 +- .../hbase/master/locking/LockProcedure.java | 9 - .../AbstractStateMachineNamespaceProcedure.java | 6 +- .../AbstractStateMachineRegionProcedure.java| 9 - .../AbstractStateMachineTableProcedure.java | 8 +- .../procedure/CreateNamespaceProcedure.java | 35 +- .../master/procedure/CreateTableProcedure.java | 12 +- .../master/procedure/InitMetaProcedure.java | 7 +- .../procedure/MasterProcedureScheduler.java | 37 +- .../master/procedure/MasterProcedureUtil.java | 2 +- .../hbase/master/procedure/PeerQueue.java | 14 - .../master/procedure/ProcedureSyncWait.java | 4 +- .../hadoop/hbase/master/procedure/Queue.java| 13 +- .../replication/AbstractPeerProcedure.java | 14 +- .../hbase-webapps/master/procedures.jsp | 2 +- .../hbase/client/TestGetProcedureResult.java| 2 +- .../assignment/TestAssignmentManager.java | 3 +- .../procedure/TestMasterProcedureEvents.java| 2 +- .../master/procedure/TestProcedureAdmin.java| 2 +- .../hbase/procedure/TestFailedProcCleanup.java | 5 +- .../security/access/TestAccessController.java | 2 +- 35 files changed, 624 insertions(+), 551 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/0b283dae/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/AbstractProcedureScheduler.java -- diff --git a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/AbstractProcedureScheduler.java b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/AbstractProcedureScheduler.java index c036163..5645f89 100644 --- a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/AbstractProcedureScheduler.java +++ b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/AbstractProcedureScheduler.java @@ -163,8 +163,8 @@ public abstract class AbstractProcedureScheduler implements ProcedureScheduler { return null; } } - final Procedure pollResult = dequeue(); + pollCalls++; nullPollCalls += (pollResult == null) ? 1 : 0; return pollResult; http://git-wip-us.apache.org/repos/asf/hbase/blob/0b283dae/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java -- diff --git a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java index a9f3e7d..3fc9750 100644 --- a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java +++ b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java @@ -24,8 +24,9 @@ import org.apache.yetus.audience.InterfaceAudience; * Vessel that carries a Procedure and a timeout. */ @InterfaceAudience.Private -class DelayedProcedure extends DelayedUtil.DelayedContainerWithTimestamp> { - public DelayedProcedure(Procedure procedure) { +class DelayedProcedure +extends DelayedUtil.DelayedContainerWithTimestamp> { + public DelayedProcedure(Procedure procedure) { super(procedure, procedure.getTimeoutTimestamp()); } }
[1/2] hbase git commit: HBASE-20846 Restore procedure locks when master restarts
Repository: hbase Updated Branches: refs/heads/branch-2 ca558bc85 -> 0b283dae0 http://git-wip-us.apache.org/repos/asf/hbase/blob/0b283dae/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/RootProcedureState.java -- diff --git a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/RootProcedureState.java b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/RootProcedureState.java index 46185ea..2fc0030 100644 --- a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/RootProcedureState.java +++ b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/RootProcedureState.java @@ -22,11 +22,9 @@ import java.util.ArrayList; import java.util.HashSet; import java.util.List; import java.util.Set; - import org.apache.yetus.audience.InterfaceAudience; import org.apache.yetus.audience.InterfaceStability; -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; + import org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.ProcedureState; /** @@ -42,8 +40,7 @@ import org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.Procedu */ @InterfaceAudience.Private @InterfaceStability.Evolving -class RootProcedureState { - private static final Logger LOG = LoggerFactory.getLogger(RootProcedureState.class); +class RootProcedureState { private enum State { RUNNING, // The Procedure is running or ready to run @@ -51,8 +48,8 @@ class RootProcedureState { ROLLINGBACK, // The Procedure failed and the execution was rolledback } - private Set subprocs = null; - private ArrayList subprocStack = null; + private Set> subprocs = null; + private ArrayList> subprocStack = null; private State state = State.RUNNING; private int running = 0; @@ -91,22 +88,19 @@ class RootProcedureState { } protected synchronized long[] getSubprocedureIds() { -if (subprocs == null) return null; -int index = 0; -final long[] subIds = new long[subprocs.size()]; -for (Procedure proc: subprocs) { - subIds[index++] = proc.getProcId(); +if (subprocs == null) { + return null; } -return subIds; +return subprocs.stream().mapToLong(Procedure::getProcId).toArray(); } - protected synchronized List getSubproceduresStack() { + protected synchronized List> getSubproceduresStack() { return subprocStack; } protected synchronized RemoteProcedureException getException() { if (subprocStack != null) { - for (Procedure proc: subprocStack) { + for (Procedure proc: subprocStack) { if (proc.hasException()) { return proc.getException(); } @@ -118,8 +112,10 @@ class RootProcedureState { /** * Called by the ProcedureExecutor to mark the procedure step as running. */ - protected synchronized boolean acquire(final Procedure proc) { -if (state != State.RUNNING) return false; + protected synchronized boolean acquire(Procedure proc) { +if (state != State.RUNNING) { + return false; +} running++; return true; @@ -128,7 +124,7 @@ class RootProcedureState { /** * Called by the ProcedureExecutor to mark the procedure step as finished. */ - protected synchronized void release(final Procedure proc) { + protected synchronized void release(Procedure proc) { running--; } @@ -142,7 +138,7 @@ class RootProcedureState { * Called by the ProcedureExecutor after the procedure step is completed, * to add the step to the rollback list (or procedure stack) */ - protected synchronized void addRollbackStep(final Procedure proc) { + protected synchronized void addRollbackStep(Procedure proc) { if (proc.isFailed()) { state = State.FAILED; } @@ -153,8 +149,10 @@ class RootProcedureState { subprocStack.add(proc); } - protected synchronized void addSubProcedure(final Procedure proc) { -if (!proc.hasParent()) return; + protected synchronized void addSubProcedure(Procedure proc) { +if (!proc.hasParent()) { + return; +} if (subprocs == null) { subprocs = new HashSet<>(); } @@ -168,7 +166,7 @@ class RootProcedureState { * to the store only the Procedure we executed, and nothing else. * on load we recreate the full stack by aggregating each procedure stack-positions. */ - protected synchronized void loadStack(final Procedure proc) { + protected synchronized void loadStack(Procedure proc) { addSubProcedure(proc); int[] stackIndexes = proc.getStackIndexes(); if (stackIndexes != null) { @@ -196,7 +194,7 @@ class RootProcedureState { */ protected synchronized boolean isValid() { if (subprocStack != null) { - for (Procedure proc: subprocStack) { + for (Procedure proc : subprocStack) { if (proc == null) { return false; }
[1/2] hbase git commit: HBASE-20846 Restore procedure locks when master restarts
Repository: hbase Updated Branches: refs/heads/master e44f50669 -> f3f17fa11 http://git-wip-us.apache.org/repos/asf/hbase/blob/f3f17fa1/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/RootProcedureState.java -- diff --git a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/RootProcedureState.java b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/RootProcedureState.java index 46185ea..2fc0030 100644 --- a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/RootProcedureState.java +++ b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/RootProcedureState.java @@ -22,11 +22,9 @@ import java.util.ArrayList; import java.util.HashSet; import java.util.List; import java.util.Set; - import org.apache.yetus.audience.InterfaceAudience; import org.apache.yetus.audience.InterfaceStability; -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; + import org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.ProcedureState; /** @@ -42,8 +40,7 @@ import org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.Procedu */ @InterfaceAudience.Private @InterfaceStability.Evolving -class RootProcedureState { - private static final Logger LOG = LoggerFactory.getLogger(RootProcedureState.class); +class RootProcedureState { private enum State { RUNNING, // The Procedure is running or ready to run @@ -51,8 +48,8 @@ class RootProcedureState { ROLLINGBACK, // The Procedure failed and the execution was rolledback } - private Set subprocs = null; - private ArrayList subprocStack = null; + private Set> subprocs = null; + private ArrayList> subprocStack = null; private State state = State.RUNNING; private int running = 0; @@ -91,22 +88,19 @@ class RootProcedureState { } protected synchronized long[] getSubprocedureIds() { -if (subprocs == null) return null; -int index = 0; -final long[] subIds = new long[subprocs.size()]; -for (Procedure proc: subprocs) { - subIds[index++] = proc.getProcId(); +if (subprocs == null) { + return null; } -return subIds; +return subprocs.stream().mapToLong(Procedure::getProcId).toArray(); } - protected synchronized List getSubproceduresStack() { + protected synchronized List> getSubproceduresStack() { return subprocStack; } protected synchronized RemoteProcedureException getException() { if (subprocStack != null) { - for (Procedure proc: subprocStack) { + for (Procedure proc: subprocStack) { if (proc.hasException()) { return proc.getException(); } @@ -118,8 +112,10 @@ class RootProcedureState { /** * Called by the ProcedureExecutor to mark the procedure step as running. */ - protected synchronized boolean acquire(final Procedure proc) { -if (state != State.RUNNING) return false; + protected synchronized boolean acquire(Procedure proc) { +if (state != State.RUNNING) { + return false; +} running++; return true; @@ -128,7 +124,7 @@ class RootProcedureState { /** * Called by the ProcedureExecutor to mark the procedure step as finished. */ - protected synchronized void release(final Procedure proc) { + protected synchronized void release(Procedure proc) { running--; } @@ -142,7 +138,7 @@ class RootProcedureState { * Called by the ProcedureExecutor after the procedure step is completed, * to add the step to the rollback list (or procedure stack) */ - protected synchronized void addRollbackStep(final Procedure proc) { + protected synchronized void addRollbackStep(Procedure proc) { if (proc.isFailed()) { state = State.FAILED; } @@ -153,8 +149,10 @@ class RootProcedureState { subprocStack.add(proc); } - protected synchronized void addSubProcedure(final Procedure proc) { -if (!proc.hasParent()) return; + protected synchronized void addSubProcedure(Procedure proc) { +if (!proc.hasParent()) { + return; +} if (subprocs == null) { subprocs = new HashSet<>(); } @@ -168,7 +166,7 @@ class RootProcedureState { * to the store only the Procedure we executed, and nothing else. * on load we recreate the full stack by aggregating each procedure stack-positions. */ - protected synchronized void loadStack(final Procedure proc) { + protected synchronized void loadStack(Procedure proc) { addSubProcedure(proc); int[] stackIndexes = proc.getStackIndexes(); if (stackIndexes != null) { @@ -196,7 +194,7 @@ class RootProcedureState { */ protected synchronized boolean isValid() { if (subprocStack != null) { - for (Procedure proc: subprocStack) { + for (Procedure proc : subprocStack) { if (proc == null) { return false; }
[2/2] hbase git commit: HBASE-20846 Restore procedure locks when master restarts
HBASE-20846 Restore procedure locks when master restarts Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/f3f17fa1 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/f3f17fa1 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/f3f17fa1 Branch: refs/heads/master Commit: f3f17fa111f37233ddc42ddb9c38594e35d8d501 Parents: e44f506 Author: zhangduo Authored: Sun Jul 22 15:10:06 2018 +0800 Committer: zhangduo Committed: Wed Jul 25 14:37:26 2018 +0800 -- .../procedure2/AbstractProcedureScheduler.java | 2 +- .../hbase/procedure2/DelayedProcedure.java | 5 +- .../hadoop/hbase/procedure2/Procedure.java | 384 +--- .../hbase/procedure2/ProcedureExecutor.java | 439 ++- .../hadoop/hbase/procedure2/ProcedureUtil.java | 7 + .../hbase/procedure2/RootProcedureState.java| 44 +- .../hbase/procedure2/TimeoutExecutorThread.java | 28 +- .../procedure2/TestProcedureReplayOrder.java| 8 +- .../procedure2/TestProcedureSuspended.java | 6 - .../src/main/protobuf/Procedure.proto | 3 + .../hbase/master/ClusterSchemaServiceImpl.java | 4 +- .../org/apache/hadoop/hbase/master/HMaster.java | 7 +- .../master/assignment/GCRegionProcedure.java| 5 - .../assignment/MergeTableRegionsProcedure.java | 12 +- .../assignment/RegionTransitionProcedure.java | 33 +- .../hbase/master/locking/LockProcedure.java | 9 - .../AbstractStateMachineNamespaceProcedure.java | 6 +- .../AbstractStateMachineRegionProcedure.java| 9 - .../AbstractStateMachineTableProcedure.java | 8 +- .../procedure/CreateNamespaceProcedure.java | 35 +- .../master/procedure/CreateTableProcedure.java | 12 +- .../master/procedure/InitMetaProcedure.java | 7 +- .../procedure/MasterProcedureScheduler.java | 37 +- .../master/procedure/MasterProcedureUtil.java | 2 +- .../hbase/master/procedure/PeerQueue.java | 14 - .../master/procedure/ProcedureSyncWait.java | 4 +- .../hadoop/hbase/master/procedure/Queue.java| 13 +- .../replication/AbstractPeerProcedure.java | 14 +- .../hbase-webapps/master/procedures.jsp | 2 +- .../hbase/client/TestGetProcedureResult.java| 2 +- .../assignment/TestAssignmentManager.java | 3 +- .../procedure/TestMasterProcedureEvents.java| 2 +- .../master/procedure/TestProcedureAdmin.java| 2 +- .../hbase/procedure/TestFailedProcCleanup.java | 5 +- .../security/access/TestAccessController.java | 2 +- 35 files changed, 624 insertions(+), 551 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/f3f17fa1/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/AbstractProcedureScheduler.java -- diff --git a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/AbstractProcedureScheduler.java b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/AbstractProcedureScheduler.java index c036163..5645f89 100644 --- a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/AbstractProcedureScheduler.java +++ b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/AbstractProcedureScheduler.java @@ -163,8 +163,8 @@ public abstract class AbstractProcedureScheduler implements ProcedureScheduler { return null; } } - final Procedure pollResult = dequeue(); + pollCalls++; nullPollCalls += (pollResult == null) ? 1 : 0; return pollResult; http://git-wip-us.apache.org/repos/asf/hbase/blob/f3f17fa1/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java -- diff --git a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java index a9f3e7d..3fc9750 100644 --- a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java +++ b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/DelayedProcedure.java @@ -24,8 +24,9 @@ import org.apache.yetus.audience.InterfaceAudience; * Vessel that carries a Procedure and a timeout. */ @InterfaceAudience.Private -class DelayedProcedure extends DelayedUtil.DelayedContainerWithTimestamp> { - public DelayedProcedure(Procedure procedure) { +class DelayedProcedure +extends DelayedUtil.DelayedContainerWithTimestamp> { + public DelayedProcedure(Procedure procedure) { super(procedure, procedure.getTimeoutTimestamp()); } }