This is an automated email from the ASF dual-hosted git repository.
stack pushed a change to branch HBASE-18095/client-locate-meta-no-zookeeper
in repository https://gitbox.apache.org/repos/asf/hbase.git.
omit e41b46c HBASE-23304: RPCs needed for client meta information lookup
(#904)
omit 4f9b03f HBASE-23281: Track meta region locations in masters (#830)
omit cd53a80 HBASE-23275: Track active master's address in
ActiveMasterManager (#812)
add f4860d8 HBASE-23594 Procedure stuck due to region happen to recorded
on two servers. (#953)
add ab40b96 HBASE-23564 RegionStates may has some expired serverinfo and
make regions do not balance. (#930)
add 4b6ce0f HBASE-23572 In 'HBCK Report', distringush between live, dead,
and unknown servers
add fc15ea7 HBASE-23320 Upgrade surefire plugin to 3.0.0-M4
add 00bb0f2 HBASE-23581 Creating table gets stuck when specifying an
invalid split policy as METADATA (#942)
add ee19008 HBASE-23589: FlushDescriptor contains non-matching
family/output combinations (#949)
add 9ff2507 HBASE-23613 ProcedureExecutor check StuckWorkers blocked by
DeadServe… (#960)
add 1b049a2 HBASE-23326 Implement a ProcedureStore which stores
procedures in a HRegion (#941)
add 56f9db9 HBASE-23374 ExclusiveMemHFileBlock’s allocator should not be
hardcoded as ByteBuffAllocator.HEAP
add 94346d8 HBASE-23238: Remove 'static'ness of cell counter in
LimitKVsReturnFilter (addendum) (#963)
add def9ac7 HBASE-23286 Improve MTTR: Split WAL to HFile (#820)
add e9b9980 HBASE-23619 Used built-in formatting for logger in
hbase-zookeeper
add 684a68e Adding developer details to pom.xml
add 0ba84d8 HBASE-23617 Add a stress test tool for region based procedure
store (#962)
add 703ee60 HBASE-23621 Reduced the number of Checkstyle violations in
tests of hbase-common
add 2ca1e46 HBASE-23622 Reduced the number of Checkstyle violations in
hbase-common
new f878fca HBASE-23275: Track active master's address in
ActiveMasterManager (#812)
new 420083b HBASE-23281: Track meta region locations in masters (#830)
new 1c41b36 HBASE-23304: RPCs needed for client meta information lookup
(#904)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (e41b46c)
\
N -- N -- N
refs/heads/HBASE-18095/client-locate-meta-no-zookeeper (1c41b36)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 3 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../src/main/assembly/client-components.xml | 8 +
hbase-assembly/src/main/assembly/components.xml | 8 +
.../hadoop/hbase/client/RawAsyncHBaseAdmin.java | 8 +-
.../org/apache/hadoop/hbase/client/RegionInfo.java | 2 +-
.../org/apache/hadoop/hbase/BBKVComparator.java | 5 +-
.../org/apache/hadoop/hbase/CellComparator.java | 2 +-
.../apache/hadoop/hbase/CellComparatorImpl.java | 10 +-
.../java/org/apache/hadoop/hbase/HConstants.java | 14 +-
.../java/org/apache/hadoop/hbase/net/Address.java | 9 +-
.../hadoop/hbase/trace/SpanReceiverHost.java | 10 +-
.../org/apache/hadoop/hbase/trace/TraceUtil.java | 6 +-
.../apache/hadoop/hbase/util/ByteRangeUtils.java | 12 +-
.../apache/hadoop/hbase/util/CommonFSUtils.java | 70 +--
.../hadoop/hbase/util/ConcatenatedLists.java | 5 +-
.../java/org/apache/hadoop/hbase/util/Order.java | 41 +-
.../java/org/apache/hadoop/hbase/ClassFinder.java | 39 +-
.../hadoop/hbase/HBaseCommonTestingUtility.java | 59 ++-
.../org/apache/hadoop/hbase/ResourceChecker.java | 22 +-
.../java/org/apache/hadoop/hbase/TestCellUtil.java | 21 +-
.../org/apache/hadoop/hbase/TestClassFinder.java | 55 +-
.../hadoop/hbase/TestHBaseConfiguration.java | 50 +-
.../hadoop/hbase/codec/TestCellCodecWithTags.java | 11 +-
.../hbase/codec/TestKeyValueCodecWithTags.java | 11 +-
.../hadoop/hbase/io/crypto/TestEncryption.java | 10 +-
.../hadoop/hbase/util/RedundantKVGenerator.java | 140 +----
.../procedure2/CompletedProcedureCleaner.java | 3 +
.../hadoop/hbase/procedure2/ProcedureUtil.java | 13 +
.../store/InMemoryProcedureIterator.java | 94 ++++
.../hbase/procedure2/store/LeaseRecovery.java | 16 +-
.../hbase/procedure2/store/ProcedureStore.java | 24 +-
.../WALProcedureTree.java => ProcedureTree.java} | 134 +----
.../hbase/procedure2/store/ProtoAndProcedure.java | 36 +-
.../procedure2/store/{ => wal}/BitSetNode.java | 7 +-
.../wal/CorruptedWALProcedureStoreException.java | 3 +
.../store/{ => wal}/ProcedureStoreTracker.java | 7 +-
.../procedure2/store/wal/ProcedureWALFile.java | 6 +-
.../procedure2/store/wal/ProcedureWALFormat.java | 6 +-
.../store/wal/ProcedureWALFormatReader.java | 13 +-
.../store/wal/ProcedureWALPrettyPrinter.java | 3 +
.../procedure2/store/wal/WALProcedureMap.java | 3 +
.../procedure2/store/wal/WALProcedureStore.java | 21 +-
.../hbase/procedure2/ProcedureTestingUtility.java | 127 ++---
...va => ProcedureStorePerformanceEvaluation.java} | 218 ++++----
...ALProcedureTree.java => TestProcedureTree.java} | 12 +-
.../wal/ProcedureWALPerformanceEvaluation.java | 217 ++------
.../procedure2/store/{ => wal}/TestBitSetNode.java | 4 +-
.../store/{ => wal}/TestProcedureStoreTracker.java | 2 +-
.../store/wal/TestWALProcedureStore.java | 6 +-
.../hbase/io/hfile/ExclusiveMemHFileBlock.java | 5 +-
.../hadoop/hbase/io/hfile/HFileBlockBuilder.java | 2 +-
.../org/apache/hadoop/hbase/master/HMaster.java | 41 +-
.../hbase/master/assignment/AssignmentManager.java | 12 +-
.../hbase/master/assignment/RegionStates.java | 17 +-
.../hbase/master/procedure/MasterProcedureEnv.java | 6 +-
.../master/procedure/MasterProcedureUtil.java | 10 +-
.../master/procedure/ServerCrashProcedure.java | 31 +-
.../store/region/RegionFlusherAndCompactor.java | 240 +++++++++
.../store/region/RegionProcedureStore.java | 586 +++++++++++++++++++++
.../region/RegionProcedureStoreWALRoller.java | 127 +++++
.../apache/hadoop/hbase/regionserver/CellSet.java | 2 +-
.../apache/hadoop/hbase/regionserver/HRegion.java | 278 +++++-----
.../hadoop/hbase/regionserver/LogRoller.java | 203 +------
.../hbase/regionserver/wal/AbstractFSWAL.java | 19 +-
.../hadoop/hbase/regionserver/wal/WALUtil.java | 4 +-
.../java/org/apache/hadoop/hbase/util/FSUtils.java | 7 +-
.../hadoop/hbase/util/TableDescriptorChecker.java | 12 +-
.../LogRoller.java => wal/AbstractWALRoller.java} | 95 ++--
.../hbase/wal/BoundedRecoveredEditsOutputSink.java | 8 +-
.../wal/BoundedRecoveredHFilesOutputSink.java | 240 +++++++++
.../org/apache/hadoop/hbase/wal/OutputSink.java | 4 +-
.../hadoop/hbase/wal/RecoveredEditsOutputSink.java | 6 +-
.../org/apache/hadoop/hbase/wal/WALFactory.java | 4 +-
.../org/apache/hadoop/hbase/wal/WALSplitUtil.java | 61 ++-
.../org/apache/hadoop/hbase/wal/WALSplitter.java | 15 +-
.../main/resources/hbase-webapps/master/hbck.jsp | 70 ++-
.../resources/hbase-webapps/master/procedures.jsp | 114 ----
.../hbase/client/TestIllegalTableDescriptor.java | 6 +
.../hbase/client/TestScannersFromClientSide.java | 17 +-
...cerWithDisabledTable.java => TestBalancer.java} | 19 +-
.../hbase/master/TestLoadProcedureError.java | 2 +-
.../hbase/master/TestMasterMetricsWrapper.java | 8 +-
...onRetry.java => TestRaceBetweenSCPAndTRSP.java} | 128 +++--
.../procedure/TestMasterProcedureWalLease.java | 238 ---------
.../RegionProcedureStorePerformanceEvaluation.java | 147 ++++++
.../region/RegionProcedureStoreTestHelper.java | 54 ++
.../region/RegionProcedureStoreTestProcedure.java | 77 +++
.../store/region/TestRegionProcedureStore.java | 159 ++++++
.../region/TestRegionProcedureStoreMigration.java | 143 +++++
.../region/TestRegionProcedureStoreWALCleaner.java | 129 +++++
.../TestRegionServerCrashDisableWAL.java | 3 +-
.../regionserver/wal/AbstractTestWALReplay.java | 4 +-
.../org/apache/hadoop/hbase/wal/TestWALSplit.java | 9 +-
.../hadoop/hbase/wal/TestWALSplitToHFile.java | 408 ++++++++++++++
.../hadoop/hbase/zookeeper/DeletionListener.java | 2 +-
.../hbase/zookeeper/LoadBalancerTracker.java | 2 +-
.../hadoop/hbase/zookeeper/MetaTableLocator.java | 6 +-
.../hbase/zookeeper/MiniZooKeeperCluster.java | 15 +-
.../hbase/zookeeper/RecoverableZooKeeper.java | 12 +-
.../apache/hadoop/hbase/zookeeper/ZKAclReset.java | 8 +-
.../hadoop/hbase/zookeeper/ZKLeaderManager.java | 4 +-
.../hadoop/hbase/zookeeper/ZKNodeTracker.java | 4 +-
.../org/apache/hadoop/hbase/zookeeper/ZKUtil.java | 15 +-
.../apache/hadoop/hbase/zookeeper/ZKWatcher.java | 10 +-
.../apache/hadoop/hbase/HBaseZKTestingUtility.java | 2 +-
pom.xml | 8 +-
105 files changed, 3591 insertions(+), 1870 deletions(-)
create mode 100644
hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/InMemoryProcedureIterator.java
copy
hbase-backup/src/main/java/org/apache/hadoop/hbase/backup/impl/ExclusiveOperationException.java
=>
hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/LeaseRecovery.java
(80%)
rename
hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/{wal/WALProcedureTree.java
=> ProcedureTree.java} (69%)
copy
hbase-server/src/main/java/org/apache/hadoop/hbase/master/procedure/MetaQueue.java
=>
hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/ProtoAndProcedure.java
(54%)
rename
hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/{ =>
wal}/BitSetNode.java (97%)
rename
hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/{ =>
wal}/ProcedureStoreTracker.java (98%)
copy
hbase-procedure/src/test/java/org/apache/hadoop/hbase/procedure2/store/{wal/ProcedureWALPerformanceEvaluation.java
=> ProcedureStorePerformanceEvaluation.java} (52%)
rename
hbase-procedure/src/test/java/org/apache/hadoop/hbase/procedure2/store/{wal/TestWALProcedureTree.java
=> TestProcedureTree.java} (93%)
rename
hbase-procedure/src/test/java/org/apache/hadoop/hbase/procedure2/store/{ =>
wal}/TestBitSetNode.java (96%)
rename
hbase-procedure/src/test/java/org/apache/hadoop/hbase/procedure2/store/{ =>
wal}/TestProcedureStoreTracker.java (99%)
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/procedure2/store/region/RegionFlusherAndCompactor.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/procedure2/store/region/RegionProcedureStore.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/procedure2/store/region/RegionProcedureStoreWALRoller.java
copy
hbase-server/src/main/java/org/apache/hadoop/hbase/{regionserver/LogRoller.java
=> wal/AbstractWALRoller.java} (77%)
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/wal/BoundedRecoveredHFilesOutputSink.java
rename
hbase-server/src/test/java/org/apache/hadoop/hbase/master/{TestBalancerWithDisabledTable.java
=> TestBalancer.java} (82%)
copy
hbase-server/src/test/java/org/apache/hadoop/hbase/master/assignment/{TestReportRegionStateTransitionRetry.java
=> TestRaceBetweenSCPAndTRSP.java} (54%)
delete mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestMasterProcedureWalLease.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/procedure2/store/region/RegionProcedureStorePerformanceEvaluation.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/procedure2/store/region/RegionProcedureStoreTestHelper.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/procedure2/store/region/RegionProcedureStoreTestProcedure.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/procedure2/store/region/TestRegionProcedureStore.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/procedure2/store/region/TestRegionProcedureStoreMigration.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/procedure2/store/region/TestRegionProcedureStoreWALCleaner.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/wal/TestWALSplitToHFile.java