This is an automated email from the ASF dual-hosted git repository.
zhangduo pushed a change to branch HBASE-22514
in repository https://gitbox.apache.org/repos/asf/hbase.git.
discard e32a3cd HBASE-23253 Rewrite rsgroup related UTs with the new methods
introduced in HBASE-22932 (#813)
omit 1eb2ded HBASE-22932 Add rs group management methods in Admin and
AsyncAdmin (#657)
omit dc10561 HBASE-23050 Use RSGroupInfoManager to get rsgroups in master
UI's rsgroup part (#776)
omit 1b5b524 HBASE-23232 Remove rsgroup profile from pom.xml of
hbase-assembly (#779)
omit 418cc9e HBASE-23081 Add an option to enable/disable rs group feature
(#691)
omit 66fa176 HBASE-22971 Deprecated RSGroupAdminEndpoint and make RSGroup
feature always enabled (#595)
omit 622486a HBASE-22987 Calculate the region servers in default group in
foreground (#599)
omit 09ea628 HBASE-22729 Start RSGroupInfoManager as default (#555)
omit db43492 HBASE-22819 Automatically migrate the rs group config for
table after HBASE-22695 (#498)
omit 184e928 HBASE-22820 Do not need to persist default rs group now (#482)
omit 9d6cc4f HBASE-22809 Allow creating table in group when rs group
contains no live servers (#464)
omit f973ca7 HBASE-22695 Store the rsgroup of a table in table
configuration (#426)
omit 50327ed HBASE-22676 Move all the code in hbase-rsgroup to
hbase-server and remove hbase-rsgroup module (#399)
omit 25cd762 HBASE-22662 Move RSGroupInfoManager to hbase-server (#368)
omit e9066e0 HBASE-22664 Move protobuf stuff in hbase-rsgroup to
hbase-protocol-shaded (#362)
add 1d6f50f HBASE-23284 Fix Hadoop wiki link in Developer guide to
"Distributions and Commercial Support"
add 4cc899d HBASE-23290 shell processlist command is broken
add 73f3e1d HBASE-23283 Provide clear and consistent logging about the
period of enabled chores
add 67f9afc HBASE-19450 Add log about average execution time for
ScheduledChore
add e60764f HBASE-23294 ReplicationBarrierCleaner should delete all the
barriers for a removed region which does not belong to any serial replication
peer (#827)
add b292ffd HBASE-19450 Addendum Limit logging of chore execution time at
INFO to once per 5 minutes.
add a3efa59 HBASE-23102: Improper Usage of Map putIfAbsent (#828)
add b5e8727 HBASE-22969 A new binary component
comparator(BinaryComponentComparator) to perform comparison of arbitrary length
and position (#829)
add 8bfdfe1 HBASE-23289 Update links to Hadoop wiki in book and code
add f8f9a26 HBASE-23282 HBCKServerCrashProcedure for 'Unknown Servers'
add 4b99816 HBASE-23182 The create-release scripts are broken (#736)
add 3ba71fe HBASE-23318 LoadTestTool doesn't start (#848)
add e83bb20 HBASE-23278 Add a table-level compaction progress display on
the UI (#816)
add ca6e67a HBASE-23315 Miscellaneous HBCK Report page cleanup
add 33bedf8 HBASE-23308: Review of NullPointerExceptions (#836)
add 96fd75b HBASE-22607. TestExportSnapshotNoCluster fails intermittently
add bcd2aa9 HBASE-23321 [hbck2] fixHoles of fixMeta doesn't update
in-memory state
add 834ccb4 HBASE-23259: Populate master address end points in cluster/rs
configs (#807)
add 77b4e8c HBASE-23322 [hbck2] Simplification on HBCKSCP scheduling
add 4ea7922 HBASE-23223 Support the offsetLock of bucketCache to use
strong ref (#764)
add ea52866 HBASE-23234 Provide .editorconfig based on checkstyle
configuration (#846)
add 0b49e3a HBASE-23237 Prevent Negative values in metrics
requestsPerSecond
add ca6059f HBASE-23325 [UI]rsgoup average load keep two decimals (#860)
add 54ad797 HBASE-23328 info:regioninfo goes wrong when region replicas
enabled (#863)
add 3b0c276 HBASE-23329 Remove unused methods from RequestConverter (#870)
add 8e52339 HBASE-23307 Add running of ReplicationBarrierCleaner to hbck2
fixMeta invocation (#859)
add ee730c8 HBASE-22969 A new binary component
comparator(BinaryComponentComparator) to perform comparison of arbitrary length
and position; ADDENDUM (#869)
add b1df7df HBASE-23085 Network and Data related Actions; ADDENDUM (#871)
add b08697a HBASE-23197 'IllegalArgumentException: Wrong FS' on edits
replay when… (#740)
add dbbba79 HBASE-23334 The table-lock node of zk is not needed since
HBASE-16786 (#873)
add ea6cea8 HBASE-23312 HBase Thrift SPNEGO configs (HBASE-19852) should
be backwards compatible
add 17468ef HBASE-23293 [REPLICATION] make ship edits timeout
configurable (#825)
add df9cbd4 HBASE-23336 [CLI] Incorrect row(s) count 'clear_deadservers'
(#875)
add b99f583 HBASE-20395 Displaying thrift server type on the thrift page
(#811)
add 0d7a6b9 HBASE-23117: Bad enum in hbase:meta info:state column can
fail loadMeta and stop startup (#867)
add 636fa2c HBASE-23313 [hbck2] setRegionState should update Master
in-memory sta… (#864)
add d653935 HBASE-20395 Addendum Displaying thrift server type on the
thrift page
add 25d83c1 HBASE-23323 Update downloads page for Apache HBase 1.4.12.
(#886)
add d69ecf6 HBASE-23352: Allow chaos monkeys to access cmd line params,
and improve FillDiskCommandAction (#885)
add 142997c HBASE-23342 : Handle NPE while closing compressingStream
(#877)
add f7839f5 HBASE-23298 Refactor LogRecoveredEditsOutputSink and
BoundedLogWriterCreationOutputSink (#832)
add ad607a1 HBASE-23335 : Improving cost functions array copy in
StochasticLoadBalancer (#874)
add 97e0107 HBASE-23337 Release scripts should rely on maven for deploy.
(#887)
add 27cfe1b HBASE-23345 Table need to replication unless all of cfs are
excluded (#881)
add 0f166ed HBASE-22096 /storeFile.jsp shows CorruptHFileException when
the storeFile is a reference file (#888)
add 580d65e HBASE-23356 When construct StoreScanner throw exceptions it
is possible to left some KeyValueScanner not closed. (#891)
add f2f01ff HBASE-23357 Add 2.1.8 to download page (#892)
add 570cc3c HBASE-23362: [WalPrettyPrinter] print/filter by table name.
(#898)
add 5e34a59 HBASE-22529 Add sanity check for in-memory compaction policy
add bc8f121 HBASE-23365 Minor change MemStoreFlusher's log (#900)
add 3e21bcf HBASE-23361 Limit two decimals in total average load (#897)
add 6d251ef HBASE-23367 Remove unused constructor from WALPrettyPrinter
(#901)
add 9c82a65 HBASE-23364 HRegionServer sometimes does not shut down.
add 8548463 HBASE-23373 Log `RetriesExhaustedException` context with full
time precision (#903)
add 60d9430 HBASE-23309: Adding the flexibility to ChainWalEntryFilter to
filter the whole entry if all cells get filtered (#837)
add 978546b HBASE-23303 Add security headers to REST server/info page
(#843)
add dff7fff HBASE-22280 Separate read/write handler for priority
request(especial… (#202)
add 82e155e HBASE-18382 add transport type info into Thrift UI (#880)
add f87428e HBASE-23377 Balancer should skip disabled tables's regions
(#908)
add d561130 HBASE-23066 Allow cache on write during compactions when
prefetching is (#919)
add a580b1d HBASE-23552 Format Javadocs on ITBLL
add c39339c HBASE-23379 Clean Up FSUtil getRegionLocalityMappingFromFS
add 72ab1c1 HBASE-23556: Minor ChoreService Cleanup (#927)
add fc816ac HBASE-23553 Snapshot referenced data files are deleted in
some case (#922)
add a553b78 HBASE-23360 [CLI] Fix help command 'set_quota' for removing
limits (#896)
add ec9bd20 Revert "HBASE-23066 Allow cache on write during compactions
when prefetching is (#919)"
add 8742265 HBASE-23554 Encoded regionname to regionname utility (#923)
add b0233a2 HBASE-23554 Encoded regionname to regionname utility (#923);
ADDENDUM
add 85a0819 HBASE-23555 TestQuotaThrottle is broken (#924)
add 413d4b2 HBASE-23566: Fix package/packet terminology problem in chaos
monkeys (#933)
add 2d76457 HBASE-23570 Point users to the async-profiler home page if
diagrams are coming up blank (#937)
add efa4fe9 HBASE-23575 Remove dead code in AsyncRegistry (#929)
add 3be8ae2 HBASE-23380 General cleanup of FSUtil (#912)
add de87d72 HBASE-22920 github pr testing job should use dev-support
script (#883)
add ec317a6 HBASE-23582 Unbalanced braces in string representation of
table descriptor
add eee9480 HBASE-23066 Allow cache on write during compactions when
prefetching … (#935)
add 29d1a97 HBASE-23065 [hbtop] Top-N heavy hitter user and client drill
downs
add b38446c HBASE-23575 Remove dead code in AsyncRegistry (addendum)
add bc2f162 HBASE-23239 Reporting on status of backing MOB files from
client-facing cells (#785)
add 17e180e HBASE-23549 Document steps to disable MOB for a column family
(#928)
add 80ba354 HBASE-20461 Implement fsync for AsyncFSWAL (#947)
add 270eb98 HBASE-23376 NPE happens while replica region is moving (#906)
add f4860d8 HBASE-23594 Procedure stuck due to region happen to recorded
on two servers. (#953)
add ab40b96 HBASE-23564 RegionStates may has some expired serverinfo and
make regions do not balance. (#930)
add 4b6ce0f HBASE-23572 In 'HBCK Report', distringush between live, dead,
and unknown servers
new fa21c9d HBASE-22664 Move protobuf stuff in hbase-rsgroup to
hbase-protocol-shaded (#362)
new 890d706 HBASE-22662 Move RSGroupInfoManager to hbase-server (#368)
new 587fad9 HBASE-22676 Move all the code in hbase-rsgroup to
hbase-server and remove hbase-rsgroup module (#399)
new 3ad68e0 HBASE-22695 Store the rsgroup of a table in table
configuration (#426)
new 4784905 HBASE-22809 Allow creating table in group when rs group
contains no live servers (#464)
new 638a4aa HBASE-22820 Do not need to persist default rs group now (#482)
new 8dca9dc HBASE-22819 Automatically migrate the rs group config for
table after HBASE-22695 (#498)
new c30defe HBASE-22729 Start RSGroupInfoManager as default (#555)
new 9c87ea6 HBASE-22987 Calculate the region servers in default group in
foreground (#599)
new 0e76d41 HBASE-22971 Deprecated RSGroupAdminEndpoint and make RSGroup
feature always enabled (#595)
new 399e52e HBASE-23081 Add an option to enable/disable rs group feature
(#691)
new c61cf5c HBASE-23232 Remove rsgroup profile from pom.xml of
hbase-assembly (#779)
new 6739425 HBASE-23050 Use RSGroupInfoManager to get rsgroups in master
UI's rsgroup part (#776)
new 8abcf6d HBASE-22932 Add rs group management methods in Admin and
AsyncAdmin (#657)
new 00b5819 HBASE-23253 Rewrite rsgroup related UTs with the new methods
introduced in HBASE-22932 (#813)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (e32a3cd)
\
N -- N -- N refs/heads/HBASE-22514 (00b5819)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 15 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.editorconfig | 693 +
dev-support/Jenkinsfile_GitHub | 13 +-
dev-support/create-release/release-build.sh | 127 +-
dev-support/create-release/release-util.sh | 4 +-
hbase-assembly/src/main/assembly/components.xml | 8 +
.../apache/hadoop/hbase/backup/BackupDriver.java | 6 +-
.../apache/hadoop/hbase/backup/RestoreDriver.java | 6 +-
.../org/apache/hadoop/hbase/HColumnDescriptor.java | 4 +-
.../java/org/apache/hadoop/hbase/HRegionInfo.java | 3 +-
.../org/apache/hadoop/hbase/MetaTableAccessor.java | 18 +-
.../org/apache/hadoop/hbase/ServerMetrics.java | 5 +
.../apache/hadoop/hbase/ServerMetricsBuilder.java | 38 +-
.../java/org/apache/hadoop/hbase/UserMetrics.java | 86 +
.../apache/hadoop/hbase/UserMetricsBuilder.java | 151 +
.../hbase/client/AsyncNonMetaRegionLocator.java | 2 +-
.../apache/hadoop/hbase/client/AsyncRegistry.java | 15 +-
.../client/ColumnFamilyDescriptorBuilder.java | 6 +-
.../org/apache/hadoop/hbase/client/HBaseHbck.java | 45 +-
.../java/org/apache/hadoop/hbase/client/Hbck.java | 9 +
.../org/apache/hadoop/hbase/client/RegionInfo.java | 61 +-
.../hadoop/hbase/client/RegionInfoBuilder.java | 5 +
.../hbase/client/RetriesExhaustedException.java | 31 +-
.../hbase/client/TableDescriptorBuilder.java | 2 +
.../hadoop/hbase/client/ZKAsyncRegistry.java | 18 +-
.../hbase/filter/BinaryComponentComparator.java | 125 +
.../apache/hadoop/hbase/master/RegionState.java | 4 +
.../apache/hadoop/hbase/protobuf/ProtobufUtil.java | 10 +-
.../hbase/replication/ReplicationPeerConfig.java | 25 +-
.../hbase/security/access/AccessControlUtil.java | 8 +-
.../hadoop/hbase/shaded/protobuf/ProtobufUtil.java | 52 +-
.../hbase/shaded/protobuf/RequestConverter.java | 200 +-
.../apache/hadoop/hbase/zookeeper/ZNodePaths.java | 4 -
.../hbase/client/DoNothingAsyncRegistry.java | 13 +-
.../hbase/client/TestTableDescriptorBuilder.java | 17 +
.../hadoop/hbase/filter/TestComparators.java | 53 +
.../replication/TestReplicationPeerConfig.java | 202 +
.../hadoop/hbase/zookeeper/TestZNodePaths.java | 1 -
.../java/org/apache/hadoop/hbase/ChoreService.java | 19 +-
.../java/org/apache/hadoop/hbase/HConstants.java | 9 +
.../org/apache/hadoop/hbase/ScheduledChore.java | 23 +-
.../hbase/io/ByteBufferWriterOutputStream.java | 26 +-
.../hadoop/hbase/io/crypto/aes/AESDecryptor.java | 4 +-
.../hadoop/hbase/io/encoding/EncodedDataBlock.java | 4 +-
.../hadoop/hbase/util/AbstractHBaseTool.java | 7 +-
.../apache/hadoop/hbase/util/CommonFSUtils.java | 12 +-
.../hbase/util/ExponentialMovingAverage.java | 79 +
.../apache/hadoop/hbase/util/MovingAverage.java | 87 +
.../org/apache/hadoop/hbase/util/ObjectPool.java | 16 +-
.../hadoop/hbase/util/SimpleMovingAverage.java | 41 +-
.../apache/hadoop/hbase/util/TimeMeasurable.java | 28 +-
.../hadoop/hbase/util/WeightedMovingAverage.java | 65 +
.../hadoop/hbase/util/WindowMovingAverage.java | 119 +
.../hbase/io/encoding/TestEncodedDataBlock.java | 65 +
.../hadoop/hbase/util/TestMovingAverage.java | 157 +
.../src/main/python/thrift1/DemoClient.py | 7 +-
.../main/python/thrift1/gen-py/hbase/Hbase-remote | 567 +-
.../src/main/python/thrift1/gen-py/hbase/Hbase.py | 21253 ++++++++++---------
.../main/python/thrift1/gen-py/hbase/constants.py | 9 +-
.../src/main/python/thrift1/gen-py/hbase/ttypes.py | 2439 ++-
.../src/main/python/thrift2/DemoClient.py | 5 +
.../thrift2/gen-py/hbase/THBaseService-remote | 504 +-
.../python/thrift2/gen-py/hbase/THBaseService.py | 15567 +++++++++-----
.../main/python/thrift2/gen-py/hbase/constants.py | 9 +-
.../src/main/python/thrift2/gen-py/hbase/ttypes.py | 5791 ++---
.../regionserver/MetricsUserAggregateSource.java | 4 +
.../hbase/regionserver/MetricsUserSource.java | 37 +
.../apache/hadoop/metrics2/MetricHistogram.java | 6 +
.../MetricsUserAggregateSourceImpl.java | 10 +-
.../hbase/regionserver/MetricsUserSourceImpl.java | 72 +-
.../hadoop/metrics2/lib/MutableHistogram.java | 4 +
.../hadoop/metrics2/lib/MutableRangeHistogram.java | 6 +-
.../apache/hadoop/hbase/hbtop/RecordFilter.java | 4 +
.../org/apache/hadoop/hbase/hbtop/field/Field.java | 6 +-
.../hbase/hbtop/mode/ClientModeStrategy.java | 157 +
.../org/apache/hadoop/hbase/hbtop/mode/Mode.java | 10 +-
.../hadoop/hbase/hbtop/mode/ModeStrategy.java | 3 +-
.../hadoop/hbase/hbtop/mode/ModeStrategyUtils.java | 63 +
.../hbase/hbtop/mode/NamespaceModeStrategy.java | 26 +-
.../hbase/hbtop/mode/RegionModeStrategy.java | 28 +-
.../hbase/hbtop/mode/RegionServerModeStrategy.java | 28 +-
.../hadoop/hbase/hbtop/mode/TableModeStrategy.java | 13 +-
.../hadoop/hbase/hbtop/mode/UserModeStrategy.java | 70 +
.../hbase/hbtop/screen/top/TopScreenModel.java | 27 +-
.../hbase/hbtop/screen/top/TopScreenPresenter.java | 6 +-
.../org/apache/hadoop/hbase/hbtop/TestUtils.java | 101 +-
.../hadoop/hbase/hbtop/mode/ClientModeTest.java | 72 +
.../hadoop/hbase/hbtop/mode/ModeTestBase.java | 6 +-
.../hadoop/hbase/hbtop/mode/UserModeTest.java | 70 +
.../hbase/http/ClickjackingPreventionFilter.java | 11 +
.../org/apache/hadoop/hbase/http/HttpServer.java | 11 +-
.../apache/hadoop/hbase/http/ProfileServlet.java | 7 +-
.../hadoop/hbase/http/SecurityHeadersFilter.java | 81 +
.../hbase/http/TestSecurityHeadersFilter.java | 106 +
.../apache/hadoop/hbase/IntegrationTestBase.java | 3 +-
...ction.java => CorruptPacketsCommandAction.java} | 16 +-
...dAction.java => DelayPacketsCommandAction.java} | 10 +-
...ion.java => DuplicatePacketsCommandAction.java} | 16 +-
.../hbase/chaos/actions/FillDiskCommandAction.java | 16 +-
...ndAction.java => LosePacketsCommandAction.java} | 16 +-
...ction.java => ReorderPacketsCommandAction.java} | 20 +-
.../factories/DistributedIssuesMonkeyFactory.java | 20 +-
.../hbase/chaos/factories/MonkeyConstants.java | 4 +-
.../hbase/test/IntegrationTestBigLinkedList.java | 110 +-
.../apache/hadoop/hbase/mapred/package-info.java | 2 +-
.../org/apache/hadoop/hbase/mapreduce/Driver.java | 3 +
.../hadoop/hbase/mapreduce/package-info.java | 2 +-
.../hadoop/hbase/mob/mapreduce/MobRefReporter.java | 509 +
.../snapshot/TestExportSnapshotNoCluster.java | 9 +-
.../hadoop/hbase/procedure2/ProcedureExecutor.java | 8 +-
.../procedure2/RemoteProcedureDispatcher.java | 3 +-
.../hadoop/hbase/procedure2/store/BitSetNode.java | 12 +-
.../src/main/protobuf/ClusterStatus.proto | 28 +
.../src/main/protobuf/Comparator.proto | 5 +
.../src/main/protobuf/HBase.proto | 1 +
.../src/main/protobuf/Master.proto | 12 +
.../src/main/protobuf/ClusterStatus.proto | 31 +
hbase-protocol/src/main/protobuf/Comparator.proto | 5 +
.../hadoop/hbase/replication/ReplicationUtils.java | 52 +-
.../hbase/replication/TestReplicationUtil.java | 235 -
.../org/apache/hadoop/hbase/rest/RESTServer.java | 62 +-
.../hbase/rest/TestSecurityHeadersFilter.java | 110 +
.../hadoop/hbase/tmpl/master/RSGroupListTmpl.jamon | 7 +-
.../org/apache/hadoop/hbase/LocalHBaseCluster.java | 10 +-
.../apache/hadoop/hbase/backup/HFileArchiver.java | 44 +-
.../hbase/client/AsyncRegionServerAdmin.java | 8 +-
.../hadoop/hbase/executor/ExecutorService.java | 29 +-
.../apache/hadoop/hbase/filter/FilterWrapper.java | 14 +-
.../java/org/apache/hadoop/hbase/io/HFileLink.java | 2 +-
.../apache/hadoop/hbase/io/hfile/CacheConfig.java | 23 +
.../hbase/io/hfile/CompoundBloomFilterWriter.java | 4 +-
.../apache/hadoop/hbase/io/hfile/HFileInfo.java | 8 +-
.../hadoop/hbase/io/hfile/bucket/BucketCache.java | 19 +-
.../hadoop/hbase/ipc/MetaRWQueueRpcExecutor.java | 52 +
.../hadoop/hbase/ipc/RWQueueRpcExecutor.java | 14 +-
.../hadoop/hbase/ipc/SimpleRpcScheduler.java | 20 +-
.../apache/hadoop/hbase/master/CatalogJanitor.java | 36 +-
.../org/apache/hadoop/hbase/master/DeadServer.java | 8 +-
.../org/apache/hadoop/hbase/master/HMaster.java | 12 +-
.../org/apache/hadoop/hbase/master/HbckChore.java | 46 +-
.../hadoop/hbase/master/MasterRpcServices.java | 112 +-
.../apache/hadoop/hbase/master/MasterServices.java | 5 +
.../org/apache/hadoop/hbase/master/MetaFixer.java | 16 +-
.../hadoop/hbase/master/RegionsRecoveryChore.java | 5 +-
.../apache/hadoop/hbase/master/ServerManager.java | 71 +-
.../hadoop/hbase/master/TableStateManager.java | 3 +-
.../hbase/master/assignment/AssignmentManager.java | 73 +-
.../hbase/master/assignment/RegionStateStore.java | 17 +-
.../hbase/master/assignment/RegionStates.java | 52 +-
.../hbase/master/assignment/ServerStateNode.java | 6 +-
.../master/balancer/StochasticLoadBalancer.java | 8 +-
.../master/cleaner/ReplicationBarrierCleaner.java | 34 +-
.../master/procedure/HBCKServerCrashProcedure.java | 95 +
.../master/procedure/ServerCrashProcedure.java | 49 +-
.../master/replication/AbstractPeerProcedure.java | 3 +-
.../master/replication/ModifyPeerProcedure.java | 5 +-
.../master/replication/ReplicationPeerManager.java | 2 +-
.../replication/UpdatePeerConfigProcedure.java | 6 +-
.../hbase/protobuf/ReplicationProtbufUtil.java | 6 +-
.../quotas/FileArchiverNotifierFactoryImpl.java | 14 +-
.../org/apache/hadoop/hbase/quotas/QuotaCache.java | 32 +-
.../apache/hadoop/hbase/regionserver/HRegion.java | 25 +-
.../hbase/regionserver/HRegionFileSystem.java | 6 +-
.../hadoop/hbase/regionserver/HRegionServer.java | 35 +-
.../hbase/regionserver/HRegionWALFileSystem.java | 51 +
.../apache/hadoop/hbase/regionserver/HStore.java | 64 +-
.../hadoop/hbase/regionserver/HStoreFile.java | 6 +-
.../hadoop/hbase/regionserver/MemStoreFlusher.java | 4 +-
.../hadoop/hbase/regionserver/MetricsRegion.java | 11 +-
.../hbase/regionserver/MetricsRegionServer.java | 2 +-
.../MetricsRegionServerWrapperImpl.java | 64 +-
.../hbase/regionserver/MetricsUserAggregate.java | 9 +
.../regionserver/MetricsUserAggregateFactory.java | 14 +-
.../regionserver/MetricsUserAggregateImpl.java | 79 +-
.../hadoop/hbase/regionserver/RSRpcServices.java | 3 +
.../hadoop/hbase/regionserver/StoreScanner.java | 7 +-
.../throttle/StoreHotnessProtector.java | 19 +-
.../hbase/regionserver/wal/AbstractFSWAL.java | 8 +-
.../hadoop/hbase/regionserver/wal/AsyncFSWAL.java | 18 +-
.../regionserver/wal/AsyncProtobufLogWriter.java | 4 +-
.../regionserver/wal/CombinedAsyncWriter.java | 4 +-
.../hadoop/hbase/regionserver/wal/FSHLog.java | 7 +-
.../replication/ChainWALEmptyEntryFilter.java | 62 +
.../hbase/replication/ChainWALEntryFilter.java | 13 +-
.../NamespaceTableCfWALEntryFilter.java | 2 +-
.../hbase/replication/ReplicationEndpoint.java | 7 +
.../HBaseInterClusterReplicationEndpoint.java | 19 +-
.../regionserver/ReplicationSource.java | 40 +-
.../regionserver/ReplicationSourceShipper.java | 6 +
.../regionserver/SerialReplicationChecker.java | 9 +-
.../hbase/security/access/AccessController.java | 10 +-
.../hbase/snapshot/SnapshotReferenceUtil.java | 10 +
.../org/apache/hadoop/hbase/tool/CanaryTool.java | 6 +-
.../hbase/util/BoundedPriorityBlockingQueue.java | 10 +-
.../java/org/apache/hadoop/hbase/util/FSUtils.java | 221 +-
.../org/apache/hadoop/hbase/util/HBaseFsck.java | 7 +-
.../apache/hadoop/hbase/util/HFileArchiveUtil.java | 17 +
.../apache/hadoop/hbase/util/IdReadWriteLock.java | 80 +-
.../IdReadWriteLockStrongRef.java} | 42 +-
...ock.java => IdReadWriteLockWithObjectPool.java} | 40 +-
.../apache/hadoop/hbase/util/LossyCounting.java | 4 +-
.../hadoop/hbase/util/TableDescriptorChecker.java | 7 +
.../wal/AbstractRecoveredEditsOutputSink.java | 270 +
.../hadoop/hbase/wal/BoundedEntryBuffers.java | 34 +-
.../wal/BoundedLogWriterCreationOutputSink.java | 150 -
.../hbase/wal/BoundedRecoveredEditsOutputSink.java | 141 +
.../org/apache/hadoop/hbase/wal/EntryBuffers.java | 96 +-
.../hbase/wal/LogRecoveredEditsOutputSink.java | 460 -
.../org/apache/hadoop/hbase/wal/OutputSink.java | 129 +-
.../hadoop/hbase/wal/RecoveredEditsOutputSink.java | 155 +
.../apache/hadoop/hbase/wal/WALPrettyPrinter.java | 116 +-
.../org/apache/hadoop/hbase/wal/WALProvider.java | 2 +-
.../org/apache/hadoop/hbase/wal/WALSplitUtil.java | 18 +-
.../org/apache/hadoop/hbase/wal/WALSplitter.java | 149 +-
.../main/resources/hbase-webapps/master/hbck.jsp | 66 +-
.../resources/hbase-webapps/master/procedures.jsp | 98 +-
.../main/resources/hbase-webapps/master/table.jsp | 577 +-
.../hbase-webapps/regionserver/storeFile.jsp | 6 +-
.../apache/hadoop/hbase/HBaseTestingUtility.java | 2 +-
.../org/apache/hadoop/hbase/MiniHBaseCluster.java | 7 +
.../hadoop/hbase/TestClientClusterMetrics.java | 143 +-
.../hadoop/hbase/TestHBaseTestingUtility.java | 12 +-
.../hadoop/hbase/backup/TestHFileArchiving.java | 111 +
.../hadoop/hbase/client/DummyAsyncRegistry.java | 12 +-
.../org/apache/hadoop/hbase/client/TestAdmin.java | 2 +-
.../org/apache/hadoop/hbase/client/TestAdmin2.java | 27 +
.../hbase/client/TestAsyncTableAdminApi.java | 9 +-
.../org/apache/hadoop/hbase/client/TestHbck.java | 35 +
.../hbase/client/TestIllegalTableDescriptor.java | 5 +
.../hbase/client/TestTableSnapshotScanner.java | 138 +
.../hadoop/hbase/client/TestZKAsyncRegistry.java | 6 +-
.../TestFiltersWithBinaryComponentComparator.java | 297 +
.../hadoop/hbase/io/hfile/TestCacheOnWrite.java | 125 +-
.../hadoop/hbase/ipc/TestSimpleRpcScheduler.java | 69 +
.../hbase/master/MockNoopMasterServices.java | 6 +-
.../apache/hadoop/hbase/master/TestBalancer.java | 113 +
.../hbase/master/TestClusterRestartFailover.java | 8 +-
.../apache/hadoop/hbase/master/TestMetaFixer.java | 17 +-
.../hbase/master/TestRegionsRecoveryChore.java | 5 +
.../assignment/TestAssignmentManagerBase.java | 2 +-
.../hbase/master/assignment/TestHbckChore.java | 6 +-
.../assignment/TestRaceBetweenSCPAndTRSP.java | 157 +
.../master/assignment/TestRegionStateStore.java | 39 +
.../assignment/TestReportOnlineRegionsRace.java | 2 +
.../cleaner/TestReplicationBarrierCleaner.java | 23 +
.../hadoop/hbase/master/procedure/TestHBCKSCP.java | 173 +
.../hadoop/hbase/master/procedure/TestSCPBase.java | 4 +-
.../apache/hadoop/hbase/quotas/TestQuotaAdmin.java | 159 +
.../hadoop/hbase/quotas/TestQuotaThrottle.java | 149 -
.../hadoop/hbase/regionserver/TestHRegion.java | 56 +
.../hbase/regionserver/TestMetricsRegion.java | 5 +-
.../regionserver/TestRequestsPerSecondMetric.java | 100 +
.../hbase/regionserver/wal/TestAsyncFSWAL.java | 4 +-
.../regionserver/wal/TestAsyncFSWALDurability.java | 106 +
.../regionserver/wal/TestFSHLogDurability.java | 83 +
...LDurability.java => WALDurabilityTestBase.java} | 93 +-
.../regionserver/wal/WriterOverAsyncWriter.java | 2 +-
.../hbase/replication/DualAsyncFSWALForTest.java | 6 +-
.../hbase/replication/SyncReplicationTestBase.java | 6 +-
.../hbase/replication/TestReplicationEndpoint.java | 2 +-
.../TestReplicationWALEntryFilters.java | 184 +-
.../replication/regionserver/TestReplicator.java | 8 +-
.../TestSerialReplicationEndpoint.java | 2 +-
.../hbase/util/TestIdReadWriteLockStrongRef.java | 44 +-
...java => TestIdReadWriteLockWithObjectPool.java} | 16 +-
.../apache/hadoop/hbase/wal/TestWALMethods.java | 7 +-
.../org/apache/hadoop/hbase/wal/TestWALSplit.java | 12 +-
hbase-shell/src/main/ruby/hbase/taskmonitor.rb | 4 +-
hbase-shell/src/main/ruby/shell.rb | 1 +
.../main/ruby/shell/commands/clear_deadservers.rb | 3 +-
.../src/main/ruby/shell/commands/regioninfo.rb | 47 +
.../src/main/ruby/shell/commands/set_quota.rb | 19 +-
hbase-shell/src/test/ruby/hbase/admin_test.rb | 5 +
.../hadoop/hbase/thrift/HBaseServiceHandler.java | 2 -
.../hbase/thrift/ThriftHBaseServiceHandler.java | 6 +
.../hadoop/hbase/thrift/ThriftHttpServlet.java | 21 +-
.../apache/hadoop/hbase/thrift/ThriftMetrics.java | 8 +-
.../apache/hadoop/hbase/thrift/ThriftServer.java | 53 +-
.../hbase/thrift/generated/AlreadyExists.java | 2 +-
.../hbase/thrift/generated/BatchMutation.java | 2 +-
.../hbase/thrift/generated/ColumnDescriptor.java | 2 +-
.../hadoop/hbase/thrift/generated/Hbase.java | 787 +-
.../hadoop/hbase/thrift/generated/IOError.java | 2 +-
.../hbase/thrift/generated/IllegalArgument.java | 2 +-
.../hadoop/hbase/thrift/generated/Mutation.java | 2 +-
.../hadoop/hbase/thrift/generated/TAppend.java | 2 +-
.../hadoop/hbase/thrift/generated/TCell.java | 2 +-
.../hadoop/hbase/thrift/generated/TColumn.java | 2 +-
.../hadoop/hbase/thrift/generated/TIncrement.java | 2 +-
.../hadoop/hbase/thrift/generated/TRegionInfo.java | 2 +-
.../hadoop/hbase/thrift/generated/TRowResult.java | 2 +-
.../hadoop/hbase/thrift/generated/TScan.java | 2 +-
.../generated/TThriftServerType.java} | 24 +-
.../hbase/thrift2/ThriftHBaseServiceHandler.java | 6 +
.../hadoop/hbase/thrift2/generated/TAppend.java | 2 +-
.../hbase/thrift2/generated/TAuthorization.java | 2 +-
.../hbase/thrift2/generated/TBloomFilterType.java | 2 +-
.../hbase/thrift2/generated/TCellVisibility.java | 2 +-
.../hadoop/hbase/thrift2/generated/TColumn.java | 2 +-
.../thrift2/generated/TColumnFamilyDescriptor.java | 2 +-
.../hbase/thrift2/generated/TColumnIncrement.java | 2 +-
.../hbase/thrift2/generated/TColumnValue.java | 2 +-
.../hbase/thrift2/generated/TCompareOperator.java | 2 +-
.../thrift2/generated/TCompressionAlgorithm.java | 2 +-
.../hbase/thrift2/generated/TConsistency.java | 2 +-
.../thrift2/generated/TDataBlockEncoding.java | 2 +-
.../hadoop/hbase/thrift2/generated/TDelete.java | 2 +-
.../hbase/thrift2/generated/TDeleteType.java | 2 +-
.../hbase/thrift2/generated/TDurability.java | 2 +-
.../hadoop/hbase/thrift2/generated/TGet.java | 2 +-
.../hbase/thrift2/generated/THBaseService.java | 5017 +++--
.../hbase/thrift2/generated/THRegionInfo.java | 2 +-
.../hbase/thrift2/generated/THRegionLocation.java | 2 +-
.../hadoop/hbase/thrift2/generated/TIOError.java | 2 +-
.../hbase/thrift2/generated/TIllegalArgument.java | 2 +-
.../hadoop/hbase/thrift2/generated/TIncrement.java | 2 +-
.../hbase/thrift2/generated/TKeepDeletedCells.java | 2 +-
.../hadoop/hbase/thrift2/generated/TMutation.java | 2 +-
.../thrift2/generated/TNamespaceDescriptor.java | 2 +-
.../hadoop/hbase/thrift2/generated/TPut.java | 2 +-
.../hadoop/hbase/thrift2/generated/TReadType.java | 2 +-
.../hadoop/hbase/thrift2/generated/TResult.java | 2 +-
.../hbase/thrift2/generated/TRowMutations.java | 2 +-
.../hadoop/hbase/thrift2/generated/TScan.java | 2 +-
.../hbase/thrift2/generated/TServerName.java | 2 +-
.../hbase/thrift2/generated/TTableDescriptor.java | 2 +-
.../hadoop/hbase/thrift2/generated/TTableName.java | 2 +-
.../{TReadType.java => TThriftServerType.java} | 22 +-
.../hadoop/hbase/thrift2/generated/TTimeRange.java | 2 +-
.../main/resources/hbase-webapps/thrift/thrift.jsp | 45 +-
.../org/apache/hadoop/hbase/thrift/Hbase.thrift | 15 +
.../org/apache/hadoop/hbase/thrift2/hbase.thrift | 15 +
.../hbase/thrift/HBaseThriftTestingUtility.java | 128 +
.../hadoop/hbase/thrift/TestThriftServer.java | 38 +
...ava => TestThriftSpnegoHttpFallbackServer.java} | 117 +-
.../hbase/thrift/TestThriftSpnegoHttpServer.java | 84 +-
.../thrift2/TestThriftHBaseServiceHandler.java | 38 +
.../hbase/zookeeper/RecoverableZooKeeper.java | 2 +-
.../apache/hadoop/hbase/zookeeper/ZKWatcher.java | 1 -
pom.xml | 34 +-
src/main/asciidoc/_chapters/architecture.adoc | 16 +
src/main/asciidoc/_chapters/configuration.adoc | 6 +-
src/main/asciidoc/_chapters/cp.adoc | 2 +-
src/main/asciidoc/_chapters/faq.adoc | 2 +-
src/main/asciidoc/_chapters/hbase_mob.adoc | 270 +
src/main/asciidoc/_chapters/ops_mgt.adoc | 2 +-
src/main/asciidoc/_chapters/profiler.adoc | 3 +
src/main/asciidoc/_chapters/troubleshooting.adoc | 2 +-
src/main/asciidoc/_chapters/zookeeper.adoc | 2 +-
src/site/asciidoc/metrics.adoc | 2 +-
src/site/site.xml | 2 +-
src/site/xdoc/downloads.xml | 30 +-
src/site/xdoc/metrics.xml | 2 +-
src/site/xdoc/old_news.xml | 2 +-
353 files changed, 40862 insertions(+), 24550 deletions(-)
create mode 100644 .editorconfig
create mode 100644
hbase-client/src/main/java/org/apache/hadoop/hbase/UserMetrics.java
create mode 100644
hbase-client/src/main/java/org/apache/hadoop/hbase/UserMetricsBuilder.java
create mode 100644
hbase-client/src/main/java/org/apache/hadoop/hbase/filter/BinaryComponentComparator.java
create mode 100644
hbase-common/src/main/java/org/apache/hadoop/hbase/util/ExponentialMovingAverage.java
create mode 100644
hbase-common/src/main/java/org/apache/hadoop/hbase/util/MovingAverage.java
copy
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/MetricsUserAggregate.java
=>
hbase-common/src/main/java/org/apache/hadoop/hbase/util/SimpleMovingAverage.java
(61%)
copy
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/MetricsUserAggregate.java
=> hbase-common/src/main/java/org/apache/hadoop/hbase/util/TimeMeasurable.java
(75%)
create mode 100644
hbase-common/src/main/java/org/apache/hadoop/hbase/util/WeightedMovingAverage.java
create mode 100644
hbase-common/src/main/java/org/apache/hadoop/hbase/util/WindowMovingAverage.java
create mode 100644
hbase-common/src/test/java/org/apache/hadoop/hbase/io/encoding/TestEncodedDataBlock.java
create mode 100644
hbase-common/src/test/java/org/apache/hadoop/hbase/util/TestMovingAverage.java
mode change 100644 => 100755
hbase-examples/src/main/python/thrift1/gen-py/hbase/Hbase-remote
create mode 100644
hbase-hbtop/src/main/java/org/apache/hadoop/hbase/hbtop/mode/ClientModeStrategy.java
create mode 100644
hbase-hbtop/src/main/java/org/apache/hadoop/hbase/hbtop/mode/ModeStrategyUtils.java
create mode 100644
hbase-hbtop/src/main/java/org/apache/hadoop/hbase/hbtop/mode/UserModeStrategy.java
create mode 100644
hbase-hbtop/src/test/java/org/apache/hadoop/hbase/hbtop/mode/ClientModeTest.java
create mode 100644
hbase-hbtop/src/test/java/org/apache/hadoop/hbase/hbtop/mode/UserModeTest.java
create mode 100644
hbase-http/src/main/java/org/apache/hadoop/hbase/http/SecurityHeadersFilter.java
create mode 100644
hbase-http/src/test/java/org/apache/hadoop/hbase/http/TestSecurityHeadersFilter.java
rename
hbase-it/src/test/java/org/apache/hadoop/hbase/chaos/actions/{CorruptPackagesCommandAction.java
=> CorruptPacketsCommandAction.java} (81%)
rename
hbase-it/src/test/java/org/apache/hadoop/hbase/chaos/actions/{DelayPackagesCommandAction.java
=> DelayPacketsCommandAction.java} (88%)
rename
hbase-it/src/test/java/org/apache/hadoop/hbase/chaos/actions/{DuplicatePackagesCommandAction.java
=> DuplicatePacketsCommandAction.java} (81%)
rename
hbase-it/src/test/java/org/apache/hadoop/hbase/chaos/actions/{LosePackagesCommandAction.java
=> LosePacketsCommandAction.java} (82%)
rename
hbase-it/src/test/java/org/apache/hadoop/hbase/chaos/actions/{ReorderPackagesCommandAction.java
=> ReorderPacketsCommandAction.java} (81%)
create mode 100644
hbase-mapreduce/src/main/java/org/apache/hadoop/hbase/mob/mapreduce/MobRefReporter.java
delete mode 100644
hbase-replication/src/test/java/org/apache/hadoop/hbase/replication/TestReplicationUtil.java
create mode 100644
hbase-rest/src/test/java/org/apache/hadoop/hbase/rest/TestSecurityHeadersFilter.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/ipc/MetaRWQueueRpcExecutor.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/master/procedure/HBCKServerCrashProcedure.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegionWALFileSystem.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/replication/ChainWALEmptyEntryFilter.java
copy
hbase-server/src/main/java/org/apache/hadoop/hbase/{regionserver/MetricsUserAggregate.java
=> util/IdReadWriteLockStrongRef.java} (53%)
copy
hbase-server/src/main/java/org/apache/hadoop/hbase/util/{IdReadWriteLock.java
=> IdReadWriteLockWithObjectPool.java} (77%)
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/wal/AbstractRecoveredEditsOutputSink.java
copy
hbase-hbtop/src/main/java/org/apache/hadoop/hbase/hbtop/mode/ModeStrategy.java
=>
hbase-server/src/main/java/org/apache/hadoop/hbase/wal/BoundedEntryBuffers.java
(50%)
delete mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/wal/BoundedLogWriterCreationOutputSink.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/wal/BoundedRecoveredEditsOutputSink.java
delete mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/wal/LogRecoveredEditsOutputSink.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/wal/RecoveredEditsOutputSink.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/filter/TestFiltersWithBinaryComponentComparator.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestBalancer.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/master/assignment/TestRaceBetweenSCPAndTRSP.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestHBCKSCP.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestRequestsPerSecondMetric.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/wal/TestAsyncFSWALDurability.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/wal/TestFSHLogDurability.java
rename
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/wal/{TestWALDurability.java
=> WALDurabilityTestBase.java} (66%)
copy
hbase-client/src/test/java/org/apache/hadoop/hbase/replication/TestReplicationPeerConfig.java
=>
hbase-server/src/test/java/org/apache/hadoop/hbase/util/TestIdReadWriteLockStrongRef.java
(54%)
rename
hbase-server/src/test/java/org/apache/hadoop/hbase/util/{TestIdReadWriteLock.java
=> TestIdReadWriteLockWithObjectPool.java} (89%)
create mode 100644 hbase-shell/src/main/ruby/shell/commands/regioninfo.rb
copy
hbase-thrift/src/main/java/org/apache/hadoop/hbase/{thrift2/generated/TReadType.java
=> thrift/generated/TThriftServerType.java} (64%)
copy
hbase-thrift/src/main/java/org/apache/hadoop/hbase/thrift2/generated/{TReadType.java
=> TThriftServerType.java} (68%)
create mode 100644
hbase-thrift/src/test/java/org/apache/hadoop/hbase/thrift/HBaseThriftTestingUtility.java
copy
hbase-thrift/src/test/java/org/apache/hadoop/hbase/thrift/{TestThriftSpnegoHttpServer.java
=> TestThriftSpnegoHttpFallbackServer.java} (68%)
