This is an automated email from the ASF dual-hosted git repository.
wchevreuil pushed a change to branch HBASE-27389
in repository https://gitbox.apache.org/repos/asf/hbase.git
from 3a2333e6b51 HBASE-27997 Enhance prefetch executor to record region
prefetch infor… (#5339)
add 67b20fdd9de HBASE-27988 NPE in AddPeerProcedure recovery (#5331)
add 0bbc8d15c1a HBASE-27992 Bump exec-maven-plugin to 3.1.0 (#5334)
add f6c5dbe9783 VerifyReplication recompare async (#5051)
add 2486d32fd00 HBASE-27896 Disable hdfs readahead for pread reads (#5336)
add 3ddc6dd70f3 HBASE-27956 Support wall clock profiling in
ProfilerServlet (#5337)
add e8e128c16e4 Revert "VerifyReplication recompare async (#5051)"
add 7cfa47dfe00 HBASE-26874 VerifyReplication recompare async (#5051)
add ab4b1d884f1 HBASE-28011 : The logStats about LruBlockCache is not
accurate (#5344)
add 36c158fce27 HBASE-27979 some syntax errors detected by IDEA in pom.xml
(#5327)
add 00be2a5f73a HBASE-27979 Addendum fix hbase-thrift pom
add 712254be0d5 HBASE-27717 Add rsgroup name for dead region servers on
master UI (#5330)
add affa9f8faac HBASE-28018 Bump gitpython from 3.1.30 to 3.1.32 in
/dev-support/flaky-tests (#5349)
add c0bea147601 Bump gitpython in /dev-support/git-jira-release-audit
(#5348)
add e3f1a29363a Revert "Bump gitpython in
/dev-support/git-jira-release-audit (#5348)"
add a60c0263c1e HBASE-28019 Bump gitpython in
/dev-support/git-jira-release-audit (#5348)
add 4c2690de60b HBASE-28020 Bump certifi in
/dev-support/git-jira-release-audit (#5333)
add 98febd9dbce HBASE-28021 Bump cryptography in
/dev-support/git-jira-release-audit (#5340)
add 546424526be HBASE-28022 Remove netty 3 dependency in the pom file for
hbase-endpoint (#5351)
add 20c9e4ba5f6 HBASE-26867 Introduce a FlushProcedure (#5256)
add 2fb2ae152a2 HBASE-28012 Avoid CellUtil.cloneRow in
BufferedEncodedSeeker (#5347)
add b1fd92d3c7e HBASE-28027 Make TestClusterScopeQuotaThrottle run faster
(#5355)
add 8ccb910fa93 HBASE-27947 RegionServer OOM when outbound channel backed
up (#5350)
add dae078e5bc3 HBASE-28025 Enhance ByteBufferUtils.findCommonPrefix to
compare 8 bytes each time (#5354)
add 3f2e6555773 HBASE-28032 Fix ChaosMonkey documentation code block
rendering (#5359)
add d309e99f0ab HBASE-27966 HBase Master/RS JVM metrics populated
incorrectly (#5323)
add 94ed6add066 HBASE-28004 Persistent cache map can get corrupt if crash
happens midway through the write (#5341)
add 2f747d4edcc HBASE-27997 Enhance prefetch executor to record region
prefetch infor… (#5339)
add 895d8652482 HBASE-28041 Rebase HBASE-27389 branch with master and fix
conflicts
new 2469aca027e rebasing master
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
dev-support/flaky-tests/python-requirements.txt | 2 +-
.../git-jira-release-audit/requirements.txt | 6 +-
hbase-annotations/pom.xml | 4 +-
hbase-archetypes/hbase-archetype-builder/pom.xml | 4 +-
hbase-archetypes/hbase-client-project/pom.xml | 4 +-
.../hbase-shaded-client-project/pom.xml | 4 +-
hbase-archetypes/pom.xml | 2 +-
hbase-assembly/pom.xml | 2 +-
hbase-asyncfs/pom.xml | 2 +-
hbase-backup/pom.xml | 2 +-
hbase-balancer/pom.xml | 2 +-
hbase-build-configuration/pom.xml | 4 +-
hbase-checkstyle/pom.xml | 4 +-
hbase-client/pom.xml | 2 +-
.../java/org/apache/hadoop/hbase/client/Admin.java | 9 +
.../hadoop/hbase/client/AdminOverAsyncAdmin.java | 5 +
.../org/apache/hadoop/hbase/client/AsyncAdmin.java | 8 +
.../hadoop/hbase/client/AsyncHBaseAdmin.java | 5 +
.../hadoop/hbase/client/RawAsyncHBaseAdmin.java | 62 +++++-
.../hbase/shaded/protobuf/RequestConverter.java | 13 ++
hbase-common/pom.xml | 2 +-
.../io/encoding/BufferedDataBlockEncoder.java | 157 +++++++++++---
.../apache/hadoop/hbase/util/ByteBufferUtils.java | 185 +++++++++++++++--
.../java/org/apache/hadoop/hbase/util/Bytes.java | 107 +++++++++-
.../apache/hadoop/hbase/util/NettyUnsafeUtils.java | 61 ++++++
.../java/org/apache/hadoop/hbase/util/Strings.java | 6 +
.../hadoop/hbase/util/TestByteBufferUtils.java | 31 +++
.../org/apache/hadoop/hbase/util/TestBytes.java | 43 ++++
.../hbase-compression-aircompressor/pom.xml | 2 +-
hbase-compression/hbase-compression-brotli/pom.xml | 2 +-
hbase-compression/hbase-compression-lz4/pom.xml | 2 +-
hbase-compression/hbase-compression-snappy/pom.xml | 2 +-
hbase-compression/hbase-compression-xz/pom.xml | 2 +-
hbase-compression/hbase-compression-zstd/pom.xml | 2 +-
hbase-endpoint/pom.xml | 9 +-
hbase-examples/pom.xml | 2 +-
hbase-external-blockcache/pom.xml | 2 +-
hbase-hadoop-compat/pom.xml | 2 +-
.../hadoop/hbase/ipc/MetricsHBaseServerSource.java | 16 ++
.../hbase/ipc/MetricsHBaseServerSourceImpl.java | 24 +++
.../hbase/ipc/MetricsHBaseServerWrapper.java | 7 +
hbase-http/pom.xml | 2 +-
.../apache/hadoop/hbase/http/ProfileServlet.java | 1 +
hbase-it/pom.xml | 2 +-
hbase-logging/pom.xml | 2 +-
hbase-mapreduce/pom.xml | 2 +-
.../mapreduce/replication/VerifyReplication.java | 186 +++++++++++++----
.../VerifyReplicationRecompareRunnable.java | 162 +++++++++++++++
.../hbase/replication/TestVerifyReplication.java | 125 ++++++++++-
.../TestVerifyReplicationRecompareRunnable.java | 154 ++++++++++++++
hbase-metrics-api/pom.xml | 2 +-
hbase-metrics/pom.xml | 2 +-
hbase-procedure/pom.xml | 2 +-
hbase-protocol-shaded/pom.xml | 2 +-
.../src/main/protobuf/PrefetchPersistence.proto | 36 ----
.../main/protobuf/server/io/BucketCacheEntry.proto | 9 +
.../src/main/protobuf/server/master/Master.proto | 14 ++
.../protobuf/server/master/MasterProcedure.proto | 20 ++
hbase-replication/pom.xml | 2 +-
hbase-resource-bundle/pom.xml | 2 +-
hbase-rest/pom.xml | 2 +-
hbase-server/pom.xml | 2 +-
.../hbase/tmpl/master/MasterStatusTmpl.jamon | 27 ++-
.../apache/hadoop/hbase/executor/EventType.java | 8 +-
.../apache/hadoop/hbase/executor/ExecutorType.java | 4 +-
.../java/org/apache/hadoop/hbase/io/MetricsIO.java | 21 +-
.../apache/hadoop/hbase/io/hfile/CacheConfig.java | 2 -
.../org/apache/hadoop/hbase/io/hfile/HFile.java | 10 +-
.../hadoop/hbase/io/hfile/HFilePreadReader.java | 45 +++-
.../hadoop/hbase/io/hfile/LruBlockCache.java | 13 +-
.../hadoop/hbase/io/hfile/PrefetchExecutor.java | 150 +-------------
.../hadoop/hbase/io/hfile/PrefetchProtoUtils.java | 53 -----
.../hadoop/hbase/io/hfile/bucket/BucketCache.java | 199 +++++++++++++++---
.../hadoop/hbase/io/hfile/bucket/BucketEntry.java | 28 ++-
.../hbase/io/hfile/bucket/BucketProtoUtils.java | 34 ++-
.../hadoop/hbase/io/hfile/bucket/FileIOEngine.java | 37 +++-
.../hadoop/hbase/ipc/MetricsHBaseServer.java | 8 +
.../hbase/ipc/MetricsHBaseServerWrapperImpl.java | 13 ++
.../apache/hadoop/hbase/ipc/NettyRpcServer.java | 161 ++++++++++++++-
.../NettyRpcServerChannelWritabilityHandler.java | 125 +++++++++++
.../hbase/ipc/NettyRpcServerPreambleHandler.java | 11 +-
.../apache/hadoop/hbase/ipc/NettyServerCall.java | 2 +-
.../org/apache/hadoop/hbase/master/HMaster.java | 40 ++++
.../hadoop/hbase/master/MasterRpcServices.java | 19 ++
.../apache/hadoop/hbase/master/MasterServices.java | 17 ++
...ionProcedure.java => FlushRegionProcedure.java} | 230 +++++++++------------
.../master/procedure/FlushTableProcedure.java | 199 ++++++++++++++++++
.../master/procedure/TableProcedureInterface.java | 1 +
.../hadoop/hbase/master/procedure/TableQueue.java | 1 +
.../hbase/master/replication/AddPeerProcedure.java | 6 +-
.../AssignReplicationQueuesProcedure.java | 2 +-
.../master/replication/ReplicationPeerManager.java | 12 --
.../procedure/flush/FlushTableSubprocedure.java | 21 +-
.../flush/MasterFlushTableProcedureManager.java | 10 +-
.../RegionServerFlushTableProcedureManager.java | 18 +-
.../hbase/regionserver/FlushRegionCallable.java | 83 ++++++++
.../hadoop/hbase/regionserver/HRegionServer.java | 4 +
.../hadoop/hbase/regionserver/StoreFileInfo.java | 2 +-
.../hbase/io/encoding/TestDataBlockEncoders.java | 65 ++++++
.../hfile/TestBlockEvictionOnRegionMovement.java | 1 -
.../hadoop/hbase/io/hfile/TestPrefetchRSClose.java | 4 -
.../io/hfile/TestPrefetchWithBucketCache.java | 211 +++++++++++++++++++
.../hbase/io/hfile/bucket/TestBucketCache.java | 84 +++++---
.../io/hfile/bucket/TestBucketCachePersister.java | 43 +---
.../io/hfile/bucket/TestByteBufferIOEngine.java | 2 +-
.../io/hfile/bucket/TestPrefetchPersistence.java | 40 +---
.../hadoop/hbase/io/hfile/bucket/TestRAMCache.java | 2 +-
.../io/hfile/bucket/TestVerifyBucketCacheFile.java | 102 +++++++--
.../hadoop/hbase/ipc/FailingNettyRpcServer.java | 9 +-
.../hbase/ipc/MetricsHBaseServerWrapperStub.java | 7 +
.../hbase/ipc/TestNettyChannelWritability.java | 182 ++++++++++++++++
.../apache/hadoop/hbase/ipc/TestRpcMetrics.java | 9 +
.../hbase/ipc/TestRpcSkipInitialSaslHandshake.java | 28 +--
.../hbase/master/MockNoopMasterServices.java | 12 ++
...egistered.java => TestFlushTableProcedure.java} | 43 +++-
.../procedure/TestFlushTableProcedureBase.java | 97 +++++++++
.../TestFlushTableProcedureMasterRestarts.java | 76 +++++++
...eProcedureWithDoNotSupportFlushTableMaster.java | 82 ++++++++
.../quotas/TestClusterScopeQuotaThrottle.java | 11 +-
.../hadoop/hbase/regionserver/TestMetricsJvm.java | 113 ++++++++++
.../TestFlushWithThroughputController.java | 10 +-
.../hbase/rsgroup/VerifyingRSGroupAdmin.java | 4 +
hbase-shaded/hbase-shaded-check-invariants/pom.xml | 6 +-
.../hbase-shaded-client-byo-hadoop/pom.xml | 4 +-
hbase-shaded/hbase-shaded-client/pom.xml | 4 +-
hbase-shaded/hbase-shaded-mapreduce/pom.xml | 4 +-
hbase-shaded/hbase-shaded-testing-util/pom.xml | 2 +-
.../pom.xml | 6 +-
hbase-shaded/pom.xml | 2 +-
hbase-shell/pom.xml | 2 +-
hbase-testing-util/pom.xml | 2 +-
hbase-thrift/pom.xml | 2 +-
.../hadoop/hbase/thrift2/client/ThriftAdmin.java | 5 +
hbase-zookeeper/pom.xml | 2 +-
pom.xml | 4 +-
src/main/asciidoc/_chapters/developer.adoc | 40 +++-
136 files changed, 3659 insertions(+), 822 deletions(-)
create mode 100644
hbase-common/src/main/java/org/apache/hadoop/hbase/util/NettyUnsafeUtils.java
create mode 100644
hbase-mapreduce/src/main/java/org/apache/hadoop/hbase/mapreduce/replication/VerifyReplicationRecompareRunnable.java
create mode 100644
hbase-mapreduce/src/test/java/org/apache/hadoop/hbase/replication/TestVerifyReplicationRecompareRunnable.java
delete mode 100644
hbase-protocol-shaded/src/main/protobuf/PrefetchPersistence.proto
delete mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/PrefetchProtoUtils.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/ipc/NettyRpcServerChannelWritabilityHandler.java
copy
hbase-server/src/main/java/org/apache/hadoop/hbase/master/procedure/{SnapshotRegionProcedure.java
=> FlushRegionProcedure.java} (66%)
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/master/procedure/FlushTableProcedure.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/FlushRegionCallable.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/io/hfile/TestPrefetchWithBucketCache.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/ipc/TestNettyChannelWritability.java
copy
hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/{TestFastFailOnProcedureNotRegistered.java
=> TestFlushTableProcedure.java} (50%)
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestFlushTableProcedureBase.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestFlushTableProcedureMasterRestarts.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestFlushTableProcedureWithDoNotSupportFlushTableMaster.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestMetricsJvm.java
