This is an automated email from the ASF dual-hosted git repository.
andor pushed a change to branch HBASE-28957
in repository https://gitbox.apache.org/repos/asf/hbase.git
omit 7eb6a765376 [HBASE-29520] Utilize Backed-up Bulkloaded Files in
Incremental Backup (#7246)
omit 0b1ec92e2de HBASE-29524 Handle bulk-loaded HFiles in delete and
cleanup process (#7239)
omit 7aaf8fbb892 HBASE-29519 Copy Bulkloaded Files in Continuous Backup
(#7222)
omit ea4bbe8eefa HBASE-29375 Add Unit Tests for BackupAdminImpl and Improve
Test Granularity (#7171)
omit 581a97c7d55 HBASE-28957 spotless apply after rebase
omit 5ac2a7345fd HBASE-29310 Handle Bulk Load Operations in Continuous
Backup (#7150)
omit 618b75128ee HBASE-29459 Capture bulkload files only till
IncrCommittedWalTs during Incremental Backup (#7166)
omit c58e6a24679 HBASE-29441 ReplicationSourceShipper should delegate the
empty wal entries handling to ReplicationEndpoint (#7145)
omit 7e25a4684e0 HBASE-29445 Add Option to Specify Custom Backup Location
in PITR (#7153)
omit 0f552d52038 HBASE-29449 Update backup describe command for continuous
backup (#7045)
omit 132e12a6311 HBASE-29406: Skip Copying Bulkloaded Files to Backup
Location in Continuous Backup (#7119)
omit 141f92764a5 HBASE-29219 Ignore Empty WAL Files While Consuming
Backed-Up WAL Files (#7106)
omit aa4320e8355 HBASE-29350: Ensure Cleanup of Continuous Backup WALs
After Last Backup is Force Deleted (#7090)
omit ab3b9f4d27f HBASE-28990 Modify Incremental Backup for Continuous
Backup (#6788)
omit a607eb1a88b HBASE-29255: Integrate backup WAL cleanup logic with the
delete command (#7007)
omit 6cb1690c35d HBASE-29133: Implement "pitr" Command for Point-in-Time
Restore (#6717)
omit 68b4ed24f02 HBASE-29261: Investigate flaw in backup deletion
validation of PITR-critical backups and propose correct approach (#6922)
omit db3681c009f HBASE-29210: Introduce Validation for PITR-Critical Backup
Deletion (#6848)
omit 429a394e3fa HBASE-29025: Enhance the full backup command to support
Continuous Backup (#6710)
omit 006529af18a HBASE-28996: Implement Custom ReplicationEndpoint to
Enable WAL Backup to External Storage (#6633)
add a699d303288 HBASE-15625 Make minimum free heap memory percentage
configurable (#7076)
add cc193701c16 HBASE-29482 Bulkload fails with viewfs authentication
error (#7181)
add daefb0204f4 HBASE-29481 Make TLS protocols and cipher list
configurable for HTTPS InfoServer (#7178)
add 2f5cf9a3ebc HBASE-29485 Remove CoprocessorService (#7182)
add 4a1f2176481 HBASE-29296 Missing critical snapshot expiration checks
(#6970)
add 7cdfe0fea77 HBASE-29477 Add configuration support for custom
OutputCommitter in TableOutputFormat (#7177)
add 55cf6e22d6c HBASE-29496 Fix Javadoc typo: 'DsiableTableProcedure'
should be 'DisableTableProcedure' (#7190)
add 9b2f0bd8fc8 HBASE-28919 Soft drop for destructive table actions (#7183)
add 19543f3fba3 HBASE-29490 Update create-release scripts to support
hbase-thirdparty with toolchains (#7196)
add 96faaaaf2dd HBASE-29493 Triage TestBucketCacheRefCnt.testInBucketCache
intermittent failure caused by RAMCache draining in between (#7205)
add 01389475635 HBASE-29290 Include port number of Region Server in the
Replication Status message
add 763ed36f47a HBASE-29486 Add deprecation cycle for traceRate field in
PerformanceEvaluation (#7211)
add 0677dd73bcd HBASE-29500 hbase shell: status 'tasks' command fails with
undefined method getServersSize (#7193)
add 70b49d7ae6c HBASE-29508 Define HBase specific TLS config properties
for InfoServer (#7204)
add 873736028c1 HBASE-29469 Add metrics with more detail for
RpcThrottlingExceptions (#7186)
add 5e80f27f368 HBASE-29513: Removed deprecated method from CellCreator
(#7213)
add 8e25d756697 HBASE-29458 SFT removeStoreFiles api to only archive
physical files and ignore virtual links (#7168)
add bea4272960e HBASE-29463 Bidirectional serial replication will block if
a region’s last edit before rs crashed was from the peer cluster (#7172)
add 95e304d0e9f HBASE-29514 Remove deprecated fields in
SimpleTotalOrderPartitioner (#7218)
add bdeeae81699 HBASE-29511 Add deprecation cycle for Address.getHostname
(#7220)
add d80bbefb612 HBASE-29503: IntegrationTestBackupRestore is passing even
if an exception occurs in the thread(s) it creates (#7203)
add e40ba229b41 HBASE-29527 Bump org.bouncycastle:bcpkix-jdk18on from 1.78
to 1.81 (#7223)
add 403810df5f7 HBASE-29512 Add deprecation cycle for
ServerTooBusyException's constructor (#7215)
add 4cc36d45b89 HBASE-28951 Handle simultaneous WAL splitting to recovered
edits by multiple worker (#7075)
add 9a2989cbab5 HBASE-29528 Support cellVisility in Thrift interface
add 643b161c1d7 HBASE-29515 Add deprecation cycle for SimpleRpcServer
(#7221)
add 9130913dea3 HBASE-29473 Obtain target cluster's token for cross
clusters job (#7175)
add 20b837e707f Change DEFAULT_ROWS_IN_ITERATION from 500,000 to 10,000
(#7230)
add 5f954bd2919 Revert "Change DEFAULT_ROWS_IN_ITERATION from 500,000 to
10,000 (#7230)" (#7237)
add 6243a74a412 HBASE-29507: IntegrationTestBackupRestore is failing
because it cannot restore from backup directory (#7240)
add 0dc0ad6eb6c HBASE-29509 Bump hbase-thirdparty to 4.1.12 (#7207)
add 8bb4e8c6dc2 HBASE-29226 Migrate to jetty 12 with EE8 and bump java
servlet to 4.0.1 (#6783)
add c90aca25daa HBASE-29184 The snapshot type for disabled table is
incorrect when snapshot procedure is enabled (#6790)
add 95bd8a3da87 HBASE-29401 Support invalidate meta cache when tables
dropped or disabled (#7117)
add bcf4d358473 HBASE-29544: Assertion errors in BackupAndRestoreThread
are not causing IntegrationTestBackupRestore to fail (#7243)
add a21bff1e4a4 HBASE-29553 TestMutualTlsServerSide failure since allowing
TLSv13 (#7251)
add 3b4c023e0b4 HBASE-29532 Fix the potential NPE issue when the specific
recover edit path set (#7231)
add 42a4a72ff3e HBASE-29540 Unhandled IllegalArgumentException in HBase
Web UI When Accessing table.jsp with Invalid Table Name (#7236)
add f834402b714 HBASE-29431 Update the 'ExcludeDNs' information with the
cause in RS UI (#7126)
add 8a7defb858a HBASE-28866 Setting `hbase.oldwals.cleaner.thread.size` to
negative value will break HMaster and produce hard-to-diagnose logs (#6310)
add 2562120f45d HBASE-28465 Implementation of framework for time-based
priority bucket-cache (#5793)
add 2974949c90f HBASE-28505 Implement enforcement to require Date Tiered
Compaction for Time Range Data Tiering (#5809)
add d89c6565a24 HBASE-28466 Integration of time-based priority logic of
bucket cache in prefetch functionality of HBase (#5808)
add 081bb60f80b HBASE-28468: Integrate the data-tiering logic into cache
evictions. (#5829)
add 025661f4eaa HBASE-28535: Add a region-server wide key to enable
data-tiering. (#5856)
add 897ae8466b2 HBASE-28469: Integration of time-based priority caching
into compaction paths (#5866)
add b7ea89942a2 HBASE-28467: Add time-based priority caching checks for
cacheOnRead code paths. (#5905)
add fb5f919b9b4 HBASE-29427 Merge all commits related to custom tiering
into the feature branch (#7124)
add e65dfa8adf2 HBASE-29549 Mockito failures in TestServerCall with Java
21 (#7254)
add c170311752f HBASE-28411 Remove direct dependency on Curator (#5726)
add a3558240105 HBAHBASE-28881 Adding check and diagnose log for
"hbase.master.procedure.threads" when set to non-positive value (#7267)
add eadcf941dc8 Revert "HBAHBASE-28881 Adding check and diagnose log for
"hbase.master.procedure.threads" when set to non-positive value (#7267)"
add 6d739b77a66 HBASE-28881 Adding check and diagnose log for
"hbase.master.procedure.threads" when set to non-positive value (#7267)
add 394db168672 HBASE-29556: Display HBCK and CatalogJanitor report errors
properly on HBCK Report page (#7255)
add 0c122872409 HBASE-18554 Append#add doesn't check the row of passed
cell (#7258)
add 8c6ecf9eceb HBASE-29479: QuotaCache should always return accurate
information (#7188)
add 5b4efe69953 HBASE-29558: Fix for TestShellNoCluster along with code
refactoring and cleanup (#7256)
add bcf320d7a5f HBASE-29453 : NPE on CacheAwareLoadBalancer.balanceTable
(#7263)
add 8808e38de87 HBASE-29561 Add a config name for HBASE-29401 (#7259)
add 64a192197c3 HBASE-29570 Set no watches on the node when recursively
deleting the node and its child nodes (#7271)
add e4efbda3091 HBASE-23671 Upgrade to JUnit 5 (#7253)
add 494cbe4593c HBASE-29558: Addendum to fix checkstyle warnings (#7277)
add c18b712cc7b HBASE-29494: Capture Scan RPC processing time and queuing
time in Scan Metrics (#7242)
add 23ee238764f HBASE-29376
ReplicationLogCleaner.preClean/getDeletableFiles should return early when
asyncClusterConnection closes during HMaster stopping (#7071)
add 292c9f80f41 HBASE-29575 Do not limit surefire to Junit 4 (#7284)
add 5629108a44c HBASE-29571 Fix Javadoc typo: 'repoen' should be 'reopen'
(#7273)
new 35e01f228f0 HBASE-28996: Implement Custom ReplicationEndpoint to
Enable WAL Backup to External Storage (#6633)
new 58def6313ed HBASE-29025: Enhance the full backup command to support
Continuous Backup (#6710)
new 7244bb8851e HBASE-29210: Introduce Validation for PITR-Critical Backup
Deletion (#6848)
new fabcaca2da8 HBASE-29261: Investigate flaw in backup deletion
validation of PITR-critical backups and propose correct approach (#6922)
new a7e34399a24 HBASE-29133: Implement "pitr" Command for Point-in-Time
Restore (#6717)
new 929539463a2 HBASE-29255: Integrate backup WAL cleanup logic with the
delete command (#7007)
new 416c8a62eab HBASE-28990 Modify Incremental Backup for Continuous
Backup (#6788)
new 10d063fd645 HBASE-29350: Ensure Cleanup of Continuous Backup WALs
After Last Backup is Force Deleted (#7090)
new dc13ab5a9dd HBASE-29219 Ignore Empty WAL Files While Consuming
Backed-Up WAL Files (#7106)
new 943141c408b HBASE-29406: Skip Copying Bulkloaded Files to Backup
Location in Continuous Backup (#7119)
new 9089e4a46f4 HBASE-29449 Update backup describe command for continuous
backup (#7045)
new 4f9808638ac HBASE-29445 Add Option to Specify Custom Backup Location
in PITR (#7153)
new da1ee8d5220 HBASE-29441 ReplicationSourceShipper should delegate the
empty wal entries handling to ReplicationEndpoint (#7145)
new 11dffb4751f HBASE-29459 Capture bulkload files only till
IncrCommittedWalTs during Incremental Backup (#7166)
new 4383da36fd9 HBASE-29310 Handle Bulk Load Operations in Continuous
Backup (#7150)
new 7a221b8fe09 HBASE-28957 spotless apply after rebase
new 2ffedfd890b HBASE-29375 Add Unit Tests for BackupAdminImpl and Improve
Test Granularity (#7171)
new 187f5e73e88 HBASE-29519 Copy Bulkloaded Files in Continuous Backup
(#7222)
new d9e5a441ab2 HBASE-29524 Handle bulk-loaded HFiles in delete and
cleanup process (#7239)
new 71efe29961b [HBASE-29520] Utilize Backed-up Bulkloaded Files in
Incremental Backup (#7246)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (7eb6a765376)
\
N -- N -- N refs/heads/HBASE-28957 (71efe29961b)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 20 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
dev-support/create-release/release-build.sh | 9 +-
dev-support/create-release/release-util.sh | 115 ++-
hbase-annotations/pom.xml | 7 +
hbase-archetypes/hbase-client-project/pom.xml | 19 +-
.../hbase-shaded-client-project/pom.xml | 19 +-
hbase-assembly-byo-hadoop/pom.xml | 19 +-
hbase-assembly/pom.xml | 19 +-
hbase-asyncfs/pom.xml | 19 +-
.../FanOutOneBlockAsyncDFSOutputHelper.java | 3 +-
.../io/asyncfs/monitor/ExcludeDatanodeManager.java | 31 +-
.../io/asyncfs/monitor/StreamSlowMonitor.java | 3 +-
hbase-backup/pom.xml | 19 +-
.../backup/impl/IncrementalTableBackupClient.java | 10 +
.../hadoop/hbase/backup/util/RestoreTool.java | 14 +
.../hbase/backup/TestBackupRestoreExpiry.java | 232 ++++++
hbase-balancer/pom.xml | 19 +-
.../master/balancer/CacheAwareLoadBalancer.java | 3 +
hbase-checkstyle/pom.xml | 7 +
hbase-client/pom.xml | 19 +-
.../org/apache/hadoop/hbase/client/Append.java | 9 +-
.../hbase/client/AsyncNonMetaRegionLocator.java | 79 +-
.../hadoop/hbase/client/AsyncRegionLocator.java | 2 +-
.../hbase/client/ConnectionConfiguration.java | 3 +
.../client/metrics/ServerSideScanMetrics.java | 10 +
.../hadoop/hbase/ipc/ServerTooBusyException.java | 3 +
hbase-common/pom.xml | 19 +-
.../java/org/apache/hadoop/hbase/HConstants.java | 15 +-
.../main/java/org/apache/hadoop/hbase/TagType.java | 2 +
.../java/org/apache/hadoop/hbase/net/Address.java | 3 +-
hbase-common/src/main/resources/hbase-default.xml | 16 +
hbase-dev-generate-classpath/pom.xml | 20 +-
hbase-diagnostics/pom.xml | 19 +-
.../apache/hadoop/hbase/PerformanceEvaluation.java | 6 +-
hbase-endpoint/pom.xml | 19 +-
hbase-examples/pom.xml | 33 +-
.../example/ZooKeeperScanPolicyObserver.java | 121 +--
hbase-extensions/hbase-openssl/pom.xml | 7 +
hbase-external-blockcache/pom.xml | 19 +-
hbase-hadoop-compat/pom.xml | 19 +-
hbase-hbtop/pom.xml | 20 +
hbase-http/pom.xml | 25 +-
.../hadoop/hbase/http/AdminAuthorizedServlet.java | 2 +-
.../org/apache/hadoop/hbase/http/HttpServer.java | 93 ++-
.../apache/hadoop/hbase/http/HttpServerUtil.java | 12 +-
.../org/apache/hadoop/hbase/http/InfoServer.java | 41 +-
.../hadoop/hbase/http/ProfileOutputServlet.java | 2 +-
.../org/apache/hadoop/hbase/http/log/LogLevel.java | 7 +-
.../hbase/http/log/LogLevelExceptionUtils.java | 100 +++
.../apache/hadoop/hbase/http/TestHttpServer.java | 5 +-
.../hadoop/hbase/http/conf/TestConfServlet.java | 2 +-
.../apache/hadoop/hbase/http/log/TestLogLevel.java | 5 +-
.../hadoop/hbase/http/resource/JerseyResource.java | 2 +-
hbase-it/pom.xml | 19 +-
.../hadoop/hbase/IntegrationTestBackupRestore.java | 77 +-
.../org/apache/hadoop/hbase/MockHttpApiRule.java | 65 +-
hbase-logging/pom.xml | 19 +-
hbase-mapreduce/pom.xml | 19 +-
.../apache/hadoop/hbase/mapreduce/CellCreator.java | 31 -
.../hadoop/hbase/mapreduce/HFileOutputFormat2.java | 4 +-
.../mapreduce/SimpleTotalOrderPartitioner.java | 48 +-
.../hadoop/hbase/mapreduce/TableOutputFormat.java | 24 +-
.../TestHFileOutputFormat2WithSecurity.java | 131 ++++
.../mapreduce/TestSimpleTotalOrderPartitioner.java | 8 +-
.../hbase/mapreduce/TestTableMapReduceUtil.java | 44 +-
.../hbase/mapreduce/TestTableOutputFormat.java | 41 +
hbase-metrics-api/pom.xml | 19 +-
hbase-metrics/pom.xml | 19 +-
hbase-procedure/pom.xml | 19 +-
hbase-protocol-shaded/pom.xml | 19 +-
.../protobuf/server/master/MasterProcedure.proto | 13 +
hbase-replication/pom.xml | 19 +-
hbase-rest/pom.xml | 19 +-
.../org/apache/hadoop/hbase/rest/RESTServer.java | 24 +-
.../hadoop/hbase/rest/TestGetAndPutResource.java | 5 +
.../hadoop/hbase/rest/client/TestRemoteTable.java | 25 +
hbase-server/pom.xml | 19 +-
.../hbase/coprocessor/CoprocessorService.java | 36 -
.../apache/hadoop/hbase/io/hfile/BlockCache.java | 21 +-
.../hadoop/hbase/io/hfile/BlockCacheKey.java | 1 -
.../apache/hadoop/hbase/io/hfile/CacheConfig.java | 13 +
.../hadoop/hbase/io/hfile/CombinedBlockCache.java | 21 +-
.../org/apache/hadoop/hbase/io/hfile/HFile.java | 12 +
.../apache/hadoop/hbase/io/hfile/HFileInfo.java | 6 +
.../hadoop/hbase/io/hfile/HFilePreadReader.java | 2 +
.../hadoop/hbase/io/hfile/HFileReaderImpl.java | 10 +-
.../hadoop/hbase/io/hfile/HFileWriterImpl.java | 60 ++
.../hadoop/hbase/io/hfile/bucket/BucketCache.java | 58 +-
.../hadoop/hbase/io/util/MemorySizeUtil.java | 91 ++-
.../apache/hadoop/hbase/ipc/SimpleRpcServer.java | 3 +-
.../org/apache/hadoop/hbase/master/HMaster.java | 15 +-
.../hbase/master/assignment/AssignmentManager.java | 2 +-
.../assignment/MergeTableRegionsProcedure.java | 4 +-
.../hadoop/hbase/master/cleaner/LogCleaner.java | 7 +
.../master/procedure/CreateTableProcedure.java | 3 +
.../master/procedure/DeleteTableProcedure.java | 54 +-
.../master/procedure/ModifyTableProcedure.java | 63 +-
.../master/procedure/RecoverySnapshotUtils.java | 206 +++++
.../hbase/master/procedure/SnapshotProcedure.java | 13 +-
.../master/procedure/TruncateRegionProcedure.java | 98 ++-
.../master/procedure/TruncateTableProcedure.java | 52 +-
.../hbase/master/snapshot/TakeSnapshotHandler.java | 10 +
.../org/apache/hadoop/hbase/quotas/QuotaCache.java | 204 ++---
.../hbase/quotas/RegionServerRpcQuotaManager.java | 8 +
.../hadoop/hbase/regionserver/CellTSTiering.java | 57 ++
.../regionserver/CustomTieredStoreEngine.java | 56 ++
.../hadoop/hbase/regionserver/CustomTiering.java | 58 ++
.../regionserver/CustomTieringMultiFileWriter.java | 85 ++
.../hadoop/hbase/regionserver/DataTiering.java | 13 +-
.../hbase/regionserver/DataTieringException.java | 9 +-
.../hbase/regionserver/DataTieringManager.java | 321 ++++++++
.../hadoop/hbase/regionserver/DataTieringType.java | 20 +-
.../regionserver/DateTieredMultiFileWriter.java | 20 +-
.../hbase/regionserver/DateTieredStoreEngine.java | 20 +-
.../apache/hadoop/hbase/regionserver/HRegion.java | 4 +-
.../hbase/regionserver/HRegionFileSystem.java | 48 +-
.../hadoop/hbase/regionserver/HRegionServer.java | 6 +-
.../apache/hadoop/hbase/regionserver/HStore.java | 5 +-
.../hbase/regionserver/HeapMemoryManager.java | 73 +-
.../hbase/regionserver/MetricsRegionServer.java | 16 +
.../MetricsRegionServerWrapperImpl.java | 5 +-
.../hadoop/hbase/regionserver/RSRpcServices.java | 52 +-
.../hadoop/hbase/regionserver/ScannerContext.java | 16 +-
.../hadoop/hbase/regionserver/StoreEngine.java | 3 +-
.../hadoop/hbase/regionserver/StoreFileWriter.java | 32 +-
.../hbase/regionserver/TimeRangeTracker.java | 4 +-
.../hbase/regionserver/compactions/Compactor.java | 6 +
.../compactions/CustomCellTieredUtils.java | 49 ++
.../CustomCellTieringValueProvider.java | 87 ++
.../CustomDateTieredCompactionPolicy.java | 155 ++++
.../compactions/CustomTieredCompactor.java | 74 ++
.../compactions/DateTieredCompactionPolicy.java | 129 +--
.../compactions/DateTieredCompactor.java | 12 +-
.../metrics/MetricsThrottleExceptions.java | 80 ++
.../MigrationStoreFileTracker.java | 6 +
.../storefiletracker/StoreFileTracker.java | 7 +
.../storefiletracker/StoreFileTrackerBase.java | 12 +
.../hbase/replication/ChainWALEntryFilter.java | 7 +
.../replication/ClusterMarkingEntryFilter.java | 4 +-
.../hbase/replication/ScopeWALEntryFilter.java | 16 +-
.../hadoop/hbase/replication/WALEntryFilter.java | 14 +
.../hbase/replication/WALEntryFilterBase.java | 66 ++
.../replication/master/ReplicationLogCleaner.java | 33 +-
.../regionserver/ReplicationSource.java | 1 +
.../SerialReplicationSourceWALReader.java | 16 +-
.../hadoop/hbase/tool/BulkLoadHFilesTool.java | 4 +-
.../hadoop/hbase/util/TableDescriptorChecker.java | 36 +
.../wal/AbstractRecoveredEditsOutputSink.java | 97 ++-
.../org/apache/hadoop/hbase/wal/WALSplitUtil.java | 19 +-
.../main/resources/hbase-webapps/master/hbck.jsp | 24 +-
.../main/resources/hbase-webapps/master/table.jsp | 20 +
.../org/apache/hadoop/hbase/HBaseTestingUtil.java | 39 +
.../client/TestAsyncNonMetaRegionLocator.java | 2 +-
...stAsyncNonMetaRegionLocatorConcurrenyLimit.java | 2 +-
.../hbase/client/TestAsyncTableLocatePrefetch.java | 3 +-
.../hbase/client/TestIllegalTableDescriptor.java | 45 ++
.../hbase/client/TestRegionLocationCaching.java | 107 +++
.../client/TestSnapshotWithTTLFromClient.java | 8 +-
.../hadoop/hbase/client/TestTableScanMetrics.java | 67 +-
.../hadoop/hbase/io/hfile/TestBytesReadFromFs.java | 4 +
.../TestHFileInlineToRootChunkConversion.java | 3 +-
.../io/hfile/bucket/TestBucketCacheRefCnt.java | 9 +
.../hadoop/hbase/io/util/TestMemorySizeUtil.java | 89 +++
.../apache/hadoop/hbase/ipc/TestServerCall.java | 10 +-
.../balancer/TestCacheAwareLoadBalancer.java | 40 +
.../hbase/master/cleaner/TestLogsCleaner.java | 4 +
.../TestDeleteTableProcedureWithRecovery.java | 159 ++++
.../TestModifyTableProcedureWithRecovery.java | 177 +++++
.../procedure/TestRecoverySnapshotUtils.java | 96 +++
.../master/procedure/TestSnapshotProcedure.java | 3 +
.../TestSnapshotProcedureEarlyExpiration.java | 102 +++
.../TestSnapshotProcedureForSnapshotType.java} | 74 +-
...> TestTruncateRegionProcedureWithRecovery.java} | 167 ++--
.../TestTruncateTableProcedureWithRecovery.java | 166 ++++
.../master/snapshot/TestTakeSnapshotHandler.java | 9 +
.../hbase/quotas/TestDefaultAtomicQuota.java | 9 -
.../apache/hadoop/hbase/quotas/TestQuotaCache.java | 118 ++-
.../TestCompactionArchiveConcurrentClose.java | 38 +-
.../TestCustomCellDataTieringManager.java | 865 ++++++++++++++++++++
.../TestCustomCellTieredCompactionPolicy.java | 275 +++++++
.../hbase/regionserver/TestDataTieringManager.java | 871 +++++++++++++++++++++
.../hadoop/hbase/regionserver/TestHRegion.java | 3 +-
.../hadoop/hbase/regionserver/TestHStore.java | 6 +-
.../regionserver/TestMetricsRegionServer.java | 43 +
.../compactions/TestCustomCellTieredCompactor.java | 148 ++++
.../metrics/TestMetricsThrottleExceptions.java | 294 +++++++
.../TestBidirectionSerialReplicationStuck.java | 79 ++
.../hbase/replication/TestReplicationBase.java | 51 +-
.../TestReplicationWALEntryFilters.java | 11 +-
.../master/TestReplicationLogCleaner.java | 47 +-
.../hbase/security/AbstractTestMutualTls.java | 16 +-
.../org/apache/hadoop/hbase/wal/TestWALSplit.java | 69 +-
hbase-shaded/hbase-shaded-check-invariants/pom.xml | 19 +-
.../resources/ensure-jars-have-correct-contents.sh | 2 +
.../hbase-shaded-testing-util-tester/pom.xml | 19 +-
.../shaded/org/eclipse/jetty/webapp/webdefault.xml | 550 -------------
.../pom.xml | 19 +-
.../resources/ensure-jars-have-correct-contents.sh | 2 +
hbase-shell/pom.xml | 19 +-
hbase-shell/src/main/ruby/hbase/admin.rb | 10 +-
.../hadoop/hbase/client/AbstractTestShell.java | 106 +--
.../{AbstractTestShell.java => RubyShellTest.java} | 85 +-
.../apache/hadoop/hbase/client/TestAdminShell.java | 30 +-
.../hadoop/hbase/client/TestAdminShell2.java | 37 -
.../hadoop/hbase/client/TestChangeSftShell.java | 46 --
.../hadoop/hbase/client/TestListTablesShell.java | 12 +-
.../hadoop/hbase/client/TestQuotasShell.java | 3 +-
.../hadoop/hbase/client/TestRSGroupShell.java | 17 +-
.../hadoop/hbase/client/TestReplicationShell.java | 3 +-
.../org/apache/hadoop/hbase/client/TestShell.java | 6 +-
.../hadoop/hbase/client/TestShellNoCluster.java | 43 +-
.../apache/hadoop/hbase/client/TestTableShell.java | 3 +-
.../{admin2_test.rb => admin2_test_cluster.rb} | 6 +
...tils_test.rb => balancer_utils_test_cluster.rb} | 0
...no_cluster.rb => connection_test_no_cluster.rb} | 0
.../hbase/{hbase_test.rb => hbase_test_cluster.rb} | 0
...dmin_test.rb => security_admin_test_cluster.rb} | 0
...monitor_test.rb => taskmonitor_test_cluster.rb} | 0
....rb => visibility_labels_admin_test_cluster.rb} | 0
.../src/test/ruby/no_cluster_tests_runner.rb | 94 ---
.../{commands_test.rb => commands_test_cluster.rb} | 0
...converter_test.rb => converter_test_cluster.rb} | 0
...formatter_test.rb => formatter_test_cluster.rb} | 0
.../{shell_test.rb => general_test_cluster.rb} | 0
...st_locks_test.rb => list_locks_test_cluster.rb} | 0
...res_test.rb => list_procedures_test_cluster.rb} | 0
...tive_test.rb => noninteractive_test_cluster.rb} | 0
...nge_shell_test.rb => sftchange_test_cluster.rb} | 0
hbase-shell/src/test/ruby/tests_runner.rb | 37 +-
hbase-thrift/pom.xml | 19 +-
.../apache/hadoop/hbase/thrift/ThriftServer.java | 4 +-
.../hbase/thrift/generated/AlreadyExists.java | 2 +-
.../hbase/thrift/generated/BatchMutation.java | 2 +-
.../hbase/thrift/generated/ColumnDescriptor.java | 2 +-
.../hadoop/hbase/thrift/generated/Hbase.java | 2 +-
.../hadoop/hbase/thrift/generated/IOError.java | 2 +-
.../hbase/thrift/generated/IllegalArgument.java | 2 +-
.../hadoop/hbase/thrift/generated/Mutation.java | 2 +-
.../thrift/generated/TAccessControlEntity.java | 2 +-
.../hadoop/hbase/thrift/generated/TAppend.java | 2 +-
.../hadoop/hbase/thrift/generated/TCell.java | 2 +-
.../hadoop/hbase/thrift/generated/TColumn.java | 2 +-
.../hadoop/hbase/thrift/generated/TIncrement.java | 2 +-
.../hbase/thrift/generated/TPermissionScope.java | 2 +-
.../hadoop/hbase/thrift/generated/TRegionInfo.java | 2 +-
.../hadoop/hbase/thrift/generated/TRowResult.java | 2 +-
.../hadoop/hbase/thrift/generated/TScan.java | 2 +-
.../hbase/thrift/generated/TThriftServerType.java | 2 +-
.../hadoop/hbase/thrift2/ThriftUtilities.java | 4 +
.../thrift2/generated/TAccessControlEntity.java | 2 +-
.../hadoop/hbase/thrift2/generated/TAppend.java | 2 +-
.../hbase/thrift2/generated/TAuthorization.java | 2 +-
.../hbase/thrift2/generated/TBloomFilterType.java | 2 +-
.../hbase/thrift2/generated/TCellVisibility.java | 2 +-
.../hadoop/hbase/thrift2/generated/TColumn.java | 2 +-
.../thrift2/generated/TColumnFamilyDescriptor.java | 2 +-
.../hbase/thrift2/generated/TColumnIncrement.java | 2 +-
.../hbase/thrift2/generated/TColumnValue.java | 2 +-
.../hbase/thrift2/generated/TCompareOperator.java | 2 +-
.../thrift2/generated/TCompressionAlgorithm.java | 2 +-
.../hbase/thrift2/generated/TConsistency.java | 2 +-
.../thrift2/generated/TDataBlockEncoding.java | 2 +-
.../hadoop/hbase/thrift2/generated/TDelete.java | 122 ++-
.../hbase/thrift2/generated/TDeleteType.java | 2 +-
.../hbase/thrift2/generated/TDurability.java | 2 +-
.../hbase/thrift2/generated/TFilterByOperator.java | 2 +-
.../hadoop/hbase/thrift2/generated/TGet.java | 2 +-
.../hbase/thrift2/generated/THBaseService.java | 2 +-
.../hbase/thrift2/generated/THRegionInfo.java | 2 +-
.../hbase/thrift2/generated/THRegionLocation.java | 2 +-
.../hadoop/hbase/thrift2/generated/TIOError.java | 2 +-
.../hbase/thrift2/generated/TIllegalArgument.java | 2 +-
.../hadoop/hbase/thrift2/generated/TIncrement.java | 2 +-
.../hbase/thrift2/generated/TKeepDeletedCells.java | 2 +-
.../hbase/thrift2/generated/TLogQueryFilter.java | 2 +-
.../hadoop/hbase/thrift2/generated/TLogType.java | 2 +-
.../hadoop/hbase/thrift2/generated/TMutation.java | 2 +-
.../thrift2/generated/TNamespaceDescriptor.java | 2 +-
.../hbase/thrift2/generated/TOnlineLogRecord.java | 2 +-
.../hbase/thrift2/generated/TPermissionScope.java | 2 +-
.../hadoop/hbase/thrift2/generated/TPut.java | 2 +-
.../hadoop/hbase/thrift2/generated/TReadType.java | 2 +-
.../hadoop/hbase/thrift2/generated/TResult.java | 2 +-
.../hbase/thrift2/generated/TRowMutations.java | 2 +-
.../hadoop/hbase/thrift2/generated/TScan.java | 2 +-
.../hbase/thrift2/generated/TServerName.java | 2 +-
.../hbase/thrift2/generated/TTableDescriptor.java | 2 +-
.../hadoop/hbase/thrift2/generated/TTableName.java | 2 +-
.../hbase/thrift2/generated/TThriftServerType.java | 2 +-
.../hadoop/hbase/thrift2/generated/TTimeRange.java | 2 +-
.../org/apache/hadoop/hbase/thrift2/hbase.thrift | 3 +-
.../TestThriftHBaseServiceHandlerWithLabels.java | 89 +++
hbase-zookeeper/pom.xml | 19 +-
.../org/apache/hadoop/hbase/zookeeper/ZKUtil.java | 2 +-
pom.xml | 130 ++-
src/main/asciidoc/_chapters/hbase-default.adoc | 10 +
295 files changed, 8902 insertions(+), 2136 deletions(-)
create mode 100644
hbase-backup/src/test/java/org/apache/hadoop/hbase/backup/TestBackupRestoreExpiry.java
create mode 100644
hbase-http/src/main/java/org/apache/hadoop/hbase/http/log/LogLevelExceptionUtils.java
create mode 100644
hbase-mapreduce/src/test/java/org/apache/hadoop/hbase/mapreduce/TestHFileOutputFormat2WithSecurity.java
delete mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/CoprocessorService.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/master/procedure/RecoverySnapshotUtils.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/CellTSTiering.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/CustomTieredStoreEngine.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/CustomTiering.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/CustomTieringMultiFileWriter.java
copy
hbase-client/src/main/java/org/apache/hadoop/hbase/security/SaslStatus.java =>
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/DataTiering.java
(81%)
copy
hbase-hadoop-compat/src/main/java/org/apache/hadoop/hbase/io/MetricsIOWrapper.java
=>
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/DataTieringException.java
(84%)
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/DataTieringManager.java
copy
hbase-client/src/main/java/org/apache/hadoop/hbase/regionserver/RegionServerAbortedException.java
=>
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/DataTieringType.java
(76%)
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/compactions/CustomCellTieredUtils.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/compactions/CustomCellTieringValueProvider.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/compactions/CustomDateTieredCompactionPolicy.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/compactions/CustomTieredCompactor.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/metrics/MetricsThrottleExceptions.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/replication/WALEntryFilterBase.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/io/util/TestMemorySizeUtil.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestDeleteTableProcedureWithRecovery.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestModifyTableProcedureWithRecovery.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestRecoverySnapshotUtils.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestSnapshotProcedureEarlyExpiration.java
copy
hbase-server/src/test/java/org/apache/hadoop/hbase/master/{snapshot/TestSnapshotStats.java
=> procedure/TestSnapshotProcedureForSnapshotType.java} (63%)
copy
hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/{TestTruncateRegionProcedure.java
=> TestTruncateRegionProcedureWithRecovery.java} (51%)
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestTruncateTableProcedureWithRecovery.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestCustomCellDataTieringManager.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestCustomCellTieredCompactionPolicy.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestDataTieringManager.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/compactions/TestCustomCellTieredCompactor.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/metrics/TestMetricsThrottleExceptions.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/replication/TestBidirectionSerialReplicationStuck.java
delete mode 100644
hbase-shaded/hbase-shaded-testing-util/src/main/resources/org/apache/hadoop/hbase/shaded/org/eclipse/jetty/webapp/webdefault.xml
copy
hbase-shell/src/test/java/org/apache/hadoop/hbase/client/{AbstractTestShell.java
=> RubyShellTest.java} (58%)
delete mode 100644
hbase-shell/src/test/java/org/apache/hadoop/hbase/client/TestAdminShell2.java
delete mode 100644
hbase-shell/src/test/java/org/apache/hadoop/hbase/client/TestChangeSftShell.java
rename hbase-shell/src/test/ruby/hbase/{admin2_test.rb =>
admin2_test_cluster.rb} (98%)
rename hbase-shell/src/test/ruby/hbase/{balancer_utils_test.rb =>
balancer_utils_test_cluster.rb} (100%)
rename hbase-shell/src/test/ruby/hbase/{test_connection_no_cluster.rb =>
connection_test_no_cluster.rb} (100%)
rename hbase-shell/src/test/ruby/hbase/{hbase_test.rb =>
hbase_test_cluster.rb} (100%)
rename hbase-shell/src/test/ruby/hbase/{security_admin_test.rb =>
security_admin_test_cluster.rb} (100%)
rename hbase-shell/src/test/ruby/hbase/{taskmonitor_test.rb =>
taskmonitor_test_cluster.rb} (100%)
rename hbase-shell/src/test/ruby/hbase/{visibility_labels_admin_test.rb =>
visibility_labels_admin_test_cluster.rb} (100%)
delete mode 100644 hbase-shell/src/test/ruby/no_cluster_tests_runner.rb
rename hbase-shell/src/test/ruby/shell/{commands_test.rb =>
commands_test_cluster.rb} (100%)
rename hbase-shell/src/test/ruby/shell/{converter_test.rb =>
converter_test_cluster.rb} (100%)
rename hbase-shell/src/test/ruby/shell/{formatter_test.rb =>
formatter_test_cluster.rb} (100%)
rename hbase-shell/src/test/ruby/shell/{shell_test.rb =>
general_test_cluster.rb} (100%)
rename hbase-shell/src/test/ruby/shell/{list_locks_test.rb =>
list_locks_test_cluster.rb} (100%)
rename hbase-shell/src/test/ruby/shell/{list_procedures_test.rb =>
list_procedures_test_cluster.rb} (100%)
rename hbase-shell/src/test/ruby/shell/{noninteractive_test.rb =>
noninteractive_test_cluster.rb} (100%)
rename hbase-shell/src/test/ruby/shell/{sftchange_shell_test.rb =>
sftchange_test_cluster.rb} (100%)
