This is an automated email from the ASF dual-hosted git repository.
duong pushed a change to branch HDDS-7733-Symmetric-Tokens
in repository https://gitbox.apache.org/repos/asf/ozone.git
omit 32b8ad2dd8 HDDS-8677. Ozone admin OM CLI command for block tokens
(#4760)
omit 2f0d930505 HDDS-8164. Authorize secret key APIs (#4597)
omit ba51dbacdf HDDS-7945. Integrate secret keys to SCM snapshot (#4549)
omit b1880fffae HDDS-8003. E2E integration test cases for block tokens
(#4547)
omit f966961491 HDDS-7831. Use symmetric secret key to sign and verify
token (#4417)
omit 42e2cb302e HDDS-7830. SCM API for OM and Datanode to get secret keys
(#4345)
omit 43aaa9545a HDDS-7734. Implement symmetric SecretKeys lifescycle
management in SCM (#4194)
add 61772231e3 HDDS-8570. Error closing
SCMSecurityProtocolClientSideTranslatorPB (#4679)
add 307c79253d HDDS-8146. TestHSync is no longer flaky. (#4690)
add d6943c387a HDDS-6049. IllegalStateException: zip file closed in
HDDSLayoutVersionManager (#4673)
add e8fb1744e6 HDDS-8326. Container Level Info - OM DB Insights. (#4509)
add f59491cbbc HDDS-8545. [hsync] reject renaming open file (#4668)
add 7b2a9058e5 HDDS-8552. Support putWithBatch with ByteBuffer. (#4676)
add ba1bd23211 HDDS-7495. Create OBS buckets by default from S3 API (#3967)
add fc61fbd87b HDDS-8549. Restore client-side validation of bucket names
(#4691)
add bce930915e HDDS-8576. Close RocksDB instance in RDBStore if RDBStore's
initialization fails after RocksDB instance creation (#4692)
add da79b9a8b9 HDDS-8504. ReplicationManager: Pass used and excluded node
separately for Under and Mis-Replication (#4694)
add 4d4d31f152 HDDS-8581. Avoid random ports in integration tests (#4699)
add c7e5e6877d HDDS-7732. EC: Verify block deletion from missing EC
containers (#4705)
add 6d9002201e HDDS-8584. Hadoop client write slowly when stream enabled
(#4703)
add 3dd6e29f2d HDDS-8463. S3 key uniqueness in deletedTable (#4660)
add bd110a477e HDDS-8621. IOException is never thrown in
SCMRatisServer.getRatisRoles(). (#4710)
add 0036c31448 HDDS-8010. Improve DN warning message when getBlock does
not find the block. (#4698)
add 6fdc54a157 HDDS-8572. Support CodecBuffer for protobuf v3 codecs.
(#4693)
add 257a64fc11 HDDS-8339. Recon Show the number of keys marked for
Deletion in Recon UI. (#4519)
add f6b14b9892 HDDS-8623. Delete duplicate getBucketInfo in
OMKeyCommitRequest (#4712)
add 7bda567a45 HDDS-8615. Explicitly show EC block type in 'ozone debug
chunkinfo' command output (#4706)
add ab5265b4fa HDDS-8254. Close containers when volume reaches utilisation
threshold (#4583)
add 03aec4d74d HDDS-8254. Close containers when volume reaches utilisation
threshold (#4583)
add 775d74fec5 HDDS-8616. Underreplication not fixed if all replicas start
decommissioning (#4711)
add f46e050af2 HDDS-8626. Config thread pool in ReplicationServer (#4715)
add ed85c7e578 HDDS-7080. EC: Offline reconstruction needs better logging
(#4719)
add dd2e9c7175 HDDS-8577. [Snapshot] Disable compaction log when loading
metadata for snapshot (#4697)
add a792e8fd29 HDDS-7241. EC: Reconstruction could fail with orphan
blocks. (#4718)
add bdd3f4e851 HDDS-8575. Intermittent failure in
TestCloseContainerEventHandler.testCloseContainerWithDelayByLeaseManager (#4688)
add 10aaa57472 HDDS-8530. [Snapshot] Fix for OM crash on restart due to
snapshot chain manager corruption (#4677)
add 9d78dfd3e9 HDDS-8427. Optimize multipartUpload memory usage (#4572)
add d1615b4d4d HDDS-8547. Support Trash for FSO bucket using ozone sh
command. (#4675)
add bb5cf11550 HDDS-8642. TestContainerCommandsEC should close
ECReconstructionCoordinator (#4728)
add 8474bc8e13 HDDS-8639. Clean up OzoneOutputStream and the related code.
(#4725)
add 2443e840c1 HDDS-8645. Disable flaky TestOzoneManagerHASnapshot
add 8254f7340a HDDS-6985. Add command to list buckets which have snapshots
(#4573)
add beec178285 HDDS-8306. [Snapshot] Fix SSTDumptool to allow null
character & add tests for SST dump tool (#4584)
add 0f84f49736 HDDS-8067. [Snapshot] Revisit locks on deletedTable and
deletedDirTable (#4701)
add 99af5998f9 HDDS-8428. Add time unit suffix for CSMMetrics (#4574)
add 47add376eb HDDS-8476. ManagedColumnFamilyOptions is not closed
properly in DatanodeDBProfile (#4731)
add d10254cb45 HDDS-8643. Support CodecBuffer for PipelineID codec. (#4729)
add 7d1aaef989 HDDS-8360. [Snapshot] Increment activeSnapshot count metric
only if snapshot creation succeeds (#4721)
add 359ef89637 HDDS-7889. Intermittent failure in TestOzoneSnapshotRestore
(#4732)
add 307481512c Fix problem with Performance metric preventing OM taking
snapshot. (#4734)
add a4f66be914 Revert "Fix problem with Performance metric preventing OM
taking snapshot. (#4734)" (#4743)
add 9f3cad4f7a HDDS-8647. Fix problem with Performance metric preventing
OM taking snapshot. (#4734)
add 1cfaf4e023 HDDS-8209. [SNAPSHOT] Synchronize tarball creation with
background processes. (#4680)
add 34921adff4 HDDS-8644. Fix OMKeyRenameRequest cause of failure in log
message. (#4730)
add 2cbe991d15 HDDS-8107. Fix test case name in TestBucketManagerImpl
(#4739)
add d9e9dbe9aa HDDS-8656. Do not log zero byte object creation (#4742)
add f803bdedd9 HDDS-8617. Ratis underreplication due to maintenance is not
deprioritised (#4735)
add 07a3351328 HDDS-8657. Remove Clone and make use of copyObject in
OmDirectoryInfo and OmKeyInfo. (#4745)
add 6c89e05e0b HDDS-8645. Change TestOzoneManagerHASnapshot to not
subclass TestOzoneManagerHA (#4749)
add 17ecc58e3c HDDS-8132. [Design] Secure S3 keys management (#4372)
add 6d4076c952 HDDS-8658. ReplicationManager: Change default command
timeout to 10 minutes (#4746)
add 8847b2c60b HDDS-8582. Support CodecBuffer for protobuf v2 codecs.
(#4736)
add e401150f6a HDDS-8654. Support dynamic change of
ozone.readonly.administrators in OM (#4737)
add 1afb6fa79b HDDS-7098. Provide a way for admin to identify all
unhealthy container replicas (#4443)
add d6fefd0b85 HDDS-8664. Support CodecBuffer for some of the remaining
protobuf v2 codecs in hadoop-ozone. (#4751)
add 7f11b7b559 HDDS-8636. Containers in schema V1 fail for replication
after the 1.3.0 upgrade (#4748)
add a10d31c994 HDDS-8502. Recon - getContainers API is not giving expected
response with prevKey. (#4724)
add 45223caac5 HDDS-7517. Register OM-S3G gRPC performance metrics (#4044)
add fa1bb5b96c HDDS-8672. Support CodecBuffer for the remaining protobuf
v2 codecs in hadoop-ozone. (#4757)
add 5a8cc7b5a9 HDDS-8389. [Snapshot] Added integration test for SnapDiff
when OM leader failover happens (#4657)
add cb35e7ed1c HDDS-8638. Support CryptoOutputStream and
CipherOutputStream in createStreamKey (#4733)
add c848b1601e HDDS-7598. Quota for snapshot handling (#4704)
add 4e32dbaacd HDDS-4715. ACL on link bucket (#4559)
add 54a393a4d4 HDDS-8674. Allow more EC pipelines based on number of
volumes (#4758)
add b54ed1006e HDDS-8662. Improve S3G-related metrics (#4753)
add b80da2914d HDDS-8680. Optimize getting open pipelines from
pipelineManager (#4765)
add 09053fb031 HDDS-8667. Support CodecBuffer for CertInfo and CRLInfo and
code cleanup. (#4754)
add 0bf6cb5c39 HDDS-8573. Verify default setting for DN root dir to
restrict non-admin access (#4682)
add 5a6865fb2c HDDS-8214. Recon - OM DB Insights - Key Level Info (#4516)
add 66d90577c3 HDDS-8663. Support CodecBuffer for the remaining protobuf
v2 codecs in hadoop-hdds. (#4768)
add feed38e736 HDDS-7366. Coordinate on demand and background container
scanners. (#4726)
add 812d23f070 HDDS-8624. Process pipeline commands asynchronously in
datanode (#4713)
add 472f173857 HDDS-7795. Recon - Data Management Metrics - HeatMap of
Ozone Data. (#4540)
add 72bce3d792 HDDS-8508. SCMHATransactionBuffer flush based on time
(#4683)
add 6f17f9813d HDDS-8535. ReplicationManager: Unhealthy containers could
block EC recovery in small clusters (#4756)
add 3f03f877bf HDDS-8678. Bump sqlite-jdbc to 3.41.2.2 to fix
CVE-2023-32697 (#4766)
add 8e5b4bc33d HDDS-8207. [Snapshot] Fix bugs and add tests for
SnapshotDeletingService. (#4571)
add 1859d72b99 HDDS-8682. EC: Avoid O(n) array.remove(element) when
filtering pipelines in WritableECContainerProvider (#4767)
add 586a20274c HDDS-8559. Codec implementations should be singleton (#4775)
add b0953f8918 HDDS-8676. Speed up TestContainerBalancer (#4776)
add a450d37012 HDDS-8560. TypedTable should store key/value codecs in its
fields. (#4769)
add afc0013a35 HDDS-8706. Remove ContainerSet.getContainerIterator().
(#4781)
add dfe20f8764 HDDS-8635. Automatically select createKey and
createStreamKey in OzoneFileSystem. (#4763)
add 65f0a3474d HDDS-8571. Support get using RocksDB ByteBuffer APIs.
(#4785)
add 3070f90fea HDDS-8713. Remove RocksDatabase.keyMayExist and the
value.length check. (#4786)
add cf10880029 HDDS-8501. Datanode support for dynamic reconfiguration
(#4670)
add f80f0561bf HDDS-7457. Intermittent failure in TestContainerPersistence
(#4783)
add d7167a69ee HDDS-8723. Support CodecBuffer for ShortCodec. (#4789)
add e76f312183 HDDS-7772. Enable snapshot feature with Layout Upgrade in
new version (#4634)
add f5ba2f5b08 HDDS-8715. Hadoop RPC server creation renames current
thread (#4788)
add d00332dcc2 HDDS-8728. Incorrect expectedNodes passed to
InsufficientNodesException (#4797)
add 72855197ac HDDS-8675. Fix expectation in
testUnderRepSentToOverRepHandlerIfNoNewNodes (#4795)
add 2dc2895fe5 HDDS-7812. Recon UI: Add visualization for container size
distribution. (#4665)
add 1bfd93b12d HDDS-8725. Support keyMayExist with ByteBuffer. (#4793)
add f8a99046a1 HDDS-7168. Prevent writes to keys that start with .snapshot
(#4708)
add 930aee22f5 HDDS-8259. [hsync] OMKeyRequest: Detect allocated but
uncommitted blocks (#4761)
add a92e10741a HDDS-8278. O3fs/ofs to support setTimes() API (#4720)
add 16439f67e0 HDDS-7947. Disallow overwriting a hsync'ed key (#4778)
add 7c3080eac1 HDDS-8733. Combine ContainerKeyPrefix and
KeyPrefixContainer. (#4806)
add 37309490a5 HDDS-8736. Add usedNodes to limit check and log messages in
SCMContainerPlacementRackScatter (#4804)
add c374087497 HDDS-8734. OM DB cache metrics creation should be
idempotent (#4805)
add fc30abeea0 HDDS-8712. Clean up replication code (#4787)
add e360de0337 HDDS-8727. Defer non-critical partial EC reconstruction
(#4810)
add 0efef76ecd HDDS-8737. Organize Ozone admin related methods into
OzoneAdmins (#4809)
add 11bf184920 HDDS-8732. Disable flaky robot test: Delete snapshot
add 61a9944adf HDDS-8714. Disable flaky test: TestScmHAFinalization
add 00acf36d32 HDDS-8707. Avoid linear search in DBDefinition
implementations. (#4782)
add 0f56dfd213 HDDS-8731. Standardize JVM pause monitor (#4814)
add 281761b956 HDDS-8640. Support multiple acceptance test scripts with
custom config (#4750)
add d0eef9f013 HDDS-8414. Recon: Heatmap Absolute Path in Response at end
node level on HyperLink End Point Response. (#4815)
add e7b816d2d0 HDDS-8746. Add metrics to ReplicationSupervisor for task
count and max stream (#4818)
add bb71b65dc6 HDDS-7882. Delete empty containers that are stuck in
CLOSING state. (#4684)
add c9f767e83d HDDS-8741. Use adjustable capacity CodecBuffer to get from
DB. (#4813)
add 3964ece656 HDDS-8744. Clean up checked functional interfaces (#4816)
add 85a0700980 HDDS-8669. Update compose README (#4796)
add af1f351756 HDDS-8726. Let run.sh start more than 3 datanodes (#4802)
add a2aa1d4b83 HDDS-8580. Reduce memory usage in
ContainerKeyMapperTask#reprocess (#4696)
add 74ee3e2fa1 HDDS-8580. Reduce memory usage in
ContainerKeyMapperTask#reprocess - addendum: fix compile error (#4826)
add d0e15b171a HDDS-8710. Expose read-only interface of OzoneAdmins to
OzoneNativeAuthorizer (#4784)
add 70527bac04 HDDS-8747. Recon - Fix HeatMap test case. (#4820)
add 31d3470c67 HDDS-8481. API Documentation for OM Key Level Info and
Container Mismatch and SCM DB Insights Info. (#4707)
add 329308f18a HDDS-8724. FixedLengthStringCodec may silently replace
unsupported characters. (#4801)
add fafc3c6383 HDDS-8738. Fix
TestSecureOzoneCluster#testOMGrpcServerCertificateRenew local failures (#4807)
add 0e7c739174 HDDS-7227. Implement Changed placement policy interface to
allow existing nodes to be specified for Pipeline Placement Policy. (#4714)
add a34accd12e HDDS-8698. EC: Avoid unbounded pipeline creation if no
existing pipelines meet criteria (#4829)
add c935f17339 HDDS-8668. Allow reconfiguration of annotated config object
(#4774)
add 9e44b503af HDDS-8743. Recon - Expose API for hide/show flag for
heatmap feature on Recon UI. (#4822)
add 670fe2ba35 HDDS-8266. Create tests for certificate hotswap (#4681)
add 85c60f2354 HDDS-8448. Send FCR to SCM on volume failure. (#4773)
add c03273aa83 HDDS-8696. Ozone Streaming support block token (#4780)
add e201055496 HDDS-8717. Optimize checkACLsWithFSO to reduce redundant
checks (#4799)
add d8117f9f58 HDDS-8761. Support CodecBuffer for X509CertificateCodec.
(#4831)
add ed029c976a HDDS-8702. Extract handler for reconfigurable properties
(#4794)
add 55ff32d670 HDDS-8752. Disable testOverWriteKeyWithAndWithOutVersioning
add a9af309138 HDDS-8751. Selective checks: skip tests for doc changes in
compose or k8s (#4828)
add ac0bf1b924 HDDS-8754. Test Hadoop compatibility in Ozone HA
environment (#4830)
add b59ab14a6b HDDS-8766. Use empty BufferPool for EC reconstruction
(#4834)
add 3ad12e81d9 HDDS-8776. ReplicationManager: Log overloaded commands at
debug rather than error level (#4841)
add 461407c991 HDDS-8684. [Snapshot] Skip non-active snapshots while
walking snapshot chain for deletion processing. (#4837)
add 4df972af3a HDDS-8764. Disable flaky
TestSecureOzoneCluster#testOMGrpcServerCertificateRenew
add b0922790c0 HDDS-8767. Convert s3-haproxy to an add-on (#4835)
add 012a3015bc HDDS-8780. Leak of ManagedChannel in HASecurityUtils (#4850)
add 030ce663b7 HDDS-8729. Add metric for count of blocks pending deletion
on datanode (#4800)
add 9d7df93730 HDDS-8774. Log allocation stack trace for leaked
CodecBuffer (#4840)
add 6761dbacb6 HDDS-8787. Reduce ozone sh calls in robot tests (#4854)
add 2349008111 HDDS-8714. TestScmHAFinalization: mark
testFinalizationWithRestart as flaky, enable other test cases
new 4ef4c79d05 HDDS-7734. Implement symmetric SecretKeys lifescycle
management in SCM (#4194)
new e2709f8301 HDDS-7830. SCM API for OM and Datanode to get secret keys
(#4345)
new 655dd601bc HDDS-7831. Use symmetric secret key to sign and verify
token (#4417)
new eac9cd883d HDDS-8003. E2E integration test cases for block tokens
(#4547)
new d3baae583f HDDS-7945. Integrate secret keys to SCM snapshot (#4549)
new dec468acc4 HDDS-8164. Authorize secret key APIs (#4597)
new 07f0a19b26 HDDS-8677. Ozone admin OM CLI command for block tokens
(#4760)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (32b8ad2dd8)
\
N -- N -- N refs/heads/HDDS-7733-Symmetric-Tokens (07f0a19b26)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 7 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
dev-support/ci/selective_ci_checks.bats | 12 +
dev-support/ci/selective_ci_checks.sh | 2 +
.../apache/hadoop/hdds/scm/XceiverClientGrpc.java | 18 +-
.../hdds/scm/storage/AbstractDataStreamOutput.java | 9 +-
.../hdds/scm/storage/BlockDataStreamOutput.java | 4 +
.../hadoop/hdds/scm/storage/BlockInputStream.java | 5 +-
.../apache/hadoop/hdds/scm/storage/BufferPool.java | 39 +-
.../hdds/scm/storage/ByteBufferStreamOutput.java | 26 +-
.../hadoop/hdds/scm/storage/ChunkInputStream.java | 23 +-
.../ozone/client/io/ByteArrayStreamOutput.java | 65 +
.../ozone/client/io/ByteBufferOutputStream.java} | 27 +-
.../hadoop/hdds/scm/storage/TestBufferPool.java | 133 +-
.../common/dev-support/findbugsExcludeFile.xml | 4 +
hadoop-hdds/common/pom.xml | 6 +
.../org/apache/hadoop/hdds/HddsConfigKeys.java | 25 +-
.../java/org/apache/hadoop/hdds/HddsUtils.java | 70 +
.../java/org/apache/hadoop/hdds/StringUtils.java | 21 +-
.../hadoop/hdds/protocol/DatanodeDetails.java | 19 +-
.../org/apache/hadoop/hdds/ratis/RatisHelper.java | 12 +-
.../apache/hadoop/hdds/recon/ReconConfigKeys.java | 8 +
.../hadoop/hdds/scm/PipelineChoosePolicy.java | 14 +-
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 22 +
.../apache/hadoop/hdds/scm/XceiverClientSpi.java | 25 +-
.../hadoop/hdds/scm/container/ContainerID.java | 16 +-
.../hadoop/hdds/scm/container/ContainerInfo.java | 169 +-
.../common/helpers/StorageContainerException.java | 1 -
.../apache/hadoop/hdds/scm/pipeline/Pipeline.java | 30 +-
.../hadoop/hdds/scm/pipeline/PipelineID.java | 14 +-
.../hdds/scm/storage/ContainerProtocolCalls.java | 46 +-
.../x509/certificate/utils/CertificateCodec.java | 82 +-
.../org/apache/hadoop/hdds/server/ServerUtils.java | 96 +-
.../hadoop/hdds/upgrade/HDDSLayoutFeature.java | 4 +-
.../hdds/upgrade/HDDSLayoutVersionManager.java | 25 +-
.../java/org/apache/hadoop/hdds/utils/IOUtils.java | 16 +
.../org/apache/hadoop/hdds/utils/Scheduler.java | 4 +-
.../org/apache/hadoop/hdds/utils/db/Codec.java | 20 +-
.../apache/hadoop/hdds/utils/db/CodecBuffer.java | 195 +-
.../apache/hadoop/hdds/utils/db/CopyObject.java | 40 +-
.../hadoop/hdds/utils/db/DelegatedCodec.java | 125 +
.../apache/hadoop/hdds/utils/db/IntegerCodec.java | 20 +-
.../org/apache/hadoop/hdds/utils/db/LongCodec.java | 20 +-
.../apache/hadoop/hdds/utils/db/Proto2Codec.java | 110 +
.../apache/hadoop/hdds/utils/db/Proto3Codec.java | 112 +
.../apache/hadoop/hdds/utils/db/ShortCodec.java} | 38 +-
.../hadoop/hdds/utils/db/StringCodecBase.java | 202 +
.../org/apache/hadoop/hdds/utils/db/UuidCodec.java | 88 +
.../hadoop/hdds/utils/io/LengthOutputStream.java} | 40 +-
.../apache/hadoop/hdds/utils/io}/package-info.java | 7 +-
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 36 +-
.../java/org/apache/hadoop/ozone/OzoneConsts.java | 4 +-
.../org/apache/hadoop/ozone/OzoneSecurityUtil.java | 9 +-
.../common/ChunkBufferImplWithByteBuffer.java | 3 +-
.../ozone/container/common/helpers/BlockData.java | 12 +
.../container/common/helpers/ChunkInfoList.java | 21 +-
.../hadoop/ozone/grpc/metrics/GrpcMetrics.java | 231 +
.../GrpcMetricsServerRequestInterceptor.java | 98 +
.../GrpcMetricsServerResponseInterceptor.java | 64 +
.../metrics/GrpcMetricsServerTransportFilter.java} | 30 +-
.../hadoop/ozone/grpc/metrics}/package-info.java | 7 +-
.../apache/hadoop/ozone/lease/LeaseManager.java | 27 +-
.../hadoop/ozone/lock/BootstrapStateHandler.java} | 31 +-
.../org/apache/hadoop/util/CheckedRunnable.java | 28 -
.../org/apache/hadoop/util/CheckedSupplier.java | 29 -
.../java/org/apache/hadoop/util/MetricUtil.java | 2 +
.../common/src/main/resources/ozone-default.xml | 135 +-
.../hdds/scm/container/TestContainerInfo.java | 95 +-
.../hadoop/hdds/utils/db/CodecTestUtil.java} | 74 +-
.../hadoop/hdds/utils/db/Proto2CodecTestBase.java | 61 +
.../ozone/container/ContainerTestHelper.java | 9 +-
hadoop-hdds/config/pom.xml | 14 +
.../java/org/apache/hadoop/hdds/conf/Config.java | 5 +
.../org/apache/hadoop/hdds/conf/ConfigType.java | 83 +-
.../hdds/conf/ConfigurationReflectionUtil.java | 189 +-
.../hadoop/hdds/conf/ConfigurationSource.java | 12 +-
.../hadoop/hdds/conf/ReconfigurableConfig.java} | 27 +-
.../hadoop/hdds/conf/ConfigurationExample.java | 18 +
.../hdds/conf/ConfigurationExampleGrandParent.java | 6 +-
.../hdds/conf/TestConfigurationReflectionUtil.java | 145 +-
.../hadoop/hdds/conf/TestConfigurationSource.java | 49 +-
...ndParent.java => TestReconfigurableConfig.java} | 24 +-
.../src/test/resources/log4j.properties | 0
.../dev-support/findbugsExcludeFile.xml | 6 +-
.../hdds/datanode/metadata/CRLDBDefinition.java | 26 +-
.../ozone/HddsDatanodeClientProtocolServer.java | 148 +
.../apache/hadoop/ozone/HddsDatanodeService.java | 50 +
.../helpers/BlockDeletingServiceMetrics.java | 16 +-
.../container/common/helpers/ContainerUtils.java | 29 +-
.../ozone/container/common/impl/ContainerSet.java | 48 +-
.../container/common/impl/HddsDispatcher.java | 25 +-
.../common/statemachine/DatanodeStateMachine.java | 81 +-
.../ClosePipelineCommandHandler.java | 58 +-
.../CreatePipelineCommandHandler.java | 108 +-
.../commandhandler/DeleteBlocksCommandHandler.java | 6 +-
.../common/transport/server/ratis/CSMMetrics.java | 32 +-
.../server/ratis/ContainerStateMachine.java | 6 +-
.../transport/server/ratis/XceiverServerRatis.java | 8 +-
.../common/utils/db/DatanodeDBProfile.java | 11 +-
.../common/volume/AvailableSpaceFilter.java | 6 +-
.../ozone/container/common/volume/VolumeInfo.java | 14 +-
.../ozone/container/common/volume/VolumeUsage.java | 44 +
.../ECReconstructionCoordinator.java | 64 +-
.../ECReconstructionCoordinatorTask.java | 12 +-
.../container/keyvalue/KeyValueContainer.java | 21 +-
.../container/keyvalue/KeyValueContainerData.java | 14 +-
.../KeyValueContainerMetadataInspector.java | 8 +-
.../container/keyvalue/TarContainerPacker.java | 4 +-
.../container/keyvalue/helpers/BlockUtils.java | 14 +-
.../helpers/KeyValueContainerLocationUtil.java | 2 +-
.../keyvalue/helpers/KeyValueContainerUtil.java | 25 +-
.../container/keyvalue/impl/BlockManagerImpl.java | 4 +-
.../background/BlockDeletingService.java | 13 +-
.../metadata/AbstractDatanodeDBDefinition.java | 11 +-
.../ozone/container/metadata/BlockDataCodec.java | 47 -
.../container/metadata/ChunkInfoListCodec.java | 45 -
.../metadata/DatanodeSchemaOneDBDefinition.java | 32 +-
.../metadata/DatanodeSchemaThreeDBDefinition.java | 49 +-
.../metadata/DatanodeSchemaTwoDBDefinition.java | 38 +-
.../metadata/DatanodeStoreSchemaThreeImpl.java | 8 +-
.../metadata/DeletedBlocksTransactionCodec.java | 46 -
.../metadata/SchemaOneChunkInfoListCodec.java | 14 +-
.../container/metadata/SchemaOneKeyCodec.java | 32 +-
...ava => AbstractBackgroundContainerScanner.java} | 7 +-
...er.java => BackgroundContainerDataScanner.java} | 35 +-
...ava => BackgroundContainerMetadataScanner.java} | 22 +-
.../container/ozoneimpl/ContainerController.java | 6 +-
.../ozoneimpl/ContainerScannerConfiguration.java | 28 +
...nner.java => OnDemandContainerDataScanner.java} | 46 +-
.../ozone/container/ozoneimpl/OzoneContainer.java | 19 +-
.../container/replication/ReplicationServer.java | 22 +-
.../replication/ReplicationSupervisor.java | 17 +
.../replication/ReplicationSupervisorMetrics.java | 24 +-
.../upgrade/DataNodeUpgradeFinalizer.java | 10 +-
.../ozone/container/common/ContainerTestUtils.java | 5 +-
.../container/common/TestBlockDeletingService.java | 39 +-
...stStaleRecoveringContainerScrubbingService.java | 13 +-
.../common/impl/TestContainerPersistence.java | 7 +-
.../container/common/impl/TestContainerSet.java | 5 +-
.../container/common/impl/TestHddsDispatcher.java | 92 +
.../TestCreatePipelineCommandHandler.java | 7 +-
.../common/volume/TestStorageVolumeChecker.java | 9 +-
.../common/volume/TestVolumeSetDiskChecks.java | 128 +
.../keyvalue/ContainerTestVersionInfo.java | 11 +-
.../container/keyvalue/TestKeyValueContainer.java | 8 +-
.../TestBackgroundContainerDataScanner.java | 134 +
.../TestBackgroundContainerMetadataScanner.java | 114 +
.../TestContainerScannerConfiguration.java | 9 +
.../ozoneimpl/TestContainerScannerMetrics.java | 199 -
.../ozoneimpl/TestContainerScannersAbstract.java | 155 +
.../TestOnDemandContainerDataScanner.java | 212 +
.../ozoneimpl/TestOnDemandContainerScanner.java | 157 -
.../src/test/resources/ozone-site.xml | 5 +
hadoop-hdds/docs/content/concept/Recon.md | 3 +-
hadoop-hdds/docs/content/design/secure-s3.md | 37 +
.../docs/content/design/volume-management.md | 4 +-
.../docs/content/feature/Reconfigurability.md | 37 +
.../docs/content/feature/Reconfigurability.zh.md | 43 +-
hadoop-hdds/docs/content/interface/ReconApi.md | 283 +
.../hadoop/hdds/conf/ReconfigurationHandler.java | 106 +
.../org/apache/hadoop/hdds/conf/package-info.java | 9 +-
.../hadoop/hdds/protocol/ReconfigureProtocol.java | 3 +-
.../ReconfigureProtocolClientSideTranslatorPB.java | 3 +-
.../SCMSecurityProtocolClientSideTranslatorPB.java | 26 +-
.../container/common/helpers/MoveDataNodePair.java | 41 +-
.../SCMSecurityProtocolFailoverProxyProvider.java | 9 +-
.../hdds/security/x509/certificate/CertInfo.java | 86 +-
.../certificate/authority/DefaultCAServer.java | 20 +-
.../certificate/client/DNCertificateClient.java | 7 +-
.../client/DefaultCertificateClient.java | 19 +-
.../certificate/utils/CertificateSignRequest.java | 39 +
.../certificate/utils/SelfSignedCertificate.java | 33 +
.../hadoop/hdds/security/x509/crl/CRLCodec.java | 23 +-
.../hadoop/hdds/security/x509/crl/CRLInfo.java | 62 +-
.../hdds/security/x509/crl/CRLInfoCodec.java | 57 -
.../org/apache/hadoop/hdds/server/OzoneAdmins.java | 106 +-
.../hadoop/hdds/server/ServiceRuntimeInfoImpl.java | 25 +-
.../apache/hadoop/hdds/utils/CollectionUtils.java | 92 +
.../java/org/apache/hadoop/hdds/utils/HAUtils.java | 4 +-
.../apache/hadoop/hdds/utils/HddsServerUtil.java | 12 +-
.../apache/hadoop/hdds/utils/TransactionInfo.java | 27 +-
.../hadoop/hdds/utils/TransactionInfoCodec.java | 49 -
.../hadoop/hdds/utils/db/ByteArrayCodec.java | 12 +-
.../apache/hadoop/hdds/utils/db/CodecRegistry.java | 8 +-
.../hdds/utils/db/DBColumnFamilyDefinition.java | 26 +-
.../apache/hadoop/hdds/utils/db/DBDefinition.java | 77 +-
.../org/apache/hadoop/hdds/utils/db/DBStore.java | 6 -
.../hadoop/hdds/utils/db/DBStoreBuilder.java | 13 +-
.../hdds/utils/db/FixedLengthStringCodec.java | 49 +-
.../hdds/utils/db/FixedLengthStringUtils.java | 57 -
.../hadoop/hdds/utils/db/RDBBatchOperation.java | 170 +-
.../apache/hadoop/hdds/utils/db/RDBMetrics.java | 8 +
.../org/apache/hadoop/hdds/utils/db/RDBStore.java | 54 +-
.../hadoop/hdds/utils/db/RDBStoreIterator.java | 6 +-
.../org/apache/hadoop/hdds/utils/db/RDBTable.java | 104 +-
.../apache/hadoop/hdds/utils/db/RocksDatabase.java | 122 +-
.../apache/hadoop/hdds/utils/db/StringCodec.java | 52 +-
.../apache/hadoop/hdds/utils/db/TypedTable.java | 334 +-
.../hdds/conf/TestReconfigurationHandler.java | 92 +
.../org/apache/hadoop/hdds/conf/package-info.java | 9 +-
.../certificate/authority/TestDefaultCAServer.java | 20 +-
.../certificate/utils/TestRootCertificate.java | 20 +-
.../apache/hadoop/hdds/server/TestServerUtils.java | 162 +-
.../hadoop/hdds/utils/TestCollectionUtils.java | 88 +
.../org/apache/hadoop/hdds/utils/db/TestCodec.java | 246 +-
.../hadoop/hdds/utils/db/TestDBStoreBuilder.java | 32 +-
...gUtils.java => TestFixedLengthStringCodec.java} | 8 +-
.../hadoop/hdds/utils/db/TestRDBStoreIterator.java | 4 +-
.../hadoop/hdds/utils/db/TestRDBTableStore.java | 41 +-
.../interface-client/src/main/proto/hdds.proto | 1 +
.../hdds/utils/db/managed/ManagedObject.java | 18 +-
.../hdds/utils/db/managed/ManagedRocksDB.java | 1 +
.../utils/db/managed/ManagedRocksObjectUtils.java | 12 +-
hadoop-hdds/rocks-native/pom.xml | 53 +-
.../hadoop/hdds/utils/NativeLibraryLoader.java | 16 +-
.../utils/db/managed/ManagedSSTDumpIterator.java | 189 +-
.../hdds/utils/db/managed/ManagedSSTDumpTool.java | 7 +-
.../hdds/utils/db/managed/PipeInputStream.java | 6 +-
.../rocks-native/src/main/native/SSTDumpTool.cpp | 4 +-
.../src/main/patches/rocks-native.patch | 229 +-
.../hadoop/hdds/utils/db/managed/Native.java} | 36 +-
.../db/managed/TestManagedSSTDumpIterator.java | 242 +
.../ozone/rocksdb/util/ManagedSstFileReader.java | 19 +-
.../ozone/rocksdiff/RocksDBCheckpointDiffer.java | 33 +-
.../rocksdiff/TestRocksDBCheckpointDiffer.java | 45 +-
.../scm/container/ContainerStateManagerImpl.java | 14 +-
.../scm/container/balancer/ContainerBalancer.java | 15 +-
.../container/balancer/ContainerBalancerTask.java | 2 +-
.../SCMContainerPlacementRackScatter.java | 23 +-
.../AbstractOverReplicationHandler.java | 3 -
.../replication/ContainerHealthResult.java | 81 +-
.../container/replication/ContainerReplicaOp.java | 8 +-
.../replication/ContainerReplicaPendingOps.java | 8 +-
.../DatanodeCommandCountUpdatedHandler.java | 2 +-
.../replication/ECContainerReplicaCount.java | 7 +-
.../replication/ECUnderReplicationHandler.java | 393 +-
.../replication/LegacyReplicationManager.java | 40 +
.../replication/MisReplicationHandler.java | 20 +-
.../replication/RatisContainerReplicaCount.java | 175 +-
.../replication/RatisUnderReplicationHandler.java | 29 +-
.../container/replication/ReplicationManager.java | 24 +-
.../replication/ReplicationManagerMetrics.java | 2 +-
.../replication/ReplicationManagerUtil.java | 98 +
.../replication/UnhealthyReplicationProcessor.java | 22 +-
.../health/ClosingContainerHandler.java | 57 +-
.../health/DeletingContainerHandler.java | 2 +-
.../health/ECReplicationCheckHandler.java | 8 +-
.../health/MismatchedReplicasHandler.java | 2 +-
.../health/RatisReplicationCheckHandler.java | 20 +-
.../RatisUnhealthyReplicationCheckHandler.java | 45 +-
.../container/replication/health/package-info.java | 7 +-
.../scm/container/replication/package-info.java | 7 +-
.../scm/container/states/ContainerStateMap.java | 20 +-
.../apache/hadoop/hdds/scm/ha/ExecutionUtil.java | 19 +-
.../apache/hadoop/hdds/scm/ha/HASecurityUtils.java | 17 +-
.../hdds/scm/ha/InterSCMGrpcProtocolService.java | 4 +-
.../hadoop/hdds/scm/ha/InterSCMGrpcService.java | 12 +-
.../org/apache/hadoop/hdds/scm/ha/RatisUtil.java | 3 +
.../hdds/scm/ha/SCMHADBTransactionBuffer.java | 5 +
.../hdds/scm/ha/SCMHADBTransactionBufferImpl.java | 37 +-
.../hdds/scm/ha/SCMHADBTransactionBufferStub.java | 11 +
.../hadoop/hdds/scm/ha/SCMHAManagerImpl.java | 28 +
.../hadoop/hdds/scm/ha/SCMHAManagerStub.java | 5 +
.../scm/ha/SCMHATransactionBufferMonitorTask.java | 68 +
.../apache/hadoop/hdds/scm/ha/SCMRatisServer.java | 4 +-
.../hadoop/hdds/scm/ha/SCMRatisServerImpl.java | 30 +-
.../hadoop/hdds/scm/metadata/BigIntegerCodec.java | 15 +-
.../hadoop/hdds/scm/metadata/CertInfoCodec.java | 58 -
.../hadoop/hdds/scm/metadata/ContainerIDCodec.java | 48 -
.../hdds/scm/metadata/ContainerInfoCodec.java | 47 -
.../metadata/DeletedBlocksTransactionCodec.java | 55 -
.../hdds/scm/metadata/MoveDataNodePairCodec.java | 53 -
.../hadoop/hdds/scm/metadata/PipelineCodec.java | 57 -
.../hadoop/hdds/scm/metadata/SCMDBDefinition.java | 92 +-
.../hdds/scm/metadata/X509CertificateCodec.java | 67 +-
.../apache/hadoop/hdds/scm/node/NodeManager.java | 2 +
.../apache/hadoop/hdds/scm/node/NodeStatus.java | 42 +-
.../hadoop/hdds/scm/node/SCMNodeManager.java | 9 +
.../pipeline/InsufficientDatanodesException.java | 23 +-
.../hdds/scm/pipeline/PipelinePlacementPolicy.java | 172 +-
.../hadoop/hdds/scm/pipeline/PipelineStateMap.java | 3 +
.../hdds/scm/pipeline/SimplePipelineProvider.java | 12 +-
.../scm/pipeline/WritableContainerFactory.java | 25 +-
.../scm/pipeline/WritableECContainerProvider.java | 112 +-
.../algorithms/HealthyPipelineChoosePolicy.java | 16 +-
.../algorithms/RandomPipelineChoosePolicy.java | 15 +-
.../hdds/scm/server/SCMClientProtocolServer.java | 44 +-
.../apache/hadoop/hdds/scm/server/SCMMXBean.java | 5 +-
.../hdds/scm/server/StorageContainerManager.java | 183 +-
.../scm/update/server/SCMCRLUpdateHandler.java | 19 +-
.../org/apache/hadoop/hdds/scm/HddsTestUtils.java | 13 +
.../hadoop/hdds/scm/block/TestBlockManager.java | 2 +-
.../hadoop/hdds/scm/container/MockNodeManager.java | 5 +
.../hdds/scm/container/SimpleMockNodeManager.java | 5 +
.../container/TestCloseContainerEventHandler.java | 34 +-
.../scm/container/TestContainerReportHandler.java | 2 +-
.../scm/container/TestContainerStateManager.java | 4 +-
.../TestIncrementalContainerReportHandler.java | 2 +-
.../container/balancer/TestContainerBalancer.java | 14 +-
.../scm/container/balancer/TestMoveManager.java | 9 +-
.../TestSCMContainerPlacementRackScatter.java | 16 +
.../container/replication/ReplicationTestUtil.java | 47 +-
.../TestContainerReplicaPendingOps.java | 15 +-
.../replication/TestECOverReplicationHandler.java | 11 +-
.../replication/TestECUnderReplicationHandler.java | 655 +-
.../replication/TestLegacyReplicationManager.java | 39 +-
.../replication/TestMisReplicationHandler.java | 3 +-
.../replication/TestOverReplicatedProcessor.java | 3 +-
.../TestRatisContainerReplicaCount.java | 121 +-
.../TestRatisUnderReplicationHandler.java | 80 +-
.../replication/TestReplicationManager.java | 97 +-
.../replication/TestReplicationManagerMetrics.java | 4 +-
.../replication/TestReplicationManagerUtil.java | 133 +
.../replication/TestUnderReplicatedProcessor.java | 3 +-
.../TestClosedWithUnhealthyReplicasHandler.java | 24 +-
.../health/TestClosingContainerHandler.java | 68 +-
.../health/TestDeletingContainerHandler.java | 16 +-
.../health/TestECReplicationCheckHandler.java | 328 +-
.../health/TestMismatchedReplicasHandler.java | 12 +-
.../health/TestOpenContainerHandler.java | 12 +-
.../health/TestQuasiClosedContainerHandler.java | 12 +-
.../health/TestRatisReplicationCheckHandler.java | 450 +-
.../TestRatisUnhealthyReplicationCheckHandler.java | 128 +-
.../scm/container/replication/package-info.java | 3 +-
.../hdds/scm/ha/TestReplicationAnnotation.java | 5 +
.../hadoop/hdds/scm/ha/TestSCMHAManagerImpl.java | 3 +
.../metadata/OldPipelineIDCodecForTesting.java} | 2 +-
.../OldX509CertificateCodecForTesting.java} | 24 +-
.../hdds/scm/metadata/TestPipelineIDCodec.java | 42 +-
.../scm/metadata/TestX509CertificateCodec.java | 70 +
.../hdds/scm/node/TestContainerPlacement.java | 2 +-
.../scm/pipeline/TestPipelinePlacementFactory.java | 111 +
.../pipeline/TestWritableECContainerProvider.java | 273 +-
.../TestPipelineChoosePolicyFactory.java | 6 +
.../testutils/ReplicationNodeManagerMock.java | 5 +
.../main/java/org/apache/ozone/test/TestClock.java | 5 +
.../apache/hadoop/ozone/client/ObjectStore.java | 33 +-
.../apache/hadoop/ozone/client/OzoneBucket.java | 14 +
.../apache/hadoop/ozone/client/OzoneVolume.java | 31 +-
.../ozone/client/io/KeyDataStreamOutput.java | 15 +-
.../hadoop/ozone/client/io/KeyOutputStream.java | 24 +-
.../ozone/client/io/OzoneDataStreamOutput.java | 3 +-
.../hadoop/ozone/client/io/OzoneOutputStream.java | 38 +-
.../ozone/client/protocol/ClientProtocol.java | 24 +-
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 227 +-
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 54 +-
.../org/apache/hadoop/ozone/audit/OMAction.java | 3 +-
.../ozone/client/io/SelectorOutputStream.java | 189 +
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 4 +
.../hadoop/ozone/om/exceptions/OMException.java | 1 +
.../hadoop/ozone/om/helpers/OmBucketInfo.java | 35 +-
.../hadoop/ozone/om/helpers/OmDBAccessIdInfo.java | 28 +-
.../hadoop/ozone/om/helpers/OmDBTenantState.java | 15 +
.../ozone/om/helpers/OmDBUserPrincipalInfo.java | 13 +
.../hadoop/ozone/om/helpers/OmDirectoryInfo.java | 54 +-
.../apache/hadoop/ozone/om/helpers/OmKeyArgs.java | 9 +
.../apache/hadoop/ozone/om/helpers/OmKeyInfo.java | 57 +-
.../ozone/om/helpers/OmMultipartKeyInfo.java | 142 +-
.../hadoop/ozone/om/helpers/OmVolumeArgs.java | 20 +-
.../hadoop/ozone/om/helpers/RepeatedOmKeyInfo.java | 25 +-
.../hadoop/ozone/om/helpers/S3SecretValue.java | 12 +
.../hadoop/ozone/om/helpers/SnapshotInfo.java | 25 +-
.../ozone/om/protocol/OzoneManagerProtocol.java | 17 +-
...OzoneManagerProtocolClientSideTranslatorPB.java | 36 +-
.../hadoop/ozone/security/GDPRSymmetricKey.java | 60 +-
.../ozone/snapshot/SnapshotDiffReportOzone.java | 16 +
.../ozone/client/io/TestSelectorOutputStream.java | 159 +
.../ozone/om/helpers/TestOmMultipartKeyInfo.java | 2 +-
.../ozone/security/TestGDPRSymmetricKey.java | 11 +-
.../intellij/runConfigurations/Datanode2-ha.xml | 2 +-
.../intellij/runConfigurations/Datanode2.xml | 2 +-
.../intellij/runConfigurations/Datanode3-ha.xml | 2 +-
.../intellij/runConfigurations/Datanode3.xml | 2 +-
hadoop-ozone/dist/pom.xml | 2 +-
hadoop-ozone/dist/src/main/compose/README.md | 54 +-
.../hadoop32/.env => common/hadoop-2.7.sh} | 15 +-
.../.env => common/hadoop-3.1.sh} | 13 +-
.../test.sh => common/hadoop-3.2.sh} | 15 +-
.../test.sh => common/hadoop-3.3.sh} | 15 +-
.../{ozone-mr/common-config => common/hadoop.conf} | 24 +-
.../{ozone-mr/hadoop27/.env => common/hadoop.yaml} | 35 +-
.../hadoop27/docker-config => common/hadoop2.conf} | 5 -
.../hadoop31/docker-config => common/hadoop3.conf} | 5 -
.../haproxy.cfg => common/s3-haproxy.cfg} | 0
.../docker-config => common/s3-haproxy.yaml} | 36 +-
hadoop-ozone/dist/src/main/compose/ozone-ha/.env | 1 +
.../hadoop32/test.sh => ozone-ha/hadoop-test.sh} | 19 +-
.../src/main/compose/ozone-ha/test-hadoop-2.7.sh | 1 +
.../src/main/compose/ozone-ha/test-hadoop-3.1.sh | 1 +
.../src/main/compose/ozone-ha/test-hadoop-3.2.sh | 1 +
.../src/main/compose/ozone-ha/test-hadoop-3.3.sh | 1 +
.../src/main/compose/ozone-legacy-bucket/README.md | 21 -
.../ozone-legacy-bucket/docker-compose.yaml | 78 -
.../main/compose/ozone-legacy-bucket/docker-config | 52 -
.../compose/ozone-mr/hadoop27/docker-compose.yaml | 104 -
.../src/main/compose/ozone-mr/hadoop27/test.sh | 42 -
.../dist/src/main/compose/ozone-mr/hadoop31/.env | 24 -
.../compose/ozone-mr/hadoop31/docker-compose.yaml | 99 -
.../src/main/compose/ozone-mr/hadoop31/test.sh | 48 -
.../compose/ozone-mr/hadoop32/docker-compose.yaml | 110 -
.../dist/src/main/compose/ozone-mr/hadoop33/.env | 22 -
.../compose/ozone-mr/hadoop33/docker-compose.yaml | 110 -
.../main/compose/ozone-mr/hadoop33/docker-config | 24 -
.../{test_disabled.sh => disabled-test.sh} | 0
hadoop-ozone/dist/src/main/compose/ozone/.env | 1 +
hadoop-ozone/dist/src/main/compose/ozone/README.md | 9 +-
.../hadoop33/test.sh => ozone/hadoop-test.sh} | 18 +-
.../{ozone-mr/test.sh => ozone/legacy-bucket.yaml} | 33 +-
hadoop-ozone/dist/src/main/compose/ozone/run.sh | 42 +-
.../dist/src/main/compose/ozone/test-hadoop-2.7.sh | 1 +
.../dist/src/main/compose/ozone/test-hadoop-3.1.sh | 1 +
.../dist/src/main/compose/ozone/test-hadoop-3.2.sh | 1 +
.../dist/src/main/compose/ozone/test-hadoop-3.3.sh | 1 +
.../test.sh => ozone/test-legacy-bucket.sh} | 7 +-
.../test.sh => ozone/test-s3-haproxy.sh} | 1 +
hadoop-ozone/dist/src/main/compose/ozone/test.sh | 4 +-
.../dist/src/main/compose/ozones3-haproxy/.env | 19 -
.../compose/ozones3-haproxy/docker-compose.yaml | 86 -
.../src/main/compose/ozones3-haproxy/docker-config | 42 -
.../dist/src/main/compose/ozonesecure-vault/.env | 26 -
.../compose/ozonesecure-vault/docker-compose.yaml | 138 -
.../main/compose/ozonesecure-vault/docker-config | 193 -
.../src/main/compose/ozonesecure-vault/krb5.conf | 41 -
.../certificate-rotation.yaml} | 35 +-
.../src/main/compose/ozonesecure/docker-config | 6 -
.../test-certificate-rotation.sh} | 5 +-
.../test.sh => ozonesecure/test-vault.sh} | 1 +
.../hadoop27/.env => ozonesecure/vault.conf} | 14 +-
.../test.sh => ozonesecure/vault.yaml} | 39 +-
hadoop-ozone/dist/src/main/compose/testlib.sh | 45 +-
.../callbacks/1.4.0/callback.sh} | 23 +-
.../src/main/smoketest/admincli/datanode.robot | 13 +-
.../dist/src/main/smoketest/basic/links.robot | 74 +-
.../src/main/smoketest/basic/ozone-shell-lib.robot | 49 +-
.../src/main/smoketest/basic/ozone-shell.robot | 4 +
.../smoketest/certrotation/cert-rotation.robot | 61 +
.../dist/src/main/smoketest/gdpr/gdpr.robot | 5 +
.../main/smoketest/grpc/grpc-om-s3-metrics.robot | 113 +
.../src/main/smoketest/scmha/primordial-scm.robot | 2 +-
.../main/smoketest/security/ozone-secure-fs.robot | 2 +-
.../snapshot/upgrade-snapshot-check.robot | 88 +
.../ozone/TestDirectoryDeletingServiceWithFSO.java | 6 +
.../java/org/apache/hadoop/fs/ozone/TestHSync.java | 64 +-
.../hadoop/fs/ozone/TestOzoneFileSystem.java | 24 +
.../fs/ozone/TestOzoneFileSystemWithStreaming.java | 76 +-
.../apache/hadoop/fs/ozone/TestOzoneFsHAURLs.java | 1 -
.../hadoop/fs/ozone/TestRootedOzoneFileSystem.java | 31 +-
.../fs/ozone/TestSnapshotDeletingService.java | 474 +
.../hdds/scm/storage/TestContainerCommandsEC.java | 191 +-
.../hadoop/hdds/upgrade/TestHddsUpgradeUtils.java | 24 +-
.../hadoop/hdds/upgrade/TestScmHAFinalization.java | 2 +
.../org/apache/hadoop/ozone/MiniOzoneCluster.java | 56 +-
.../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 88 +-
.../hadoop/ozone/MiniOzoneClusterProvider.java | 22 +-
.../hadoop/ozone/MiniOzoneHAClusterImpl.java | 195 +-
.../org/apache/hadoop/ozone/OzoneTestUtils.java | 23 -
.../apache/hadoop/ozone/TestMiniOzoneCluster.java | 63 +-
.../hadoop/ozone/TestOzoneConfigurationFields.java | 5 +-
.../hadoop/ozone/TestSecureOzoneCluster.java | 44 +-
.../hadoop/ozone/TestStorageContainerManager.java | 5 +-
.../client/rpc/TestOzoneAtRestEncryption.java | 43 +-
.../rpc/TestOzoneClientMultipartUploadWithFSO.java | 14 +-
.../client/rpc/TestOzoneRpcClientAbstract.java | 99 +-
.../transport/server/ratis/TestCSMMetrics.java | 41 +-
.../container/server/TestContainerServer.java | 13 +-
.../server/TestSecureContainerServer.java | 8 +-
...Scanner.java => TestContainerDataScanners.java} | 8 +-
.../hadoop/ozone/freon/TestOMSnapshotDAG.java | 2 +-
.../org/apache/hadoop/ozone/om/TestLDBCli.java | 4 +-
.../hadoop/ozone/om/TestOMDbCheckpointServlet.java | 109 +
.../ozone/om/TestOmContainerLocationCache.java | 1 -
.../org/apache/hadoop/ozone/om/TestOmMetrics.java | 5 +-
.../org/apache/hadoop/ozone/om/TestOmSnapshot.java | 299 +-
.../ozone/om/TestOzoneManagerConfiguration.java | 2 -
.../apache/hadoop/ozone/om/TestOzoneManagerHA.java | 37 +
.../ozone/om/TestOzoneManagerHASnapshot.java | 269 +
.../hadoop/ozone/om/TestOzoneManagerHAWithACL.java | 279 +-
.../ozone/om/service/TestRangerBGSyncService.java | 9 +-
.../om/snapshot/TestOzoneSnapshotRestore.java | 26 +-
.../ozone/reconfig/ReconfigurationTestBase.java | 86 +
.../reconfig/TestDatanodeReconfiguration.java | 29 +-
.../ozone/reconfig/TestOmReconfiguration.java | 69 +
.../hadoop/ozone/reconfig/TestOmReconfigure.java | 100 -
.../ozone/reconfig/TestScmReconfiguration.java | 56 +
.../hadoop/ozone/reconfig/TestScmReconfigure.java | 101 -
.../ozone/scm/TestStorageContainerManagerHA.java | 25 +-
.../scm/node/TestDecommissionAndMaintenance.java | 1 -
.../hadoop/ozone/shell/TestOzoneShellHA.java | 179 +-
.../hadoop/ozone/shell/TestReconfigShell.java | 193 +
.../src/test/resources/log4j.properties | 1 +
.../src/main/proto/OmClientProtocol.proto | 21 +-
.../dev-support/findbugsExcludeFile.xml | 14 -
.../apache/hadoop/ozone/om/OMMetadataManager.java | 4 +-
.../hadoop/ozone/om/codec/OmBucketInfoCodec.java | 57 -
.../ozone/om/codec/OmDBAccessIdInfoCodec.java | 57 -
.../ozone/om/codec/OmDBDiffReportEntryCodec.java | 61 -
.../ozone/om/codec/OmDBSnapshotInfoCodec.java | 58 -
.../ozone/om/codec/OmDBTenantStateCodec.java | 57 -
.../ozone/om/codec/OmDBUserPrincipalInfoCodec.java | 60 -
.../ozone/om/codec/OmDirectoryInfoCodec.java | 60 -
.../hadoop/ozone/om/codec/OmKeyInfoCodec.java | 78 -
.../ozone/om/codec/OmMultipartKeyInfoCodec.java | 64 -
.../hadoop/ozone/om/codec/OmPrefixInfoCodec.java | 59 -
.../hadoop/ozone/om/codec/OmVolumeArgsCodec.java | 57 -
.../ozone/om/codec/RepeatedOmKeyInfoCodec.java | 70 -
.../hadoop/ozone/om/codec/S3SecretValueCodec.java | 62 -
.../ozone/om/codec/TokenIdentifierCodec.java | 15 +-
.../hadoop/ozone/om/codec/UserVolumeInfoCodec.java | 59 -
.../hadoop/ozone/om/helpers/OmPrefixInfo.java | 11 +
.../om/{codec => helpers}/TestOmKeyInfoCodec.java | 22 +-
.../TestOmMultipartKeyInfoCodec.java | 16 +-
.../{codec => helpers}/TestOmPrefixInfoCodec.java | 59 +-
.../TestRepeatedOmKeyInfoCodec.java | 29 +-
.../{codec => helpers}/TestS3SecretValueCodec.java | 57 +-
.../TestTransactionInfoCodec.java | 53 +-
.../org/apache/hadoop/ozone/om/BucketManager.java | 7 +-
.../apache/hadoop/ozone/om/BucketManagerImpl.java | 43 +-
.../hadoop/ozone/om/GrpcOzoneManagerServer.java | 30 +-
.../org/apache/hadoop/ozone/om/KeyManager.java | 8 +-
.../org/apache/hadoop/ozone/om/KeyManagerImpl.java | 67 +-
.../hadoop/ozone/om/OMDBCheckpointServlet.java | 83 +-
.../java/org/apache/hadoop/ozone/om/OMMetrics.java | 5 +
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 210 +-
.../apache/hadoop/ozone/om/OmMetadataReader.java | 35 +-
.../apache/hadoop/ozone/om/OmSnapshotManager.java | 100 +-
.../apache/hadoop/ozone/om/OzoneConfigUtil.java | 35 -
.../hadoop/ozone/om/OzoneListStatusHelper.java | 7 +-
.../org/apache/hadoop/ozone/om/OzoneManager.java | 358 +-
.../hadoop/ozone/om/OzoneManagerServiceGrpc.java | 4 +-
.../apache/hadoop/ozone/om/SnapshotChainInfo.java | 20 +
.../hadoop/ozone/om/SnapshotChainManager.java | 323 +-
.../hadoop/ozone/om/SstFilteringService.java | 18 +-
.../hadoop/ozone/om/codec/OMDBDefinition.java | 137 +-
.../ozone/om/ratis/OzoneManagerDoubleBuffer.java | 12 +-
.../om/ratis/utils/OzoneManagerRatisUtils.java | 5 +
.../BucketLayoutAwareOMKeyRequestFactory.java | 11 +
.../hadoop/ozone/om/request/OMClientRequest.java | 29 -
.../om/request/bucket/OMBucketCreateRequest.java | 2 +-
.../request/bucket/OMBucketSetPropertyRequest.java | 2 +-
.../om/request/bucket/acl/OMBucketAclRequest.java | 9 +-
.../ozone/om/request/file/OMFileCreateRequest.java | 1 +
.../ozone/om/request/file/OMFileRequest.java | 16 -
.../key/OMDirectoriesPurgeRequestWithFSO.java | 2 +-
.../ozone/om/request/key/OMKeyCommitRequest.java | 9 +-
.../om/request/key/OMKeyCommitRequestWithFSO.java | 8 +-
.../ozone/om/request/key/OMKeyCreateRequest.java | 1 +
.../ozone/om/request/key/OMKeyPurgeRequest.java | 2 +-
.../ozone/om/request/key/OMKeyRenameRequest.java | 4 +-
.../om/request/key/OMKeyRenameRequestWithFSO.java | 12 +-
.../hadoop/ozone/om/request/key/OMKeyRequest.java | 6 +-
.../ozone/om/request/key/OMKeySetTimesRequest.java | 244 +
...thFSO.java => OMKeySetTimesRequestWithFSO.java} | 94 +-
.../ozone/om/request/key/acl/OMKeyAclRequest.java | 9 +-
.../om/request/key/acl/OMKeyAclRequestWithFSO.java | 9 +-
.../multipart/S3MultipartUploadAbortRequest.java | 7 +-
.../S3MultipartUploadCommitPartRequest.java | 2 +-
.../S3MultipartUploadCompleteRequest.java | 42 +-
.../S3MultipartUploadCompleteRequestWithFSO.java | 10 +-
.../request/snapshot/OMSnapshotCreateRequest.java | 10 +-
.../request/snapshot/OMSnapshotDeleteRequest.java | 6 +-
.../snapshot/OMSnapshotMoveDeletedKeysRequest.java | 9 +-
.../om/request/volume/OMVolumeSetQuotaRequest.java | 4 +-
.../om/request/volume/acl/OMVolumeAclRequest.java | 38 +-
.../request/volume/acl/OMVolumeAddAclRequest.java | 17 +-
.../volume/acl/OMVolumeRemoveAclRequest.java | 17 +-
.../request/volume/acl/OMVolumeSetAclRequest.java | 17 +-
.../response/key/AbstractOMKeyDeleteResponse.java | 4 +-
.../key/OMDirectoriesPurgeResponseWithFSO.java | 21 +-
.../om/response/key/OMKeySetTimesResponse.java | 78 +
.../response/key/OMKeySetTimesResponseWithFSO.java | 84 +
.../multipart/S3MultipartUploadAbortResponse.java | 31 +-
.../S3MultipartUploadCommitPartResponse.java | 24 +-
.../S3MultipartUploadCompleteResponse.java | 30 +-
.../S3MultipartUploadCompleteResponseWithFSO.java | 8 +-
.../OMSnapshotMoveDeletedKeysResponse.java | 71 +-
.../response/snapshot/OMSnapshotPurgeResponse.java | 52 +-
.../om/service/AbstractKeyDeletingService.java | 12 +-
.../ozone/om/service/DirectoryDeletingService.java | 60 +-
.../ozone/om/service/KeyDeletingService.java | 19 +-
.../ozone/om/service/SnapshotDeletingService.java | 132 +-
.../hadoop/ozone/om/snapshot/SnapshotDiffJob.java | 11 +-
.../ozone/om/snapshot/SnapshotDiffManager.java | 46 +-
.../hadoop/ozone/om/snapshot/SnapshotUtils.java | 55 +-
.../hadoop/ozone/om/upgrade/OMLayoutFeature.java | 4 +-
.../protocolPB/OzoneManagerRequestHandler.java | 6 +-
.../ozone/security/acl/OzoneNativeAuthorizer.java | 65 +-
.../hadoop/ozone/om/TestBucketManagerImpl.java | 4 +-
.../apache/hadoop/ozone/om/TestKeyManagerUnit.java | 4 -
.../apache/hadoop/ozone/om/TestOMDBDefinition.java | 6 +-
.../hadoop/ozone/om/TestOmMetadataManager.java | 13 +-
.../hadoop/ozone/om/TestOmSnapshotManager.java | 13 +-
.../hadoop/ozone/om/TestSstFilteringService.java | 22 +-
.../ozone/om/request/OMRequestTestUtils.java | 6 +-
.../request/TestBucketLayoutAwareOMKeyFactory.java | 6 +-
.../ozone/om/request/bucket/TestBucketRequest.java | 6 +
.../om/request/file/TestOMFileCreateRequest.java | 28 +
.../file/TestOMFileCreateRequestWithFSO.java | 13 +
.../om/request/key/TestOMKeyCreateRequest.java | 49 +-
.../request/key/TestOMKeyCreateRequestWithFSO.java | 38 +
.../key/TestOMKeyPurgeRequestAndResponse.java | 2 +-
.../request/key/TestOMKeyRenameRequestWithFSO.java | 18 +
.../ozone/om/request/key/TestOMKeyRequest.java | 4 +-
.../om/request/key/TestOMSetTimesRequest.java | 114 +
.../request/key/TestOMSetTimesRequestWithFSO.java | 106 +
.../TestS3MultipartUploadCompleteRequest.java | 38 +-
...estS3MultipartUploadCompleteRequestWithFSO.java | 17 -
.../snapshot/TestOMSnapshotCreateRequest.java | 282 +-
.../snapshot/TestOMSnapshotDeleteRequest.java | 246 +-
.../TestOMSnapshotPurgeRequestAndResponse.java | 3 +-
.../om/response/key/TestOMKeyCommitResponse.java | 2 +-
.../s3/multipart/TestS3MultipartResponse.java | 14 +-
.../TestS3MultipartUploadAbortResponse.java | 8 +-
...S3MultipartUploadCommitPartResponseWithFSO.java | 19 +-
...stS3MultipartUploadCompleteResponseWithFSO.java | 13 +-
.../snapshot/TestOMSnapshotCreateResponse.java | 4 +-
.../snapshot/TestOMSnapshotDeleteResponse.java | 4 +-
.../om/service/TestSnapshotDeletingService.java | 321 -
.../om/service/TestSnapshotDiffCleanupService.java | 6 +-
.../ozone/security/TestOzoneTokenIdentifier.java | 3 +-
.../security/acl/TestOzoneNativeAuthorizer.java | 83 +-
.../fs/ozone/BasicOzoneClientAdapterImpl.java | 6 +
.../hadoop/fs/ozone/BasicOzoneFileSystem.java | 45 +-
.../ozone/BasicRootedOzoneClientAdapterImpl.java | 8 +
.../fs/ozone/BasicRootedOzoneFileSystem.java | 48 +-
.../apache/hadoop/fs/ozone/OzoneClientAdapter.java | 2 +
.../hadoop/fs/ozone/OzoneFSDataStreamOutput.java | 27 +-
.../java/org/apache/hadoop/fs/ozone/Statistic.java | 4 +-
.../apache/hadoop/fs/ozone/OzoneFileSystem.java | 3 +-
.../hadoop/fs/ozone/RootedOzoneFileSystem.java | 3 +-
.../apache/hadoop/fs/ozone/OzoneFileSystem.java | 3 +-
.../hadoop/fs/ozone/RootedOzoneFileSystem.java | 3 +-
hadoop-ozone/recon/pom.xml | 10 +
.../apache/hadoop/ozone/recon/ReconConstants.java | 17 +-
.../hadoop/ozone/recon/ReconControllerModule.java | 42 +-
.../org/apache/hadoop/ozone/recon/ReconServer.java | 19 +-
.../hadoop/ozone/recon/ReconServerConfigKeys.java | 7 +
.../ozone/recon/api/AccessHeatMapEndpoint.java | 91 +
.../ozone/recon/api/ClusterStateEndpoint.java | 6 +-
.../hadoop/ozone/recon/api/ContainerEndpoint.java | 176 +-
.../hadoop/ozone/recon/api/FeaturesEndpoint.java | 77 +
.../hadoop/ozone/recon/api/InternalOnly.java | 31 +-
.../ozone/recon/api/OMDBInsightEndpoint.java | 481 +
.../ozone/recon/api/handlers/BucketHandler.java | 9 +-
.../ozone/recon/api/handlers/FSOBucketHandler.java | 9 +-
.../recon/api/types/ClusterStateResponse.java | 18 +-
...Metadata.java => ContainerDiscrepancyInfo.java} | 44 +-
.../ozone/recon/api/types/ContainerKeyPrefix.java | 78 +-
.../recon/api/types/ContainerKeyPrefixImpl.java | 91 +
.../ozone/recon/api/types/ContainerMetadata.java | 15 +
.../ozone/recon/api/types/ContainersResponse.java | 21 +-
.../ozone/recon/api/types/EntityMetaData.java | 40 +-
.../api/types/EntityReadAccessHeatMapResponse.java | 181 +
.../ozone/recon/api/types/FeatureProvider.java | 97 +
.../ozone/recon/api/types/KeyEntityInfo.java | 109 +
.../recon/api/types/KeyInsightInfoResponse.java | 148 +
.../ozone/recon/api/types/KeyPrefixContainer.java | 78 +-
.../codec/ContainerReplicaHistoryListCodec.java | 51 -
.../ozone/recon/codec/DatanodeDetailsCodec.java | 50 -
.../hadoop/ozone/recon/codec/NSSummaryCodec.java | 22 +-
.../hadoop/ozone/recon/heatmap/HeatMapService.java | 30 +
.../ozone/recon/heatmap/HeatMapServiceImpl.java | 469 +
.../ozone/recon/heatmap/IHeatMapProvider.java | 68 +
.../hadoop/ozone/recon/heatmap}/package-info.java | 23 +-
.../ozone/recon/persistence/ContainerHistory.java | 12 +-
.../ozone/recon/scm/ContainerReplicaHistory.java | 17 +-
.../recon/scm/ContainerReplicaHistoryList.java | 12 +
.../ozone/recon/scm/ReconContainerManager.java | 23 +-
.../ozone/recon/scm/ReconSCMDBDefinition.java | 27 +-
.../scm/ReconStorageContainerManagerFacade.java | 2 +-
.../recon/spi/impl/ContainerKeyPrefixCodec.java | 18 +-
.../recon/spi/impl/KeyPrefixContainerCodec.java | 18 +-
.../impl/ReconContainerMetadataManagerImpl.java | 54 +-
.../ozone/recon/spi/impl/ReconDBDefinition.java | 48 +-
.../ozone/recon/tasks/ContainerKeyMapperTask.java | 148 +-
.../ozone/recon/tasks/OMDBUpdatesHandler.java | 15 +-
.../webapps/recon/ozone-recon-web/api/db.json | 21 +-
.../webapps/recon/ozone-recon-web/api/routes.json | 1 +
.../webapps/recon/ozone-recon-web/pnpm-lock.yaml | 13779 +++++++++----------
.../src/views/insights/insights.less | 24 +
.../src/views/insights/insights.tsx | 229 +-
.../src/views/overview/overview.tsx | 11 +-
.../apache/hadoop/ozone/recon/TestReconCodecs.java | 6 +-
.../ozone/recon/api/TestContainerEndpoint.java | 283 +-
.../hadoop/ozone/recon/api/TestEndpoints.java | 2 +-
.../ozone/recon/api/TestFeaturesEndPoint.java | 115 +
.../ozone/recon/api/TestOmDBInsightEndPoint.java | 502 +
.../recon/heatmap/HeatMapProviderDataResource.java | 35 +-
.../ozone/recon/heatmap/TestHeatMapInfo.java | 785 ++
.../hadoop/ozone/recon/heatmap}/package-info.java | 8 +-
.../scm/AbstractReconContainerManagerTest.java | 2 +-
.../impl/TestOzoneManagerServiceProviderImpl.java | 42 +
.../TestReconContainerMetadataManagerImpl.java | 52 +-
.../impl/TestReconNamespaceSummaryManagerImpl.java | 9 +
.../recon/tasks/TestContainerKeyMapperTask.java | 23 +-
.../ozone/recon/tasks/TestOMDBUpdatesHandler.java | 31 +-
.../java/org/apache/hadoop/ozone/s3/Gateway.java | 6 +
.../hadoop/ozone/s3/endpoint/BucketEndpoint.java | 18 +-
.../hadoop/ozone/s3/endpoint/ObjectEndpoint.java | 51 +-
.../hadoop/ozone/s3/metrics/S3GatewayMetrics.java | 49 +
.../hadoop/ozone/client/ClientProtocolStub.java | 8 +-
.../ozone/s3/metrics/TestS3GatewayMetrics.java | 7 +-
...and.java => AbstractReconfigureSubCommand.java} | 37 +-
.../ozone/admin/reconfig/ReconfigureCommands.java | 29 +-
.../reconfig/ReconfigurePropertiesSubcommand.java | 34 +-
.../admin/reconfig/ReconfigureStartSubcommand.java | 30 +-
.../reconfig/ReconfigureStatusSubcommand.java | 31 +-
.../admin/reconfig/ReconfigureSubCommandUtil.java | 71 +
.../apache/hadoop/ozone/debug/ChunkKeyHandler.java | 34 +-
.../org/apache/hadoop/ozone/debug/ChunkType.java | 20 +-
.../hadoop/ozone/debug/ContainerChunkInfo.java | 8 +-
.../org/apache/hadoop/ozone/debug/DBScanner.java | 37 +-
.../ozone/debug/container/InspectSubcommand.java | 2 +-
.../ozone/debug/container/ListSubcommand.java | 5 +-
.../ozone/shell/bucket/GetAclBucketHandler.java | 37 +
.../ozone/shell/bucket/ListBucketHandler.java | 11 +-
.../hadoop/ozone/shell/keys/DeleteKeyHandler.java | 115 +-
.../tools/src/main/resources/commands.properties | 6 +-
.../hadoop/ozone/audit/parser/TestAuditParser.java | 5 +-
.../tools/src/test/resources/commands.properties | 22 -
pom.xml | 3 +-
718 files changed, 30168 insertions(+), 18314 deletions(-)
create mode 100644
hadoop-hdds/client/src/main/java/org/apache/hadoop/ozone/client/io/ByteArrayStreamOutput.java
copy
hadoop-hdds/{common/src/main/java/org/apache/hadoop/hdds/scm/storage/CheckedBiFunction.java
=>
client/src/main/java/org/apache/hadoop/ozone/client/io/ByteBufferOutputStream.java}
(51%)
rename
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/codec/ReconNodeDBKeyCodec.java
=>
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/CopyObject.java
(55%)
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/DelegatedCodec.java
copy hadoop-hdds/{framework =>
common}/src/main/java/org/apache/hadoop/hdds/utils/db/IntegerCodec.java (80%)
rename hadoop-hdds/{framework =>
common}/src/main/java/org/apache/hadoop/hdds/utils/db/LongCodec.java (81%)
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/Proto2Codec.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/Proto3Codec.java
rename
hadoop-hdds/{framework/src/main/java/org/apache/hadoop/hdds/utils/db/IntegerCodec.java
=> common/src/main/java/org/apache/hadoop/hdds/utils/db/ShortCodec.java} (58%)
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/StringCodecBase.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/UuidCodec.java
copy
hadoop-hdds/{server-scm/src/main/java/org/apache/hadoop/hdds/scm/pipeline/InsufficientDatanodesException.java
=>
common/src/main/java/org/apache/hadoop/hdds/utils/io/LengthOutputStream.java}
(52%)
copy
hadoop-hdds/{server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/replication
=> common/src/main/java/org/apache/hadoop/hdds/utils/io}/package-info.java
(85%)
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/grpc/metrics/GrpcMetrics.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/grpc/metrics/GrpcMetricsServerRequestInterceptor.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/grpc/metrics/GrpcMetricsServerResponseInterceptor.java
copy
hadoop-hdds/{framework/src/main/java/org/apache/hadoop/hdds/utils/db/ShortCodec.java
=>
common/src/main/java/org/apache/hadoop/ozone/grpc/metrics/GrpcMetricsServerTransportFilter.java}
(54%)
rename
{hadoop-ozone/interface-storage/src/test/java/org/apache/hadoop/ozone/om/codec
=>
hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/grpc/metrics}/package-info.java
(84%)
copy
hadoop-hdds/{config/src/test/java/org/apache/hadoop/hdds/conf/ConfigurationExampleGrandParent.java
=>
common/src/main/java/org/apache/hadoop/ozone/lock/BootstrapStateHandler.java}
(59%)
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/util/CheckedRunnable.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/util/CheckedSupplier.java
copy
hadoop-hdds/{framework/src/test/java/org/apache/hadoop/hdds/utils/db/TestCodec.java
=> common/src/test/java/org/apache/hadoop/hdds/utils/db/CodecTestUtil.java}
(61%)
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/utils/db/Proto2CodecTestBase.java
copy
hadoop-hdds/config/src/{test/java/org/apache/hadoop/hdds/conf/ConfigurationExampleGrandParent.java
=> main/java/org/apache/hadoop/hdds/conf/ReconfigurableConfig.java} (56%)
copy
hadoop-hdds/config/src/test/java/org/apache/hadoop/hdds/conf/{ConfigurationExampleGrandParent.java
=> TestReconfigurableConfig.java} (65%)
copy hadoop-hdds/{client => config}/src/test/resources/log4j.properties (100%)
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/HddsDatanodeClientProtocolServer.java
delete mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/metadata/BlockDataCodec.java
delete mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/metadata/ChunkInfoListCodec.java
delete mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/metadata/DeletedBlocksTransactionCodec.java
rename
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/ozoneimpl/{AbstractContainerScanner.java
=> AbstractBackgroundContainerScanner.java} (94%)
rename
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/ozoneimpl/{ContainerDataScanner.java
=> BackgroundContainerDataScanner.java} (79%)
rename
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/ozoneimpl/{ContainerMetadataScanner.java
=> BackgroundContainerMetadataScanner.java} (70%)
rename
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/ozoneimpl/{OnDemandContainerScanner.java
=> OnDemandContainerDataScanner.java} (82%)
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/ozoneimpl/TestBackgroundContainerDataScanner.java
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/ozoneimpl/TestBackgroundContainerMetadataScanner.java
delete mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/ozoneimpl/TestContainerScannerMetrics.java
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/ozoneimpl/TestContainerScannersAbstract.java
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/ozoneimpl/TestOnDemandContainerDataScanner.java
delete mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/ozoneimpl/TestOnDemandContainerScanner.java
create mode 100644 hadoop-hdds/docs/content/design/secure-s3.md
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/conf/ReconfigurationHandler.java
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/security/x509/crl/CRLInfoCodec.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/CollectionUtils.java
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/TransactionInfoCodec.java
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/FixedLengthStringUtils.java
create mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/conf/TestReconfigurationHandler.java
copy hadoop-hdds/framework/src/{main =>
test}/java/org/apache/hadoop/hdds/conf/package-info.java (93%)
create mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/utils/TestCollectionUtils.java
rename
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/utils/db/{TestFixedLengthStringUtils.java
=> TestFixedLengthStringCodec.java} (86%)
copy
hadoop-hdds/{config/src/test/java/org/apache/hadoop/hdds/conf/ConfigurationExampleGrandParent.java
=>
rocks-native/src/test/java/org/apache/hadoop/hdds/utils/db/managed/Native.java}
(55%)
create mode 100644
hadoop-hdds/rocks-native/src/test/java/org/apache/hadoop/hdds/utils/db/managed/TestManagedSSTDumpIterator.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/ha/SCMHATransactionBufferMonitorTask.java
delete mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/metadata/CertInfoCodec.java
delete mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/metadata/ContainerIDCodec.java
delete mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/metadata/ContainerInfoCodec.java
delete mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/metadata/DeletedBlocksTransactionCodec.java
delete mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/metadata/MoveDataNodePairCodec.java
delete mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/metadata/PipelineCodec.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/replication/TestReplicationManagerUtil.java
rename
hadoop-hdds/server-scm/src/{main/java/org/apache/hadoop/hdds/scm/metadata/PipelineIDCodec.java
=>
test/java/org/apache/hadoop/hdds/scm/metadata/OldPipelineIDCodecForTesting.java}
(97%)
copy
hadoop-hdds/server-scm/src/{main/java/org/apache/hadoop/hdds/scm/metadata/X509CertificateCodec.java
=>
test/java/org/apache/hadoop/hdds/scm/metadata/OldX509CertificateCodecForTesting.java}
(82%)
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/metadata/TestX509CertificateCodec.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/client/io/SelectorOutputStream.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/client/io/TestSelectorOutputStream.java
rename hadoop-ozone/dist/src/main/compose/{ozone-mr/hadoop32/.env =>
common/hadoop-2.7.sh} (79%)
mode change 100644 => 100755
rename hadoop-ozone/dist/src/main/compose/{ozone-legacy-bucket/.env =>
common/hadoop-3.1.sh} (79%)
mode change 100644 => 100755
copy hadoop-ozone/dist/src/main/compose/{ozones3-haproxy/test.sh =>
common/hadoop-3.2.sh} (83%)
copy hadoop-ozone/dist/src/main/compose/{ozones3-haproxy/test.sh =>
common/hadoop-3.3.sh} (83%)
rename hadoop-ozone/dist/src/main/compose/{ozone-mr/common-config =>
common/hadoop.conf} (80%)
copy hadoop-ozone/dist/src/main/compose/{ozone-mr/hadoop27/.env =>
common/hadoop.yaml} (51%)
rename hadoop-ozone/dist/src/main/compose/{ozone-mr/hadoop27/docker-config =>
common/hadoop2.conf} (82%)
rename hadoop-ozone/dist/src/main/compose/{ozone-mr/hadoop31/docker-config =>
common/hadoop3.conf} (82%)
rename
hadoop-ozone/dist/src/main/compose/{ozones3-haproxy/haproxy-conf/haproxy.cfg =>
common/s3-haproxy.cfg} (100%)
rename hadoop-ozone/dist/src/main/compose/{ozone-mr/hadoop32/docker-config =>
common/s3-haproxy.yaml} (56%)
rename hadoop-ozone/dist/src/main/compose/{ozone-mr/hadoop32/test.sh =>
ozone-ha/hadoop-test.sh} (64%)
create mode 120000
hadoop-ozone/dist/src/main/compose/ozone-ha/test-hadoop-2.7.sh
create mode 120000
hadoop-ozone/dist/src/main/compose/ozone-ha/test-hadoop-3.1.sh
create mode 120000
hadoop-ozone/dist/src/main/compose/ozone-ha/test-hadoop-3.2.sh
create mode 120000
hadoop-ozone/dist/src/main/compose/ozone-ha/test-hadoop-3.3.sh
delete mode 100644
hadoop-ozone/dist/src/main/compose/ozone-legacy-bucket/README.md
delete mode 100644
hadoop-ozone/dist/src/main/compose/ozone-legacy-bucket/docker-compose.yaml
delete mode 100644
hadoop-ozone/dist/src/main/compose/ozone-legacy-bucket/docker-config
delete mode 100644
hadoop-ozone/dist/src/main/compose/ozone-mr/hadoop27/docker-compose.yaml
delete mode 100755 hadoop-ozone/dist/src/main/compose/ozone-mr/hadoop27/test.sh
delete mode 100644 hadoop-ozone/dist/src/main/compose/ozone-mr/hadoop31/.env
delete mode 100644
hadoop-ozone/dist/src/main/compose/ozone-mr/hadoop31/docker-compose.yaml
delete mode 100755 hadoop-ozone/dist/src/main/compose/ozone-mr/hadoop31/test.sh
delete mode 100644
hadoop-ozone/dist/src/main/compose/ozone-mr/hadoop32/docker-compose.yaml
delete mode 100644 hadoop-ozone/dist/src/main/compose/ozone-mr/hadoop33/.env
delete mode 100644
hadoop-ozone/dist/src/main/compose/ozone-mr/hadoop33/docker-compose.yaml
delete mode 100644
hadoop-ozone/dist/src/main/compose/ozone-mr/hadoop33/docker-config
rename hadoop-ozone/dist/src/main/compose/ozone-om-ha/{test_disabled.sh =>
disabled-test.sh} (100%)
rename hadoop-ozone/dist/src/main/compose/{ozone-mr/hadoop33/test.sh =>
ozone/hadoop-test.sh} (65%)
copy hadoop-ozone/dist/src/main/compose/{ozone-mr/test.sh =>
ozone/legacy-bucket.yaml} (66%)
create mode 120000 hadoop-ozone/dist/src/main/compose/ozone/test-hadoop-2.7.sh
create mode 120000 hadoop-ozone/dist/src/main/compose/ozone/test-hadoop-3.1.sh
create mode 120000 hadoop-ozone/dist/src/main/compose/ozone/test-hadoop-3.2.sh
create mode 120000 hadoop-ozone/dist/src/main/compose/ozone/test-hadoop-3.3.sh
copy hadoop-ozone/dist/src/main/compose/{ozone-legacy-bucket/test.sh =>
ozone/test-legacy-bucket.sh} (85%)
rename hadoop-ozone/dist/src/main/compose/{ozones3-haproxy/test.sh =>
ozone/test-s3-haproxy.sh} (94%)
delete mode 100644 hadoop-ozone/dist/src/main/compose/ozones3-haproxy/.env
delete mode 100644
hadoop-ozone/dist/src/main/compose/ozones3-haproxy/docker-compose.yaml
delete mode 100644
hadoop-ozone/dist/src/main/compose/ozones3-haproxy/docker-config
delete mode 100644 hadoop-ozone/dist/src/main/compose/ozonesecure-vault/.env
delete mode 100644
hadoop-ozone/dist/src/main/compose/ozonesecure-vault/docker-compose.yaml
delete mode 100644
hadoop-ozone/dist/src/main/compose/ozonesecure-vault/docker-config
delete mode 100644
hadoop-ozone/dist/src/main/compose/ozonesecure-vault/krb5.conf
rename hadoop-ozone/dist/src/main/compose/{ozone-mr/test.sh =>
ozonesecure/certificate-rotation.yaml} (62%)
copy hadoop-ozone/dist/src/main/compose/{ozonesecure-vault/test.sh =>
ozonesecure/test-certificate-rotation.sh} (88%)
mode change 100755 => 100644
rename hadoop-ozone/dist/src/main/compose/{ozonesecure-vault/test.sh =>
ozonesecure/test-vault.sh} (95%)
rename hadoop-ozone/dist/src/main/compose/{ozone-mr/hadoop27/.env =>
ozonesecure/vault.conf} (58%)
copy hadoop-ozone/dist/src/main/compose/{ozone-legacy-bucket/test.sh =>
ozonesecure/vault.yaml} (58%)
rename hadoop-ozone/dist/src/main/compose/{ozone-legacy-bucket/test.sh =>
upgrade/upgrades/non-rolling-upgrade/callbacks/1.4.0/callback.sh} (62%)
create mode 100644
hadoop-ozone/dist/src/main/smoketest/certrotation/cert-rotation.robot
create mode 100644
hadoop-ozone/dist/src/main/smoketest/grpc/grpc-om-s3-metrics.robot
create mode 100644
hadoop-ozone/dist/src/main/smoketest/snapshot/upgrade-snapshot-check.robot
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestSnapshotDeletingService.java
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/dn/scanner/{TestDataScanner.java
=> TestContainerDataScanners.java} (97%)
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestOzoneManagerHASnapshot.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/reconfig/ReconfigurationTestBase.java
copy
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/ShortCodec.java
=>
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/reconfig/TestDatanodeReconfiguration.java
(61%)
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/reconfig/TestOmReconfiguration.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/reconfig/TestOmReconfigure.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/reconfig/TestScmReconfiguration.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/reconfig/TestScmReconfigure.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/shell/TestReconfigShell.java
delete mode 100644
hadoop-ozone/interface-storage/src/main/java/org/apache/hadoop/ozone/om/codec/OmBucketInfoCodec.java
delete mode 100644
hadoop-ozone/interface-storage/src/main/java/org/apache/hadoop/ozone/om/codec/OmDBAccessIdInfoCodec.java
delete mode 100644
hadoop-ozone/interface-storage/src/main/java/org/apache/hadoop/ozone/om/codec/OmDBDiffReportEntryCodec.java
delete mode 100644
hadoop-ozone/interface-storage/src/main/java/org/apache/hadoop/ozone/om/codec/OmDBSnapshotInfoCodec.java
delete mode 100644
hadoop-ozone/interface-storage/src/main/java/org/apache/hadoop/ozone/om/codec/OmDBTenantStateCodec.java
delete mode 100644
hadoop-ozone/interface-storage/src/main/java/org/apache/hadoop/ozone/om/codec/OmDBUserPrincipalInfoCodec.java
delete mode 100644
hadoop-ozone/interface-storage/src/main/java/org/apache/hadoop/ozone/om/codec/OmDirectoryInfoCodec.java
delete mode 100644
hadoop-ozone/interface-storage/src/main/java/org/apache/hadoop/ozone/om/codec/OmKeyInfoCodec.java
delete mode 100644
hadoop-ozone/interface-storage/src/main/java/org/apache/hadoop/ozone/om/codec/OmMultipartKeyInfoCodec.java
delete mode 100644
hadoop-ozone/interface-storage/src/main/java/org/apache/hadoop/ozone/om/codec/OmPrefixInfoCodec.java
delete mode 100644
hadoop-ozone/interface-storage/src/main/java/org/apache/hadoop/ozone/om/codec/OmVolumeArgsCodec.java
delete mode 100644
hadoop-ozone/interface-storage/src/main/java/org/apache/hadoop/ozone/om/codec/RepeatedOmKeyInfoCodec.java
delete mode 100644
hadoop-ozone/interface-storage/src/main/java/org/apache/hadoop/ozone/om/codec/S3SecretValueCodec.java
delete mode 100644
hadoop-ozone/interface-storage/src/main/java/org/apache/hadoop/ozone/om/codec/UserVolumeInfoCodec.java
rename
hadoop-ozone/interface-storage/src/test/java/org/apache/hadoop/ozone/om/{codec
=> helpers}/TestOmKeyInfoCodec.java (88%)
rename
hadoop-ozone/interface-storage/src/test/java/org/apache/hadoop/ozone/om/{codec
=> helpers}/TestOmMultipartKeyInfoCodec.java (83%)
rename
hadoop-ozone/interface-storage/src/test/java/org/apache/hadoop/ozone/om/{codec
=> helpers}/TestOmPrefixInfoCodec.java (54%)
rename
hadoop-ozone/interface-storage/src/test/java/org/apache/hadoop/ozone/om/{codec
=> helpers}/TestRepeatedOmKeyInfoCodec.java (87%)
rename
hadoop-ozone/interface-storage/src/test/java/org/apache/hadoop/ozone/om/{codec
=> helpers}/TestS3SecretValueCodec.java (50%)
rename
hadoop-ozone/interface-storage/src/test/java/org/apache/hadoop/ozone/om/{codec
=> helpers}/TestTransactionInfoCodec.java (57%)
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/key/OMKeySetTimesRequest.java
copy
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/key/{acl/OMKeyAclRequestWithFSO.java
=> OMKeySetTimesRequestWithFSO.java} (67%)
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/key/OMKeySetTimesResponse.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/key/OMKeySetTimesResponseWithFSO.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/key/TestOMSetTimesRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/key/TestOMSetTimesRequestWithFSO.java
delete mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/service/TestSnapshotDeletingService.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/AccessHeatMapEndpoint.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/FeaturesEndpoint.java
rename
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/ha/CheckedConsumer.java
=>
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/InternalOnly.java
(62%)
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/OMDBInsightEndpoint.java
copy
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/{ContainerMetadata.java
=> ContainerDiscrepancyInfo.java} (59%)
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/ContainerKeyPrefixImpl.java
rename
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/storage/CheckedBiFunction.java
=>
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/EntityMetaData.java
(53%)
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/EntityReadAccessHeatMapResponse.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/FeatureProvider.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/KeyEntityInfo.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/KeyInsightInfoResponse.java
delete mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/codec/ContainerReplicaHistoryListCodec.java
delete mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/codec/DatanodeDetailsCodec.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/heatmap/HeatMapService.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/heatmap/HeatMapServiceImpl.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/heatmap/IHeatMapProvider.java
copy {hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/conf =>
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/heatmap}/package-info.java
(51%)
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/TestFeaturesEndPoint.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/TestOmDBInsightEndPoint.java
rename
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/ShortCodec.java
=>
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/heatmap/HeatMapProviderDataResource.java
(54%)
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/heatmap/TestHeatMapInfo.java
copy {hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/conf =>
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/heatmap}/package-info.java
(87%)
copy
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/admin/reconfig/{ReconfigurePropertiesSubcommand.java
=> AbstractReconfigureSubCommand.java} (55%)
rename
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/ha/CheckedFunction.java
=>
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/ChunkType.java
(70%)
delete mode 100644 hadoop-ozone/tools/src/test/resources/commands.properties
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
