This is an automated email from the ASF dual-hosted git repository.
sammichen pushed a change to branch HDDS-7391-ca-cert-rot
in repository https://gitbox.apache.org/repos/asf/ozone.git
from df43d549dd HDDS-8539. Container DB open, but not found in
DatanodeStoreCache (#4672)
add 0fcfe212e1 HDDS-8179. Datanode decommissioning blocked due to
non-empty replica of deleting container (#4685)
add 290e5f2ba1 HDDS-8550. Intermittent failure in
testOverWriteKeyWithAndWithOutVersioning (#4686)
add 5e8b806f05 HDDS-8382. Upgrade Ratis to 2.5.1 (#4664)
add 81f1364e31 HDDS-8532. Add config for factor of scaling up replication
queue/threads in decommissioning nodes (#4687)
add 71087dd092 HDDS-8064. [Snapshot] Clean up FSO deletedDirTable as well
during snapshot creation (#4651)
add 61772231e3 HDDS-8570. Error closing
SCMSecurityProtocolClientSideTranslatorPB (#4679)
add 307c79253d HDDS-8146. TestHSync is no longer flaky. (#4690)
add d6943c387a HDDS-6049. IllegalStateException: zip file closed in
HDDSLayoutVersionManager (#4673)
add e8fb1744e6 HDDS-8326. Container Level Info - OM DB Insights. (#4509)
add f59491cbbc HDDS-8545. [hsync] reject renaming open file (#4668)
add 7b2a9058e5 HDDS-8552. Support putWithBatch with ByteBuffer. (#4676)
add ba1bd23211 HDDS-7495. Create OBS buckets by default from S3 API (#3967)
add fc61fbd87b HDDS-8549. Restore client-side validation of bucket names
(#4691)
add bce930915e HDDS-8576. Close RocksDB instance in RDBStore if RDBStore's
initialization fails after RocksDB instance creation (#4692)
add da79b9a8b9 HDDS-8504. ReplicationManager: Pass used and excluded node
separately for Under and Mis-Replication (#4694)
add 4d4d31f152 HDDS-8581. Avoid random ports in integration tests (#4699)
add c7e5e6877d HDDS-7732. EC: Verify block deletion from missing EC
containers (#4705)
add 6d9002201e HDDS-8584. Hadoop client write slowly when stream enabled
(#4703)
add 3dd6e29f2d HDDS-8463. S3 key uniqueness in deletedTable (#4660)
add bd110a477e HDDS-8621. IOException is never thrown in
SCMRatisServer.getRatisRoles(). (#4710)
add 0036c31448 HDDS-8010. Improve DN warning message when getBlock does
not find the block. (#4698)
add 6fdc54a157 HDDS-8572. Support CodecBuffer for protobuf v3 codecs.
(#4693)
add 257a64fc11 HDDS-8339. Recon Show the number of keys marked for
Deletion in Recon UI. (#4519)
add f6b14b9892 HDDS-8623. Delete duplicate getBucketInfo in
OMKeyCommitRequest (#4712)
add 7bda567a45 HDDS-8615. Explicitly show EC block type in 'ozone debug
chunkinfo' command output (#4706)
add ab5265b4fa HDDS-8254. Close containers when volume reaches utilisation
threshold (#4583)
add 03aec4d74d HDDS-8254. Close containers when volume reaches utilisation
threshold (#4583)
add 775d74fec5 HDDS-8616. Underreplication not fixed if all replicas start
decommissioning (#4711)
add f46e050af2 HDDS-8626. Config thread pool in ReplicationServer (#4715)
add ed85c7e578 HDDS-7080. EC: Offline reconstruction needs better logging
(#4719)
add dd2e9c7175 HDDS-8577. [Snapshot] Disable compaction log when loading
metadata for snapshot (#4697)
add a792e8fd29 HDDS-7241. EC: Reconstruction could fail with orphan
blocks. (#4718)
add bdd3f4e851 HDDS-8575. Intermittent failure in
TestCloseContainerEventHandler.testCloseContainerWithDelayByLeaseManager (#4688)
add 10aaa57472 HDDS-8530. [Snapshot] Fix for OM crash on restart due to
snapshot chain manager corruption (#4677)
add 9d78dfd3e9 HDDS-8427. Optimize multipartUpload memory usage (#4572)
add d1615b4d4d HDDS-8547. Support Trash for FSO bucket using ozone sh
command. (#4675)
add bb5cf11550 HDDS-8642. TestContainerCommandsEC should close
ECReconstructionCoordinator (#4728)
add 8474bc8e13 HDDS-8639. Clean up OzoneOutputStream and the related code.
(#4725)
add 2443e840c1 HDDS-8645. Disable flaky TestOzoneManagerHASnapshot
add 8254f7340a HDDS-6985. Add command to list buckets which have snapshots
(#4573)
add beec178285 HDDS-8306. [Snapshot] Fix SSTDumptool to allow null
character & add tests for SST dump tool (#4584)
add 0f84f49736 HDDS-8067. [Snapshot] Revisit locks on deletedTable and
deletedDirTable (#4701)
add 99af5998f9 HDDS-8428. Add time unit suffix for CSMMetrics (#4574)
add 47add376eb HDDS-8476. ManagedColumnFamilyOptions is not closed
properly in DatanodeDBProfile (#4731)
add d10254cb45 HDDS-8643. Support CodecBuffer for PipelineID codec. (#4729)
add 7d1aaef989 HDDS-8360. [Snapshot] Increment activeSnapshot count metric
only if snapshot creation succeeds (#4721)
add 359ef89637 HDDS-7889. Intermittent failure in TestOzoneSnapshotRestore
(#4732)
add 307481512c Fix problem with Performance metric preventing OM taking
snapshot. (#4734)
add a4f66be914 Revert "Fix problem with Performance metric preventing OM
taking snapshot. (#4734)" (#4743)
add 9f3cad4f7a HDDS-8647. Fix problem with Performance metric preventing
OM taking snapshot. (#4734)
add 1cfaf4e023 HDDS-8209. [SNAPSHOT] Synchronize tarball creation with
background processes. (#4680)
add 34921adff4 HDDS-8644. Fix OMKeyRenameRequest cause of failure in log
message. (#4730)
add 2cbe991d15 HDDS-8107. Fix test case name in TestBucketManagerImpl
(#4739)
add d9e9dbe9aa HDDS-8656. Do not log zero byte object creation (#4742)
add f803bdedd9 HDDS-8617. Ratis underreplication due to maintenance is not
deprioritised (#4735)
add 07a3351328 HDDS-8657. Remove Clone and make use of copyObject in
OmDirectoryInfo and OmKeyInfo. (#4745)
add 6c89e05e0b HDDS-8645. Change TestOzoneManagerHASnapshot to not
subclass TestOzoneManagerHA (#4749)
add 17ecc58e3c HDDS-8132. [Design] Secure S3 keys management (#4372)
add 6d4076c952 HDDS-8658. ReplicationManager: Change default command
timeout to 10 minutes (#4746)
add 8847b2c60b HDDS-8582. Support CodecBuffer for protobuf v2 codecs.
(#4736)
add e401150f6a HDDS-8654. Support dynamic change of
ozone.readonly.administrators in OM (#4737)
add 1afb6fa79b HDDS-7098. Provide a way for admin to identify all
unhealthy container replicas (#4443)
add d6fefd0b85 HDDS-8664. Support CodecBuffer for some of the remaining
protobuf v2 codecs in hadoop-ozone. (#4751)
add 7f11b7b559 HDDS-8636. Containers in schema V1 fail for replication
after the 1.3.0 upgrade (#4748)
add a10d31c994 HDDS-8502. Recon - getContainers API is not giving expected
response with prevKey. (#4724)
add 45223caac5 HDDS-7517. Register OM-S3G gRPC performance metrics (#4044)
add fa1bb5b96c HDDS-8672. Support CodecBuffer for the remaining protobuf
v2 codecs in hadoop-ozone. (#4757)
add 5a8cc7b5a9 HDDS-8389. [Snapshot] Added integration test for SnapDiff
when OM leader failover happens (#4657)
add cb35e7ed1c HDDS-8638. Support CryptoOutputStream and
CipherOutputStream in createStreamKey (#4733)
add c848b1601e HDDS-7598. Quota for snapshot handling (#4704)
add 4e32dbaacd HDDS-4715. ACL on link bucket (#4559)
add 54a393a4d4 HDDS-8674. Allow more EC pipelines based on number of
volumes (#4758)
add b54ed1006e HDDS-8662. Improve S3G-related metrics (#4753)
add b80da2914d HDDS-8680. Optimize getting open pipelines from
pipelineManager (#4765)
add 09053fb031 HDDS-8667. Support CodecBuffer for CertInfo and CRLInfo and
code cleanup. (#4754)
add 0bf6cb5c39 HDDS-8573. Verify default setting for DN root dir to
restrict non-admin access (#4682)
add 5a6865fb2c HDDS-8214. Recon - OM DB Insights - Key Level Info (#4516)
add 66d90577c3 HDDS-8663. Support CodecBuffer for the remaining protobuf
v2 codecs in hadoop-hdds. (#4768)
add feed38e736 HDDS-7366. Coordinate on demand and background container
scanners. (#4726)
add 812d23f070 HDDS-8624. Process pipeline commands asynchronously in
datanode (#4713)
add 472f173857 HDDS-7795. Recon - Data Management Metrics - HeatMap of
Ozone Data. (#4540)
add 72bce3d792 HDDS-8508. SCMHATransactionBuffer flush based on time
(#4683)
add 6f17f9813d HDDS-8535. ReplicationManager: Unhealthy containers could
block EC recovery in small clusters (#4756)
add 3f03f877bf HDDS-8678. Bump sqlite-jdbc to 3.41.2.2 to fix
CVE-2023-32697 (#4766)
add 8e5b4bc33d HDDS-8207. [Snapshot] Fix bugs and add tests for
SnapshotDeletingService. (#4571)
add 1859d72b99 HDDS-8682. EC: Avoid O(n) array.remove(element) when
filtering pipelines in WritableECContainerProvider (#4767)
add 586a20274c HDDS-8559. Codec implementations should be singleton (#4775)
add b0953f8918 HDDS-8676. Speed up TestContainerBalancer (#4776)
add a450d37012 HDDS-8560. TypedTable should store key/value codecs in its
fields. (#4769)
add afc0013a35 HDDS-8706. Remove ContainerSet.getContainerIterator().
(#4781)
add dfe20f8764 HDDS-8635. Automatically select createKey and
createStreamKey in OzoneFileSystem. (#4763)
add 65f0a3474d HDDS-8571. Support get using RocksDB ByteBuffer APIs.
(#4785)
No new revisions were added by this update.
Summary of changes:
.../hdds/scm/storage/AbstractDataStreamOutput.java | 9 +-
.../hdds/scm/storage/ByteBufferStreamOutput.java | 26 +-
.../ozone/client/io/ByteArrayStreamOutput.java | 65 +
.../ozone/client/io/ByteBufferOutputStream.java | 36 +-
.../common/dev-support/findbugsExcludeFile.xml | 4 +
hadoop-hdds/common/pom.xml | 6 +
.../org/apache/hadoop/hdds/HddsConfigKeys.java | 8 +
.../hadoop/hdds/protocol/DatanodeDetails.java | 14 +-
.../apache/hadoop/hdds/recon/ReconConfigKeys.java | 10 +
.../hadoop/hdds/scm/PipelineChoosePolicy.java | 14 +-
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 22 +
.../hadoop/hdds/scm/container/ContainerID.java | 13 +-
.../hadoop/hdds/scm/container/ContainerInfo.java | 123 +-
.../common/helpers/StorageContainerException.java | 1 -
.../apache/hadoop/hdds/scm/pipeline/Pipeline.java | 30 +-
.../hadoop/hdds/scm/pipeline/PipelineID.java | 14 +-
.../x509/certificate/utils/CertificateCodec.java | 34 +-
.../org/apache/hadoop/hdds/server/ServerUtils.java | 96 +-
.../hdds/upgrade/HDDSLayoutVersionManager.java | 25 +-
.../java/org/apache/hadoop/hdds/utils/IOUtils.java | 16 +
.../apache/hadoop/hdds/utils/db/CodecBuffer.java | 95 +-
.../apache/hadoop/hdds/utils/db/CopyObject.java | 40 +-
.../hadoop/hdds/utils/db/DelegatedCodec.java | 125 +
.../org/apache/hadoop/hdds/utils/db/LongCodec.java | 10 +-
.../apache/hadoop/hdds/utils/db/Proto2Codec.java | 110 +
.../apache/hadoop/hdds/utils/db/Proto3Codec.java | 112 +
.../org/apache/hadoop/hdds/utils/db/UuidCodec.java | 88 +
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 36 +-
.../java/org/apache/hadoop/ozone/OzoneConsts.java | 4 +-
.../org/apache/hadoop/ozone/OzoneSecurityUtil.java | 9 +-
.../ozone/container/common/helpers/BlockData.java | 12 +
.../container/common/helpers/ChunkInfoList.java | 21 +-
.../hadoop/ozone/grpc/metrics/GrpcMetrics.java | 231 +
.../GrpcMetricsServerRequestInterceptor.java | 98 +
.../GrpcMetricsServerResponseInterceptor.java | 64 +
.../metrics/GrpcMetricsServerTransportFilter.java} | 30 +-
.../hadoop/ozone/grpc/metrics}/package-info.java | 7 +-
.../apache/hadoop/ozone/lease/LeaseManager.java | 27 +-
.../hadoop/ozone/lock/BootstrapStateHandler.java} | 38 +-
.../common/src/main/resources/ozone-default.xml | 89 +-
.../hadoop/hdds/utils/db/Proto2CodecTestBase.java | 61 +
.../dev-support/findbugsExcludeFile.xml | 6 +-
.../hdds/datanode/metadata/CRLDBDefinition.java | 9 +-
.../container/common/helpers/ContainerUtils.java | 29 +-
.../ozone/container/common/impl/ContainerSet.java | 8 -
.../container/common/impl/HddsDispatcher.java | 25 +-
.../common/statemachine/DatanodeStateMachine.java | 45 +-
.../ClosePipelineCommandHandler.java | 58 +-
.../CreatePipelineCommandHandler.java | 108 +-
.../commandhandler/DeleteBlocksCommandHandler.java | 6 +-
.../common/transport/server/ratis/CSMMetrics.java | 32 +-
.../server/ratis/ContainerStateMachine.java | 6 +-
.../transport/server/ratis/XceiverServerRatis.java | 8 +-
.../common/utils/db/DatanodeDBProfile.java | 11 +-
.../common/volume/AvailableSpaceFilter.java | 6 +-
.../ozone/container/common/volume/VolumeInfo.java | 14 +-
.../ozone/container/common/volume/VolumeUsage.java | 44 +
.../ECReconstructionCoordinator.java | 35 +-
.../ECReconstructionCoordinatorTask.java | 12 +-
.../container/keyvalue/KeyValueContainer.java | 21 +-
.../container/keyvalue/KeyValueContainerData.java | 14 +-
.../KeyValueContainerMetadataInspector.java | 8 +-
.../container/keyvalue/TarContainerPacker.java | 4 +-
.../container/keyvalue/helpers/BlockUtils.java | 14 +-
.../helpers/KeyValueContainerLocationUtil.java | 2 +-
.../keyvalue/helpers/KeyValueContainerUtil.java | 20 +-
.../container/keyvalue/impl/BlockManagerImpl.java | 4 +-
.../background/BlockDeletingService.java | 8 +-
.../ozone/container/metadata/BlockDataCodec.java | 47 -
.../container/metadata/ChunkInfoListCodec.java | 45 -
.../metadata/DatanodeSchemaOneDBDefinition.java | 12 +-
.../metadata/DatanodeSchemaThreeDBDefinition.java | 17 +-
.../metadata/DatanodeSchemaTwoDBDefinition.java | 17 +-
.../metadata/DeletedBlocksTransactionCodec.java | 46 -
.../metadata/SchemaOneChunkInfoListCodec.java | 14 +-
.../container/metadata/SchemaOneKeyCodec.java | 12 +-
...ava => AbstractBackgroundContainerScanner.java} | 7 +-
...er.java => BackgroundContainerDataScanner.java} | 35 +-
...ava => BackgroundContainerMetadataScanner.java} | 22 +-
.../container/ozoneimpl/ContainerController.java | 6 +-
.../ozoneimpl/ContainerScannerConfiguration.java | 28 +
...nner.java => OnDemandContainerDataScanner.java} | 46 +-
.../ozone/container/ozoneimpl/OzoneContainer.java | 17 +-
.../container/replication/ReplicationServer.java | 62 +-
.../replication/ReplicationSupervisor.java | 5 +-
.../upgrade/DataNodeUpgradeFinalizer.java | 10 +-
.../ozone/container/common/ContainerTestUtils.java | 2 +-
.../container/common/TestBlockDeletingService.java | 28 +-
...stStaleRecoveringContainerScrubbingService.java | 13 +-
.../common/impl/TestContainerPersistence.java | 7 +-
.../container/common/impl/TestContainerSet.java | 5 +-
.../container/common/impl/TestHddsDispatcher.java | 92 +
.../TestCreatePipelineCommandHandler.java | 7 +-
.../keyvalue/ContainerTestVersionInfo.java | 11 +-
.../container/keyvalue/TestKeyValueContainer.java | 8 +-
.../TestBackgroundContainerDataScanner.java | 134 +
.../TestBackgroundContainerMetadataScanner.java | 114 +
.../TestContainerScannerConfiguration.java | 9 +
.../ozoneimpl/TestContainerScannerMetrics.java | 199 -
.../ozoneimpl/TestContainerScannersAbstract.java | 155 +
.../TestOnDemandContainerDataScanner.java | 212 +
.../ozoneimpl/TestOnDemandContainerScanner.java | 157 -
.../replication/TestReplicationConfig.java | 14 +
.../src/test/resources/ozone-site.xml | 5 +
hadoop-hdds/docs/content/concept/Recon.md | 1 +
hadoop-hdds/docs/content/design/secure-s3.md | 37 +
.../docs/content/design/volume-management.md | 4 +-
.../SCMSecurityProtocolClientSideTranslatorPB.java | 25 +-
.../container/common/helpers/MoveDataNodePair.java | 41 +-
.../SCMSecurityProtocolFailoverProxyProvider.java | 9 +-
.../hdds/security/x509/certificate/CertInfo.java | 86 +-
.../certificate/client/DNCertificateClient.java | 7 +-
.../hadoop/hdds/security/x509/crl/CRLCodec.java | 23 +-
.../hadoop/hdds/security/x509/crl/CRLInfo.java | 62 +-
.../hdds/security/x509/crl/CRLInfoCodec.java | 57 -
.../apache/hadoop/hdds/utils/HddsServerUtil.java | 4 +-
.../apache/hadoop/hdds/utils/TransactionInfo.java | 27 +-
.../hadoop/hdds/utils/TransactionInfoCodec.java | 49 -
.../hadoop/hdds/utils/db/ByteArrayCodec.java | 12 +-
.../apache/hadoop/hdds/utils/db/CodecRegistry.java | 8 +-
.../hadoop/hdds/utils/db/DBStoreBuilder.java | 13 +-
.../hdds/utils/db/FixedLengthStringCodec.java | 13 +-
.../apache/hadoop/hdds/utils/db/IntegerCodec.java | 13 +-
.../hadoop/hdds/utils/db/RDBBatchOperation.java | 170 +-
.../org/apache/hadoop/hdds/utils/db/RDBStore.java | 49 +-
.../hadoop/hdds/utils/db/RDBStoreIterator.java | 6 +-
.../org/apache/hadoop/hdds/utils/db/RDBTable.java | 45 +-
.../apache/hadoop/hdds/utils/db/RocksDatabase.java | 78 +-
.../apache/hadoop/hdds/utils/db/ShortCodec.java | 14 +-
.../apache/hadoop/hdds/utils/db/StringCodec.java | 12 +-
.../apache/hadoop/hdds/utils/db/TypedTable.java | 271 +-
.../apache/hadoop/hdds/server/TestServerUtils.java | 162 +-
.../org/apache/hadoop/hdds/utils/db/TestCodec.java | 40 +-
.../hadoop/hdds/utils/db/TestDBStoreBuilder.java | 4 +-
.../hadoop/hdds/utils/db/TestRDBStoreIterator.java | 4 +-
.../hadoop/hdds/utils/db/TestRDBTableStore.java | 24 +
.../interface-client/src/main/proto/hdds.proto | 1 +
.../hdds/utils/db/managed/ManagedRocksDB.java | 1 +
hadoop-hdds/rocks-native/pom.xml | 53 +-
.../hadoop/hdds/utils/NativeLibraryLoader.java | 16 +-
.../utils/db/managed/ManagedSSTDumpIterator.java | 189 +-
.../hdds/utils/db/managed/ManagedSSTDumpTool.java | 7 +-
.../hdds/utils/db/managed/PipeInputStream.java | 6 +-
.../rocks-native/src/main/native/SSTDumpTool.cpp | 4 +-
.../src/main/patches/rocks-native.patch | 229 +-
.../hadoop/hdds/utils/db/managed/Native.java} | 39 +-
.../db/managed/TestManagedSSTDumpIterator.java | 242 +
.../ozone/rocksdb/util/ManagedSstFileReader.java | 19 +-
.../ozone/rocksdiff/RocksDBCheckpointDiffer.java | 33 +-
.../rocksdiff/TestRocksDBCheckpointDiffer.java | 45 +-
.../container/AbstractContainerReportHandler.java | 21 +-
.../scm/container/balancer/ContainerBalancer.java | 15 +-
.../container/balancer/ContainerBalancerTask.java | 2 +-
.../replication/ContainerHealthResult.java | 81 +-
.../replication/ECContainerReplicaCount.java | 2 +
.../replication/ECUnderReplicationHandler.java | 174 +-
.../replication/MisReplicationHandler.java | 20 +-
.../replication/RatisContainerReplicaCount.java | 168 +-
.../replication/RatisUnderReplicationHandler.java | 29 +-
.../container/replication/ReplicationManager.java | 13 +-
.../replication/ReplicationManagerUtil.java | 98 +
.../health/ECReplicationCheckHandler.java | 6 +-
.../health/RatisReplicationCheckHandler.java | 18 +-
.../RatisUnhealthyReplicationCheckHandler.java | 45 +-
.../org/apache/hadoop/hdds/scm/ha/RatisUtil.java | 3 +
.../hdds/scm/ha/SCMHADBTransactionBuffer.java | 5 +
.../hdds/scm/ha/SCMHADBTransactionBufferImpl.java | 37 +-
.../hdds/scm/ha/SCMHADBTransactionBufferStub.java | 11 +
.../hadoop/hdds/scm/ha/SCMHAManagerImpl.java | 28 +
.../hadoop/hdds/scm/ha/SCMHAManagerStub.java | 5 +
.../scm/ha/SCMHATransactionBufferMonitorTask.java | 68 +
.../apache/hadoop/hdds/scm/ha/SCMRatisServer.java | 4 +-
.../hadoop/hdds/scm/ha/SCMRatisServerImpl.java | 30 +-
.../hadoop/hdds/scm/metadata/BigIntegerCodec.java | 15 +-
.../hadoop/hdds/scm/metadata/CertInfoCodec.java | 58 -
.../hadoop/hdds/scm/metadata/ContainerIDCodec.java | 48 -
.../hdds/scm/metadata/ContainerInfoCodec.java | 47 -
.../metadata/DeletedBlocksTransactionCodec.java | 55 -
.../hdds/scm/metadata/MoveDataNodePairCodec.java | 53 -
.../hadoop/hdds/scm/metadata/PipelineCodec.java | 57 -
.../hadoop/hdds/scm/metadata/SCMDBDefinition.java | 57 +-
.../hdds/scm/metadata/X509CertificateCodec.java | 16 +-
.../apache/hadoop/hdds/scm/node/NodeManager.java | 2 +
.../apache/hadoop/hdds/scm/node/NodeStatus.java | 42 +-
.../hadoop/hdds/scm/node/SCMNodeManager.java | 9 +
.../hadoop/hdds/scm/pipeline/PipelineStateMap.java | 3 +
.../scm/pipeline/WritableContainerFactory.java | 25 +-
.../scm/pipeline/WritableECContainerProvider.java | 100 +-
.../algorithms/HealthyPipelineChoosePolicy.java | 16 +-
.../algorithms/RandomPipelineChoosePolicy.java | 15 +-
.../hdds/scm/server/SCMClientProtocolServer.java | 2 +-
.../apache/hadoop/hdds/scm/server/SCMMXBean.java | 5 +-
.../hdds/scm/server/StorageContainerManager.java | 25 +-
.../scm/update/server/SCMCRLUpdateHandler.java | 19 +-
.../hadoop/hdds/scm/container/MockNodeManager.java | 5 +
.../hdds/scm/container/SimpleMockNodeManager.java | 5 +
.../container/TestCloseContainerEventHandler.java | 34 +-
.../scm/container/TestContainerReportHandler.java | 104 +
.../TestIncrementalContainerReportHandler.java | 122 +
.../container/balancer/TestContainerBalancer.java | 14 +-
.../container/replication/ReplicationTestUtil.java | 3 +-
.../replication/TestECUnderReplicationHandler.java | 156 +-
.../replication/TestLegacyReplicationManager.java | 14 +-
.../TestRatisContainerReplicaCount.java | 121 +-
.../TestRatisUnderReplicationHandler.java | 80 +-
.../replication/TestReplicationManager.java | 95 +-
.../replication/TestReplicationManagerUtil.java | 133 +
.../TestClosedWithUnhealthyReplicasHandler.java | 24 +-
.../health/TestDeletingContainerHandler.java | 10 +-
.../health/TestECReplicationCheckHandler.java | 328 +-
.../health/TestRatisReplicationCheckHandler.java | 450 +-
.../TestRatisUnhealthyReplicationCheckHandler.java | 128 +-
.../hdds/scm/ha/TestReplicationAnnotation.java | 5 +
.../hadoop/hdds/scm/ha/TestSCMHAManagerImpl.java | 3 +
.../metadata/OldPipelineIDCodecForTesting.java} | 2 +-
.../hdds/scm/metadata/TestPipelineIDCodec.java | 39 +-
.../pipeline/TestWritableECContainerProvider.java | 253 +-
.../TestPipelineChoosePolicyFactory.java | 6 +
.../testutils/ReplicationNodeManagerMock.java | 5 +
.../apache/hadoop/ozone/client/ObjectStore.java | 33 +-
.../apache/hadoop/ozone/client/OzoneVolume.java | 31 +-
.../ozone/client/io/KeyDataStreamOutput.java | 15 +-
.../hadoop/ozone/client/io/KeyOutputStream.java | 24 +-
.../ozone/client/io/OzoneDataStreamOutput.java | 3 +-
.../hadoop/ozone/client/io/OzoneOutputStream.java | 38 +-
.../ozone/client/protocol/ClientProtocol.java | 11 +-
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 217 +-
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 37 +-
.../ozone/client/io/SelectorOutputStream.java | 189 +
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 4 +
.../hadoop/ozone/om/exceptions/OMException.java | 1 +
.../hadoop/ozone/om/helpers/OmBucketInfo.java | 35 +-
.../hadoop/ozone/om/helpers/OmDBAccessIdInfo.java | 28 +-
.../hadoop/ozone/om/helpers/OmDBTenantState.java | 15 +
.../ozone/om/helpers/OmDBUserPrincipalInfo.java | 13 +
.../hadoop/ozone/om/helpers/OmDirectoryInfo.java | 54 +-
.../apache/hadoop/ozone/om/helpers/OmKeyArgs.java | 9 +
.../apache/hadoop/ozone/om/helpers/OmKeyInfo.java | 57 +-
.../ozone/om/helpers/OmMultipartKeyInfo.java | 142 +-
.../hadoop/ozone/om/helpers/OmVolumeArgs.java | 20 +-
.../hadoop/ozone/om/helpers/RepeatedOmKeyInfo.java | 25 +-
.../hadoop/ozone/om/helpers/S3SecretValue.java | 12 +
.../hadoop/ozone/om/helpers/SnapshotInfo.java | 25 +-
.../ozone/om/protocol/OzoneManagerProtocol.java | 5 +-
...OzoneManagerProtocolClientSideTranslatorPB.java | 14 +-
.../hadoop/ozone/security/GDPRSymmetricKey.java | 60 +-
.../ozone/snapshot/SnapshotDiffReportOzone.java | 16 +
.../ozone/client/io/TestSelectorOutputStream.java | 159 +
.../ozone/om/helpers/TestOmMultipartKeyInfo.java | 2 +-
.../ozone/security/TestGDPRSymmetricKey.java | 11 +-
.../dev-support/intellij/ozone-site-ha.xml | 4 +
hadoop-ozone/dev-support/intellij/ozone-site.xml | 4 +
.../src/main/compose/compatibility/docker-config | 1 +
.../dist/src/main/compose/ozone-ha/docker-config | 1 +
.../dist/src/main/compose/ozone/docker-config | 1 +
hadoop-ozone/dist/src/main/compose/ozone/test.sh | 2 +
.../src/main/compose/ozonesecure/docker-config | 6 -
.../dist/src/main/smoketest/basic/links.robot | 74 +-
.../src/main/smoketest/basic/ozone-shell-lib.robot | 25 +-
.../src/main/smoketest/basic/ozone-shell.robot | 4 +
.../dist/src/main/smoketest/gdpr/gdpr.robot | 5 +
.../main/smoketest/grpc/grpc-om-s3-metrics.robot | 113 +
.../main/smoketest/security/ozone-secure-fs.robot | 2 +-
.../ozone/TestDirectoryDeletingServiceWithFSO.java | 6 +
.../java/org/apache/hadoop/fs/ozone/TestHSync.java | 7 +-
.../fs/ozone/TestOzoneFileSystemWithStreaming.java | 76 +-
.../apache/hadoop/fs/ozone/TestOzoneFsHAURLs.java | 1 -
.../hadoop/fs/ozone/TestRootedOzoneFileSystem.java | 4 +-
.../fs/ozone/TestSnapshotDeletingService.java | 474 +
.../hdds/scm/storage/TestContainerCommandsEC.java | 191 +-
.../hadoop/hdds/upgrade/TestHddsUpgradeUtils.java | 24 +-
.../org/apache/hadoop/ozone/MiniOzoneCluster.java | 56 +-
.../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 83 +-
.../hadoop/ozone/MiniOzoneClusterProvider.java | 22 +-
.../hadoop/ozone/MiniOzoneHAClusterImpl.java | 191 +-
.../org/apache/hadoop/ozone/OzoneTestUtils.java | 23 -
.../apache/hadoop/ozone/TestMiniOzoneCluster.java | 63 +-
.../hadoop/ozone/TestOzoneConfigurationFields.java | 4 +-
.../hadoop/ozone/TestSecureOzoneCluster.java | 43 +-
.../client/rpc/TestContainerStateMachine.java | 12 +-
.../rpc/TestContainerStateMachineFailures.java | 25 +-
.../client/rpc/TestOzoneAtRestEncryption.java | 43 +-
.../rpc/TestOzoneClientMultipartUploadWithFSO.java | 14 +-
.../client/rpc/TestOzoneRpcClientAbstract.java | 104 +-
.../client/rpc/TestValidateBCSIDOnRestart.java | 4 +-
.../transport/server/ratis/TestCSMMetrics.java | 12 +-
...Scanner.java => TestContainerDataScanners.java} | 8 +-
.../hadoop/ozone/freon/TestOMSnapshotDAG.java | 2 +-
.../hadoop/ozone/om/TestOMDbCheckpointServlet.java | 109 +
.../ozone/om/TestOmContainerLocationCache.java | 1 -
.../org/apache/hadoop/ozone/om/TestOmMetrics.java | 5 +-
.../org/apache/hadoop/ozone/om/TestOmSnapshot.java | 227 +-
.../ozone/om/TestOzoneManagerConfiguration.java | 2 -
.../apache/hadoop/ozone/om/TestOzoneManagerHA.java | 37 +
.../ozone/om/TestOzoneManagerHASnapshot.java | 269 +
.../hadoop/ozone/om/TestOzoneManagerHAWithACL.java | 279 +-
.../om/snapshot/TestOzoneSnapshotRestore.java | 26 +-
.../hadoop/ozone/reconfig/TestOmReconfigure.java | 20 +
.../ozone/scm/TestStorageContainerManagerHA.java | 25 +-
.../scm/node/TestDecommissionAndMaintenance.java | 1 -
.../hadoop/ozone/shell/TestOzoneShellHA.java | 179 +-
.../impl/StatemachineImplTestUtil.java} | 24 +-
.../src/main/proto/OmClientProtocol.proto | 3 +
.../dev-support/findbugsExcludeFile.xml | 14 -
.../apache/hadoop/ozone/om/OMMetadataManager.java | 4 +-
.../hadoop/ozone/om/codec/OmBucketInfoCodec.java | 57 -
.../ozone/om/codec/OmDBAccessIdInfoCodec.java | 57 -
.../ozone/om/codec/OmDBDiffReportEntryCodec.java | 61 -
.../ozone/om/codec/OmDBSnapshotInfoCodec.java | 58 -
.../ozone/om/codec/OmDBTenantStateCodec.java | 57 -
.../ozone/om/codec/OmDBUserPrincipalInfoCodec.java | 60 -
.../ozone/om/codec/OmDirectoryInfoCodec.java | 60 -
.../hadoop/ozone/om/codec/OmKeyInfoCodec.java | 78 -
.../ozone/om/codec/OmMultipartKeyInfoCodec.java | 64 -
.../hadoop/ozone/om/codec/OmPrefixInfoCodec.java | 59 -
.../hadoop/ozone/om/codec/OmVolumeArgsCodec.java | 57 -
.../ozone/om/codec/RepeatedOmKeyInfoCodec.java | 70 -
.../hadoop/ozone/om/codec/S3SecretValueCodec.java | 62 -
.../ozone/om/codec/TokenIdentifierCodec.java | 15 +-
.../hadoop/ozone/om/codec/UserVolumeInfoCodec.java | 59 -
.../hadoop/ozone/om/helpers/OmPrefixInfo.java | 11 +
.../om/{codec => helpers}/TestOmKeyInfoCodec.java | 22 +-
.../TestOmMultipartKeyInfoCodec.java | 16 +-
.../{codec => helpers}/TestOmPrefixInfoCodec.java | 59 +-
.../TestRepeatedOmKeyInfoCodec.java | 29 +-
.../{codec => helpers}/TestS3SecretValueCodec.java | 57 +-
.../TestTransactionInfoCodec.java | 53 +-
.../org/apache/hadoop/ozone/om/BucketManager.java | 7 +-
.../apache/hadoop/ozone/om/BucketManagerImpl.java | 43 +-
.../hadoop/ozone/om/GrpcOzoneManagerServer.java | 30 +-
.../org/apache/hadoop/ozone/om/KeyManager.java | 8 +-
.../org/apache/hadoop/ozone/om/KeyManagerImpl.java | 44 +-
.../hadoop/ozone/om/OMDBCheckpointServlet.java | 83 +-
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 197 +-
.../apache/hadoop/ozone/om/OmMetadataReader.java | 27 +-
.../apache/hadoop/ozone/om/OmSnapshotManager.java | 276 +-
.../hadoop/ozone/om/OzoneListStatusHelper.java | 7 +-
.../org/apache/hadoop/ozone/om/OzoneManager.java | 59 +-
.../hadoop/ozone/om/OzoneManagerServiceGrpc.java | 4 +-
.../apache/hadoop/ozone/om/SnapshotChainInfo.java | 20 +
.../hadoop/ozone/om/SnapshotChainManager.java | 323 +-
.../hadoop/ozone/om/SstFilteringService.java | 18 +-
.../hadoop/ozone/om/codec/OMDBDefinition.java | 93 +-
.../om/request/bucket/OMBucketCreateRequest.java | 2 +-
.../request/bucket/OMBucketSetPropertyRequest.java | 2 +-
.../om/request/bucket/acl/OMBucketAclRequest.java | 9 +-
.../ozone/om/request/file/OMFileRequest.java | 16 -
.../key/OMDirectoriesPurgeRequestWithFSO.java | 2 +-
.../ozone/om/request/key/OMKeyCommitRequest.java | 1 -
.../ozone/om/request/key/OMKeyPurgeRequest.java | 2 +-
.../ozone/om/request/key/OMKeyRenameRequest.java | 4 +-
.../om/request/key/OMKeyRenameRequestWithFSO.java | 12 +-
.../hadoop/ozone/om/request/key/OMKeyRequest.java | 6 +-
.../ozone/om/request/key/acl/OMKeyAclRequest.java | 9 +-
.../om/request/key/acl/OMKeyAclRequestWithFSO.java | 9 +-
.../multipart/S3MultipartUploadAbortRequest.java | 7 +-
.../S3MultipartUploadCommitPartRequest.java | 2 +-
.../S3MultipartUploadCompleteRequest.java | 42 +-
.../S3MultipartUploadCompleteRequestWithFSO.java | 10 +-
.../request/snapshot/OMSnapshotCreateRequest.java | 7 +-
.../request/snapshot/OMSnapshotDeleteRequest.java | 3 +-
.../snapshot/OMSnapshotMoveDeletedKeysRequest.java | 6 +-
.../om/request/volume/OMVolumeSetQuotaRequest.java | 4 +-
.../response/key/AbstractOMKeyDeleteResponse.java | 4 +-
.../key/OMDirectoriesPurgeResponseWithFSO.java | 21 +-
.../multipart/S3MultipartUploadAbortResponse.java | 31 +-
.../S3MultipartUploadCommitPartResponse.java | 24 +-
.../S3MultipartUploadCompleteResponse.java | 30 +-
.../S3MultipartUploadCompleteResponseWithFSO.java | 8 +-
.../OMSnapshotMoveDeletedKeysResponse.java | 71 +-
.../response/snapshot/OMSnapshotPurgeResponse.java | 52 +-
.../om/service/AbstractKeyDeletingService.java | 12 +-
.../ozone/om/service/DirectoryDeletingService.java | 60 +-
.../ozone/om/service/KeyDeletingService.java | 19 +-
.../ozone/om/service/SnapshotDeletingService.java | 109 +-
.../hadoop/ozone/om/snapshot/SnapshotDiffJob.java | 11 +-
.../ozone/om/snapshot/SnapshotDiffManager.java | 46 +-
.../hadoop/ozone/om/snapshot/SnapshotUtils.java | 57 +-
.../protocolPB/OzoneManagerRequestHandler.java | 3 +-
.../hadoop/ozone/om/TestBucketManagerImpl.java | 4 +-
.../apache/hadoop/ozone/om/TestKeyManagerUnit.java | 4 -
.../hadoop/ozone/om/TestOmMetadataManager.java | 13 +-
.../hadoop/ozone/om/TestOmSnapshotManager.java | 54 +-
.../hadoop/ozone/om/TestSstFilteringService.java | 22 +-
.../ozone/om/request/OMRequestTestUtils.java | 6 +-
.../ozone/om/request/bucket/TestBucketRequest.java | 6 +
.../key/TestOMKeyPurgeRequestAndResponse.java | 2 +-
.../request/key/TestOMKeyRenameRequestWithFSO.java | 18 +
.../ozone/om/request/key/TestOMKeyRequest.java | 2 +
.../TestS3MultipartUploadCompleteRequest.java | 38 +-
...estS3MultipartUploadCompleteRequestWithFSO.java | 17 -
.../snapshot/TestOMSnapshotCreateRequest.java | 279 +-
.../snapshot/TestOMSnapshotDeleteRequest.java | 243 +-
.../om/response/key/TestOMKeyCommitResponse.java | 2 +-
.../s3/multipart/TestS3MultipartResponse.java | 14 +-
.../TestS3MultipartUploadAbortResponse.java | 8 +-
...S3MultipartUploadCommitPartResponseWithFSO.java | 19 +-
...stS3MultipartUploadCompleteResponseWithFSO.java | 13 +-
.../snapshot/OMSnapshotResponseTestUtil.java | 69 +
.../snapshot/TestOMSnapshotCreateResponse.java | 134 +-
.../snapshot/TestOMSnapshotDeleteResponse.java | 7 +-
.../om/service/TestSnapshotDeletingService.java | 321 -
.../om/service/TestSnapshotDiffCleanupService.java | 6 +-
.../ozone/security/TestOzoneTokenIdentifier.java | 3 +-
.../hadoop/fs/ozone/BasicOzoneFileSystem.java | 35 +-
.../fs/ozone/BasicRootedOzoneFileSystem.java | 34 +-
.../hadoop/fs/ozone/OzoneFSDataStreamOutput.java | 27 +-
.../apache/hadoop/fs/ozone/OzoneFileSystem.java | 3 +-
.../hadoop/fs/ozone/RootedOzoneFileSystem.java | 3 +-
.../apache/hadoop/fs/ozone/OzoneFileSystem.java | 3 +-
.../hadoop/fs/ozone/RootedOzoneFileSystem.java | 3 +-
hadoop-ozone/recon/pom.xml | 10 +
.../apache/hadoop/ozone/recon/ReconConstants.java | 17 +-
.../hadoop/ozone/recon/ReconControllerModule.java | 42 +-
.../org/apache/hadoop/ozone/recon/ReconServer.java | 4 +-
.../ozone/recon/api/AccessHeatMapEndpoint.java | 91 +
.../ozone/recon/api/ClusterStateEndpoint.java | 6 +-
.../hadoop/ozone/recon/api/ContainerEndpoint.java | 176 +-
.../hadoop/ozone/recon/api/InternalOnly.java | 31 +-
.../ozone/recon/api/OMDBInsightEndpoint.java | 481 +
.../ozone/recon/api/handlers/BucketHandler.java | 9 +-
.../ozone/recon/api/handlers/FSOBucketHandler.java | 9 +-
.../recon/api/types/ClusterStateResponse.java | 18 +-
...Metadata.java => ContainerDiscrepancyInfo.java} | 44 +-
.../ozone/recon/api/types/ContainerMetadata.java | 15 +
.../ozone/recon/api/types/ContainersResponse.java | 21 +-
.../ozone/recon/api/types/EntityMetaData.java} | 43 +-
.../api/types/EntityReadAccessHeatMapResponse.java | 164 +
.../ozone/recon/api/types/KeyEntityInfo.java | 109 +
.../recon/api/types/KeyInsightInfoResponse.java | 148 +
.../codec/ContainerReplicaHistoryListCodec.java | 51 -
.../ozone/recon/codec/DatanodeDetailsCodec.java | 50 -
.../hadoop/ozone/recon/codec/NSSummaryCodec.java | 22 +-
.../ozone/recon/heatmap/HeatMapProviderImpl.java | 73 +
.../hadoop/ozone/recon/heatmap/HeatMapService.java | 30 +
.../ozone/recon/heatmap/HeatMapServiceImpl.java | 453 +
.../ozone/recon/heatmap/IHeatMapProvider.java | 68 +
.../hadoop/ozone/recon/heatmap/package-info.java | 23 +
.../ozone/recon/persistence/ContainerHistory.java | 12 +-
.../ozone/recon/scm/ContainerReplicaHistory.java | 17 +-
.../recon/scm/ContainerReplicaHistoryList.java | 12 +
.../ozone/recon/scm/ReconContainerManager.java | 23 +-
.../ozone/recon/scm/ReconSCMDBDefinition.java | 12 +-
.../recon/spi/impl/ContainerKeyPrefixCodec.java | 16 +-
.../recon/spi/impl/KeyPrefixContainerCodec.java | 16 +-
.../impl/ReconContainerMetadataManagerImpl.java | 32 +
.../ozone/recon/spi/impl/ReconDBDefinition.java | 25 +-
.../webapps/recon/ozone-recon-web/api/db.json | 3 +-
.../webapps/recon/ozone-recon-web/pnpm-lock.yaml | 13779 +++++++++----------
.../src/views/overview/overview.tsx | 11 +-
.../apache/hadoop/ozone/recon/TestReconCodecs.java | 4 +-
.../ozone/recon/api/TestContainerEndpoint.java | 276 +-
.../hadoop/ozone/recon/api/TestEndpoints.java | 2 +-
.../ozone/recon/api/TestOmDBInsightEndPoint.java | 498 +
.../recon/heatmap/HeatMapProviderDataResource.java | 32 +-
.../ozone/recon/heatmap/TestHeatMapInfo.java | 775 ++
.../hadoop/ozone/recon/heatmap}/package-info.java | 8 +-
.../TestReconContainerMetadataManagerImpl.java | 8 +
.../impl/TestReconNamespaceSummaryManagerImpl.java | 9 +
.../hadoop/ozone/s3/endpoint/BucketEndpoint.java | 18 +-
.../hadoop/ozone/s3/endpoint/ObjectEndpoint.java | 51 +-
.../hadoop/ozone/s3/metrics/S3GatewayMetrics.java | 49 +
.../hadoop/ozone/client/ClientProtocolStub.java | 3 +-
.../ozone/s3/metrics/TestS3GatewayMetrics.java | 7 +-
.../apache/hadoop/ozone/debug/ChunkKeyHandler.java | 34 +-
.../org/apache/hadoop/ozone/debug/ChunkType.java | 23 +-
.../hadoop/ozone/debug/ContainerChunkInfo.java | 8 +-
.../ozone/debug/container/InspectSubcommand.java | 2 +-
.../ozone/debug/container/ListSubcommand.java | 5 +-
.../ozone/shell/bucket/GetAclBucketHandler.java | 37 +
.../ozone/shell/bucket/ListBucketHandler.java | 11 +-
.../hadoop/ozone/shell/keys/DeleteKeyHandler.java | 115 +-
.../tools/src/main/resources/commands.properties | 6 +-
.../hadoop/ozone/audit/parser/TestAuditParser.java | 5 +-
.../tools/src/test/resources/commands.properties | 22 -
pom.xml | 6 +-
476 files changed, 22970 insertions(+), 13954 deletions(-)
create mode 100644
hadoop-hdds/client/src/main/java/org/apache/hadoop/ozone/client/io/ByteArrayStreamOutput.java
copy
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/shell/bucket/GetAclBucketHandler.java
=>
hadoop-hdds/client/src/main/java/org/apache/hadoop/ozone/client/io/ByteBufferOutputStream.java
(50%)
rename
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/codec/ReconNodeDBKeyCodec.java
=>
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/CopyObject.java
(55%)
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/DelegatedCodec.java
rename hadoop-hdds/{framework =>
common}/src/main/java/org/apache/hadoop/hdds/utils/db/LongCodec.java (90%)
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/Proto2Codec.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/Proto3Codec.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/UuidCodec.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/grpc/metrics/GrpcMetrics.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/grpc/metrics/GrpcMetricsServerRequestInterceptor.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/grpc/metrics/GrpcMetricsServerResponseInterceptor.java
copy
hadoop-hdds/{framework/src/main/java/org/apache/hadoop/hdds/utils/db/ShortCodec.java
=>
common/src/main/java/org/apache/hadoop/ozone/grpc/metrics/GrpcMetricsServerTransportFilter.java}
(54%)
copy
{hadoop-ozone/interface-storage/src/test/java/org/apache/hadoop/ozone/om/codec
=>
hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/grpc/metrics}/package-info.java
(84%)
copy
hadoop-hdds/{framework/src/main/java/org/apache/hadoop/hdds/utils/db/ShortCodec.java
=>
common/src/main/java/org/apache/hadoop/ozone/lock/BootstrapStateHandler.java}
(59%)
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/utils/db/Proto2CodecTestBase.java
delete mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/metadata/BlockDataCodec.java
delete mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/metadata/ChunkInfoListCodec.java
delete mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/metadata/DeletedBlocksTransactionCodec.java
rename
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/ozoneimpl/{AbstractContainerScanner.java
=> AbstractBackgroundContainerScanner.java} (94%)
rename
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/ozoneimpl/{ContainerDataScanner.java
=> BackgroundContainerDataScanner.java} (79%)
rename
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/ozoneimpl/{ContainerMetadataScanner.java
=> BackgroundContainerMetadataScanner.java} (70%)
rename
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/ozoneimpl/{OnDemandContainerScanner.java
=> OnDemandContainerDataScanner.java} (82%)
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/ozoneimpl/TestBackgroundContainerDataScanner.java
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/ozoneimpl/TestBackgroundContainerMetadataScanner.java
delete mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/ozoneimpl/TestContainerScannerMetrics.java
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/ozoneimpl/TestContainerScannersAbstract.java
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/ozoneimpl/TestOnDemandContainerDataScanner.java
delete mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/ozoneimpl/TestOnDemandContainerScanner.java
create mode 100644 hadoop-hdds/docs/content/design/secure-s3.md
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/security/x509/crl/CRLInfoCodec.java
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/TransactionInfoCodec.java
copy
hadoop-hdds/{framework/src/main/java/org/apache/hadoop/hdds/utils/db/ShortCodec.java
=>
rocks-native/src/test/java/org/apache/hadoop/hdds/utils/db/managed/Native.java}
(55%)
create mode 100644
hadoop-hdds/rocks-native/src/test/java/org/apache/hadoop/hdds/utils/db/managed/TestManagedSSTDumpIterator.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/ha/SCMHATransactionBufferMonitorTask.java
delete mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/metadata/CertInfoCodec.java
delete mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/metadata/ContainerIDCodec.java
delete mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/metadata/ContainerInfoCodec.java
delete mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/metadata/DeletedBlocksTransactionCodec.java
delete mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/metadata/MoveDataNodePairCodec.java
delete mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/metadata/PipelineCodec.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/replication/TestReplicationManagerUtil.java
rename
hadoop-hdds/server-scm/src/{main/java/org/apache/hadoop/hdds/scm/metadata/PipelineIDCodec.java
=>
test/java/org/apache/hadoop/hdds/scm/metadata/OldPipelineIDCodecForTesting.java}
(97%)
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/client/io/SelectorOutputStream.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/client/io/TestSelectorOutputStream.java
create mode 100644
hadoop-ozone/dist/src/main/smoketest/grpc/grpc-om-s3-metrics.robot
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestSnapshotDeletingService.java
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/dn/scanner/{TestDataScanner.java
=> TestContainerDataScanners.java} (97%)
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestOzoneManagerHASnapshot.java
copy
hadoop-ozone/{interface-storage/src/test/java/org/apache/hadoop/ozone/om/codec/package-info.java
=>
integration-test/src/test/java/org/apache/ratis/statemachine/impl/StatemachineImplTestUtil.java}
(59%)
delete mode 100644
hadoop-ozone/interface-storage/src/main/java/org/apache/hadoop/ozone/om/codec/OmBucketInfoCodec.java
delete mode 100644
hadoop-ozone/interface-storage/src/main/java/org/apache/hadoop/ozone/om/codec/OmDBAccessIdInfoCodec.java
delete mode 100644
hadoop-ozone/interface-storage/src/main/java/org/apache/hadoop/ozone/om/codec/OmDBDiffReportEntryCodec.java
delete mode 100644
hadoop-ozone/interface-storage/src/main/java/org/apache/hadoop/ozone/om/codec/OmDBSnapshotInfoCodec.java
delete mode 100644
hadoop-ozone/interface-storage/src/main/java/org/apache/hadoop/ozone/om/codec/OmDBTenantStateCodec.java
delete mode 100644
hadoop-ozone/interface-storage/src/main/java/org/apache/hadoop/ozone/om/codec/OmDBUserPrincipalInfoCodec.java
delete mode 100644
hadoop-ozone/interface-storage/src/main/java/org/apache/hadoop/ozone/om/codec/OmDirectoryInfoCodec.java
delete mode 100644
hadoop-ozone/interface-storage/src/main/java/org/apache/hadoop/ozone/om/codec/OmKeyInfoCodec.java
delete mode 100644
hadoop-ozone/interface-storage/src/main/java/org/apache/hadoop/ozone/om/codec/OmMultipartKeyInfoCodec.java
delete mode 100644
hadoop-ozone/interface-storage/src/main/java/org/apache/hadoop/ozone/om/codec/OmPrefixInfoCodec.java
delete mode 100644
hadoop-ozone/interface-storage/src/main/java/org/apache/hadoop/ozone/om/codec/OmVolumeArgsCodec.java
delete mode 100644
hadoop-ozone/interface-storage/src/main/java/org/apache/hadoop/ozone/om/codec/RepeatedOmKeyInfoCodec.java
delete mode 100644
hadoop-ozone/interface-storage/src/main/java/org/apache/hadoop/ozone/om/codec/S3SecretValueCodec.java
delete mode 100644
hadoop-ozone/interface-storage/src/main/java/org/apache/hadoop/ozone/om/codec/UserVolumeInfoCodec.java
rename
hadoop-ozone/interface-storage/src/test/java/org/apache/hadoop/ozone/om/{codec
=> helpers}/TestOmKeyInfoCodec.java (88%)
rename
hadoop-ozone/interface-storage/src/test/java/org/apache/hadoop/ozone/om/{codec
=> helpers}/TestOmMultipartKeyInfoCodec.java (83%)
rename
hadoop-ozone/interface-storage/src/test/java/org/apache/hadoop/ozone/om/{codec
=> helpers}/TestOmPrefixInfoCodec.java (54%)
rename
hadoop-ozone/interface-storage/src/test/java/org/apache/hadoop/ozone/om/{codec
=> helpers}/TestRepeatedOmKeyInfoCodec.java (87%)
rename
hadoop-ozone/interface-storage/src/test/java/org/apache/hadoop/ozone/om/{codec
=> helpers}/TestS3SecretValueCodec.java (50%)
rename
hadoop-ozone/interface-storage/src/test/java/org/apache/hadoop/ozone/om/{codec
=> helpers}/TestTransactionInfoCodec.java (57%)
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/snapshot/OMSnapshotResponseTestUtil.java
delete mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/service/TestSnapshotDeletingService.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/AccessHeatMapEndpoint.java
copy
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/PipelineChoosePolicy.java
=>
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/InternalOnly.java
(61%)
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/OMDBInsightEndpoint.java
copy
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/{ContainerMetadata.java
=> ContainerDiscrepancyInfo.java} (59%)
copy
hadoop-ozone/{tools/src/main/java/org/apache/hadoop/ozone/shell/bucket/GetAclBucketHandler.java
=>
recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/EntityMetaData.java}
(53%)
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/EntityReadAccessHeatMapResponse.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/KeyEntityInfo.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/KeyInsightInfoResponse.java
delete mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/codec/ContainerReplicaHistoryListCodec.java
delete mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/codec/DatanodeDetailsCodec.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/heatmap/HeatMapProviderImpl.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/heatmap/HeatMapService.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/heatmap/HeatMapServiceImpl.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/heatmap/IHeatMapProvider.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/heatmap/package-info.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/TestOmDBInsightEndPoint.java
copy
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/ShortCodec.java
=>
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/heatmap/HeatMapProviderDataResource.java
(56%)
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/heatmap/TestHeatMapInfo.java
rename
hadoop-ozone/{interface-storage/src/test/java/org/apache/hadoop/ozone/om/codec
=> recon/src/test/java/org/apache/hadoop/ozone/recon/heatmap}/package-info.java
(84%)
copy
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/PipelineChoosePolicy.java
=>
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/ChunkType.java
(61%)
delete mode 100644 hadoop-ozone/tools/src/test/resources/commands.properties
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
