This is an automated email from the ASF dual-hosted git repository. pifta pushed a commit to branch HDDS-5447-httpfs in repository https://gitbox.apache.org/repos/asf/ozone.git
commit 18e9771a0a8b64c46de4804e85f53e676d9152a6 Merge: a142d70adb 888c6dca5b Author: Istvan Fajth <[email protected]> AuthorDate: Mon Mar 6 14:02:05 2023 +0100 Merge branch 'master' into HDDS-5447-httpfs dev-support/ci/pr_title_check.bats | 28 +++ dev-support/ci/pr_title_check.sh | 7 + .../hadoop/hdds/scm/client/HddsClientUtils.java | 2 +- .../hadoop/hdds/scm/client/package-info.java | 2 +- .../org/apache/hadoop/hdds/scm/package-info.java | 2 +- .../hadoop/hdds/scm/storage/ByteArrayReader.java | 2 +- .../hadoop/hdds/scm/storage/ByteBufferReader.java | 2 +- .../hdds/scm/storage/ByteReaderStrategy.java | 2 +- .../hdds/scm/storage/ExtendedInputStream.java | 2 +- .../hadoop/hdds/scm/storage/StreamBuffer.java | 2 +- .../hadoop/hdds/scm/storage/package-info.java | 2 +- .../storage/TestBlockOutputStreamCorrectness.java | 2 +- .../hadoop/hdds/scm/storage/TestBufferPool.java | 2 +- .../hadoop/hdds/scm/storage/package-info.java | 2 +- .../hadoop/hdds/annotation/package-info.java | 2 +- .../apache/hadoop/hdds/client/package-info.java | 2 +- .../hadoop/hdds/conf/HddsPrometheusConfig.java | 2 +- .../org/apache/hadoop/hdds/conf/package-info.java | 2 +- .../org/apache/hadoop/hdds/freon/package-info.java | 2 +- .../java/org/apache/hadoop/hdds/package-info.java | 2 +- .../apache/hadoop/hdds/protocol/package-info.java | 2 +- .../hdds/ratis/ServerNotLeaderException.java | 2 +- .../apache/hadoop/hdds/scm/client/ScmClient.java | 16 +- .../common/helpers/ContainerNotOpenException.java | 2 +- .../scm/container/common/helpers/package-info.java | 2 +- .../apache/hadoop/hdds/scm/ha/package-info.java | 2 +- .../apache/hadoop/hdds/scm/net/InnerNodeImpl.java | 2 +- .../hadoop/hdds/scm/net/NetworkTopologyImpl.java | 2 +- .../org/apache/hadoop/hdds/scm/net/NodeImpl.java | 2 +- .../org/apache/hadoop/hdds/scm/net/NodeSchema.java | 2 +- .../apache/hadoop/hdds/scm/net/package-info.java | 2 +- .../apache/hadoop/hdds/scm/pipeline/Pipeline.java | 39 ++- .../hadoop/hdds/scm/pipeline/package-info.java | 2 +- .../protocol/StorageContainerLocationProtocol.java | 16 +- .../hdds/scm/storage/ContainerProtocolCalls.java | 59 ++++- .../apache/hadoop/hdds/scm/utils/package-info.java | 2 +- .../hdds/security/exception/package-info.java | 2 +- .../hadoop/hdds/security/x509/crl/CRLStatus.java | 2 +- .../hadoop/hdds/security/x509/package-info.java | 2 +- .../apache/hadoop/hdds/server/package-info.java | 2 +- .../apache/hadoop/hdds/tracing/package-info.java | 2 +- .../org/apache/hadoop/hdds/utils/UniqueId.java | 2 +- .../org/apache/hadoop/ozone/OzoneConfigKeys.java | 5 + .../org/apache/hadoop/ozone/audit/SCMAction.java | 3 +- .../hadoop/ozone/common/ha/ratis/package-info.java | 2 +- .../apache/hadoop/ozone/common/package-info.java | 2 +- .../ozone/common/statemachine/StateMachine.java | 2 +- .../ozone/common/statemachine/package-info.java | 2 +- .../hadoop/ozone/common/utils/package-info.java | 2 +- .../org/apache/hadoop/ozone/conf/package-info.java | 2 +- .../container/common/helpers/package-info.java | 2 +- .../apache/hadoop/ozone/lease/LeaseException.java | 2 +- .../org/apache/hadoop/ozone/lock/package-info.java | 2 +- .../org/apache/hadoop/util/NativeCRC32Wrapper.java | 2 +- .../main/resources/hdds-version-info.properties | 2 +- .../common/src/main/resources/ozone-default.xml | 41 ++-- .../hdds/client/TestECReplicationConfig.java | 2 +- .../conf/TestGeneratedConfigurationOverwrite.java | 2 +- .../org/apache/hadoop/hdds/conf/package-info.java | 2 +- .../hdds/fs/TestDedicatedDiskSpaceUsage.java | 2 +- .../scm/container/TestContainerReplicaInfo.java | 2 +- .../org/apache/hadoop/hdds/scm/package-info.java | 2 +- .../hadoop/hdds/tracing/TestStringCodec.java | 2 +- .../apache/hadoop/hdds/tracing/package-info.java | 2 +- .../hadoop/hdds/upgrade/test/MockComponent.java | 2 +- .../hadoop/hdds/utils/TestHddsIdFactory.java | 2 +- .../org/apache/hadoop/hdds/utils/package-info.java | 2 +- .../apache/hadoop/ozone/lock/TestLockManager.java | 2 +- .../org/apache/hadoop/ozone/lock/package-info.java | 2 +- .../upgrade/TestLayoutVersionInstanceFactory.java | 2 +- .../ozone/upgrade/TestUpgradeFinalizerActions.java | 2 +- .../org/apache/hadoop/hdds/conf/PostConstruct.java | 2 +- .../hadoop/hdds/conf/ConfigurationSourceTest.java | 2 +- .../hadoop/hdds/conf/TestConfigFileAppender.java | 2 +- .../hadoop/hdds/conf/TestConfigFileGenerator.java | 2 +- .../java/org/apache/hadoop/ozone/DNMXBeanImpl.java | 2 +- .../helpers/BlockDeletingServiceMetrics.java | 2 +- .../container/common/helpers/ContainerMetrics.java | 2 +- .../container/common/helpers/package-info.java | 2 +- .../ozone/container/common/impl/package-info.java | 2 +- .../container/common/interfaces/package-info.java | 2 +- .../ozone/container/common/package-info.java | 2 +- .../container/common/report/package-info.java | 2 +- .../common/statemachine/DatanodeConfiguration.java | 2 +- .../common/statemachine/DatanodeQueueMetrics.java | 2 +- .../common/statemachine/EndpointStateMachine.java | 2 +- .../SetNodeOperationalStateCommandHandler.java | 2 +- .../statemachine/commandhandler/package-info.java | 2 +- .../common/statemachine/package-info.java | 2 +- .../common/states/datanode/package-info.java | 2 +- .../common/states/endpoint/package-info.java | 2 +- .../common/transport/server/ratis/LocalStream.java | 2 +- .../container/common/utils/ReferenceCountedDB.java | 2 +- .../container/common/utils/db/package-info.java | 2 +- .../ozone/container/common/utils/package-info.java | 2 +- .../container/common/volume/AbstractFuture.java | 2 +- .../container/common/volume/TimeoutFuture.java | 2 +- .../container/common/volume/VolumeInfoMetrics.java | 2 +- .../container/common/volume/package-info.java | 2 +- .../reconstruction/ECContainerOperationClient.java | 2 +- .../ECReconstructionCoordinator.java | 2 +- .../ECReconstructionCoordinatorTask.java | 3 +- .../container/ec/reconstruction/package-info.java | 2 +- .../container/keyvalue/KeyValueContainerCheck.java | 2 +- .../ozone/container/keyvalue/KeyValueHandler.java | 12 +- .../container/keyvalue/helpers/package-info.java | 2 +- .../container/keyvalue/impl/BlockManagerImpl.java | 2 +- .../keyvalue/impl/ChunkManagerFactory.java | 2 +- .../ozone/container/keyvalue/package-info.java | 2 +- .../statemachine/background/package-info.java | 2 +- .../metadata/DatanodeSchemaThreeDBDefinition.java | 2 +- .../metadata/DatanodeStoreSchemaThreeImpl.java | 2 +- .../ozone/container/ozoneimpl/package-info.java | 2 +- .../container/replication/ContainerImporter.java | 2 +- .../ozone/container/replication/package-info.java | 2 +- .../java/org/apache/hadoop/ozone/package-info.java | 2 +- .../commands/SetNodeOperationalStateCommand.java | 2 +- ...inerDatanodeProtocolServerSideTranslatorPB.java | 2 +- .../hdds/datanode/metadata/package-info.java | 2 +- .../TestSchemaTwoBackwardsCompatibility.java | 2 +- .../ozone/container/common/impl/package-info.java | 2 +- .../ozone/container/common/package-info.java | 2 +- .../container/common/report/package-info.java | 2 +- .../TestCreatePipelineCommandHandler.java | 2 +- .../common/volume/TestStorageVolumeChecker.java | 2 +- .../container/common/volume/package-info.java | 2 +- .../TestKeyValueHandlerWithUnhealthyContainer.java | 24 ++ .../ozone/container/keyvalue/package-info.java | 2 +- .../replication/TestMeasuredReplicator.java | 2 +- .../ozone/container/replication/package-info.java | 2 +- .../stream/TestDirstreamClientHandler.java | 2 +- .../container/stream/TestStreamingServer.java | 2 +- .../ozone/container/testutils/package-info.java | 2 +- .../upgrade/TestDataNodeStartupSlvLessThanMlv.java | 2 +- .../TestReconstructionECContainersCommands.java | 2 +- hadoop-hdds/dev-support/checkstyle/checkstyle.xml | 2 +- .../org/apache/ozone/erasurecode/package-info.java | 2 +- .../erasurecode/rawcoder/NativeRSRawDecoder.java | 2 +- .../erasurecode/rawcoder/NativeRSRawEncoder.java | 2 +- .../rawcoder/NativeRSRawErasureCoderFactory.java | 2 +- .../erasurecode/rawcoder/NativeXORRawDecoder.java | 2 +- .../erasurecode/rawcoder/NativeXORRawEncoder.java | 2 +- .../rawcoder/NativeXORRawErasureCoderFactory.java | 2 +- .../ozone/erasurecode/rawcoder/package-info.java | 2 +- .../ozone/erasurecode/rawcoder/util/CodecUtil.java | 2 +- .../erasurecode/rawcoder/util/package-info.java | 2 +- .../rawcoder/TestCodecRawCoderMapping.java | 2 +- .../erasurecode/rawcoder/TestNativeRSRawCoder.java | 2 +- .../rawcoder/TestNativeXORRawCoder.java | 2 +- hadoop-hdds/framework/pom.xml | 8 +- .../org/apache/hadoop/hdds/conf/package-info.java | 2 +- .../org/apache/hadoop/hdds/freon/package-info.java | 2 +- .../apache/hadoop/hdds/protocol/package-info.java | 2 +- .../SCMSecurityProtocolClientSideTranslatorPB.java | 2 +- .../hadoop/hdds/protocolPB/package-info.java | 2 +- .../DeletedBlocksTransactionInfoWrapper.java | 110 +++++++++ .../scm/container/common/helpers/package-info.java | 2 +- .../hadoop/hdds/scm/metadata/package-info.java | 2 +- ...inerLocationProtocolClientSideTranslatorPB.java | 18 ++ .../hdds/scm/update/client/package-info.java | 2 +- .../hdds/scm/update/server/package-info.java | 2 +- .../hadoop/hdds/security/OzoneSecretKey.java | 2 +- .../hdds/security/ssl/ReloadingX509KeyManager.java | 2 +- .../x509/certificate/authority/package-info.java | 2 +- .../authority/profile/DefaultCAProfile.java | 2 +- .../authority/profile/package-info.java | 2 +- .../certificate/client/SCMCertificateClient.java | 2 +- .../x509/certificate/client/package-info.java | 2 +- .../x509/certificate/utils/package-info.java | 2 +- .../hdds/security/x509/exception/package-info.java | 2 +- .../hdds/security/x509/keys/package-info.java | 2 +- .../hadoop/hdds/security/x509/package-info.java | 2 +- .../hadoop/hdds/server/http/BaseHttpServer.java | 19 +- .../apache/hadoop/hdds/server/http/HttpConfig.java | 2 +- .../hdds/server/http/RatisDropwizardExports.java | 2 +- .../hadoop/hdds/server/http/package-info.java | 2 +- .../apache/hadoop/hdds/server/package-info.java | 2 +- .../hadoop/hdds/utils/DBCheckpointMetrics.java | 5 + .../hadoop/hdds/utils/db/DumpFileLoader.java | 2 +- .../hdds/utils/db/FixedLengthStringCodec.java | 2 +- .../hdds/utils/db/FixedLengthStringUtils.java | 2 +- .../hadoop/hdds/utils/db/RDBSstFileLoader.java | 2 +- .../hadoop/hdds/utils/db/RDBSstFileWriter.java | 2 +- .../hadoop/hdds/utils/db/RocksDBCheckpoint.java | 2 +- .../apache/hadoop/hdds/utils/db/package-info.java | 2 +- .../org/apache/hadoop/hdds/utils/package-info.java | 2 +- .../apache/hadoop/ozone/common/package-info.java | 2 +- .../token/TestOzoneBlockTokenIdentifier.java | 2 +- .../x509/certificate/authority/package-info.java | 2 +- .../client/TestDefaultCertificateClient.java | 2 +- .../client/TestDnCertificateClientInit.java | 2 +- .../certificate/utils/TestCertificateCodec.java | 2 +- .../security/x509/keys/TestHDDSKeyGenerator.java | 2 +- .../hdds/security/x509/keys/TestKeyCodec.java | 2 +- .../hdds/security/x509/keys/package-info.java | 2 +- .../hadoop/hdds/security/x509/package-info.java | 2 +- .../hadoop/hdds/server/events/TestEventQueue.java | 2 +- .../hdds/server/events/TestEventQueueChain.java | 2 +- .../hadoop/hdds/server/events/package-info.java | 2 +- .../hdds/server/http/TestBaseHttpServer.java | 2 +- .../hdds/server/http/TestProfileServlet.java | 2 +- .../server/http/TestRatisDropwizardExports.java | 2 +- .../hdds/server/http/TestRatisNameRewrite.java | 2 +- .../hadoop/hdds/server/http/package-info.java | 2 +- .../hdds/utils/TestPrometheusMetricsSinkUtil.java | 2 +- .../hadoop/hdds/utils/TestUgiMetricsUtil.java | 2 +- .../hadoop/hdds/utils/db/TestDBConfigFromFile.java | 2 +- .../hadoop/hdds/utils/db/TestDBStoreBuilder.java | 2 +- .../hdds/utils/db/TestFixedLengthStringUtils.java | 2 +- .../apache/hadoop/hdds/utils/db/TestRDBStore.java | 2 +- .../hadoop/hdds/utils/db/cache/package-info.java | 2 +- .../apache/hadoop/hdds/utils/db/package-info.java | 2 +- .../org/apache/hadoop/hdds/utils/package-info.java | 2 +- .../src/main/proto/ScmAdminProtocol.proto | 13 + .../interface-client/src/main/proto/hdds.proto | 7 + .../dev-support/findbugsExcludeFile.xml | 19 ++ hadoop-hdds/managed-rocksdb/pom.xml | 42 ++++ .../db/managed/ManagedBlockBasedTableConfig.java | 0 .../hdds/utils/db/managed/ManagedBloomFilter.java | 0 .../hdds/utils/db/managed/ManagedCheckpoint.java | 0 .../db/managed/ManagedColumnFamilyOptions.java | 0 .../db/managed/ManagedCompactRangeOptions.java | 0 .../hdds/utils/db/managed/ManagedDBOptions.java | 0 .../hdds/utils/db/managed/ManagedEnvOptions.java | 0 .../hdds/utils/db/managed/ManagedFlushOptions.java | 0 .../managed/ManagedIngestExternalFileOptions.java | 0 .../hdds/utils/db/managed/ManagedLRUCache.java | 0 .../hdds/utils/db/managed/ManagedObject.java | 0 .../hdds/utils/db/managed/ManagedOptions.java | 0 .../hdds/utils/db/managed/ManagedReadOptions.java | 0 .../hdds/utils/db/managed/ManagedRocksDB.java | 0 .../utils/db/managed/ManagedRocksIterator.java | 0 .../db/managed/ManagedRocksObjectMetrics.java | 0 .../utils/db/managed/ManagedRocksObjectUtils.java | 0 .../hadoop/hdds/utils/db/managed/ManagedSlice.java | 0 .../utils/db/managed/ManagedSstFileReader.java} | 16 +- .../db/managed/ManagedSstFileReaderIterator.java} | 21 +- .../utils/db/managed/ManagedSstFileWriter.java | 0 .../hdds/utils/db/managed/ManagedStatistics.java | 0 .../db/managed/ManagedTransactionLogIterator.java | 0 .../hdds/utils/db/managed/ManagedWriteBatch.java | 0 .../hdds/utils/db/managed/ManagedWriteOptions.java | 0 .../hadoop/hdds/utils/db/managed/package-info.java | 0 hadoop-hdds/pom.xml | 7 + hadoop-hdds/rocksdb-checkpoint-differ/pom.xml | 5 +- .../apache/ozone/rocksdiff/RelationshipEdge.java | 2 +- .../ozone/rocksdiff/RocksDBCheckpointDiffer.java | 44 +--- .../org/apache/ozone/rocksdiff/RocksDiffUtils.java | 67 ++++- .../org/apache/ozone/rocksdiff/package-info.java | 2 +- .../rocksdiff/TestRocksDBCheckpointDiffer.java | 3 +- .../block/DatanodeDeletedBlockTransactions.java | 2 +- .../hadoop/hdds/scm/block/DeletedBlockLog.java | 12 +- .../hadoop/hdds/scm/block/DeletedBlockLogImpl.java | 25 +- .../hadoop/hdds/scm/command/package-info.java | 2 +- .../container/AbstractContainerReportHandler.java | 2 +- .../balancer/ContainerBalancerMetrics.java | 15 +- .../container/balancer/ContainerBalancerTask.java | 12 +- .../hdds/scm/container/balancer/MoveManager.java | 2 +- .../hdds/scm/container/closer/package-info.java | 2 +- .../hadoop/hdds/scm/container/package-info.java | 2 +- .../algorithms/SCMContainerPlacementMetrics.java | 2 +- .../placement/algorithms/package-info.java | 2 +- .../container/placement/metrics/ContainerStat.java | 2 +- .../container/placement/metrics/package-info.java | 2 +- .../hdds/scm/container/placement/package-info.java | 2 +- .../replication/ContainerCheckRequest.java | 2 +- .../DatanodeCommandCountUpdatedHandler.java | 2 +- .../replication/LegacyReplicationManager.java | 148 +++++------ .../container/replication/ReplicationManager.java | 12 +- .../health/ClosingContainerHandler.java | 2 +- .../health/DeletingContainerHandler.java | 2 +- .../RatisUnhealthyReplicationCheckHandler.java | 2 +- .../scm/container/replication/package-info.java | 2 +- .../hdds/scm/container/report/package-info.java | 2 +- .../hdds/scm/container/states/ContainerState.java | 2 +- .../hdds/scm/container/states/package-info.java | 2 +- .../hadoop/hdds/scm/events/package-info.java | 2 +- .../hdds/scm/ha/InterSCMGrpcProtocolService.java | 2 +- .../hadoop/hdds/scm/ha/SCMHAInvocationHandler.java | 2 +- .../hadoop/hdds/scm/ha/SCMHAManagerStub.java | 2 +- .../hadoop/hdds/scm/ha/SCMSnapshotDownloader.java | 2 +- .../hdds/scm/node/CommandQueueReportHandler.java | 2 +- .../hdds/scm/node/DatanodeAdminMonitorImpl.java | 2 +- .../hdds/scm/node/InvalidNodeStateException.java | 2 +- .../apache/hadoop/hdds/scm/node/NodeStatus.java | 2 +- .../hadoop/hdds/scm/node/SCMNodeManager.java | 2 +- .../hdds/scm/node/SCMNodeStorageStatMap.java | 2 +- .../hdds/scm/node/StartDatanodeAdminHandler.java | 2 +- .../hadoop/hdds/scm/node/StorageReportResult.java | 2 +- .../apache/hadoop/hdds/scm/node/package-info.java | 2 +- .../hadoop/hdds/scm/node/states/package-info.java | 2 +- .../hadoop/hdds/scm/pipeline/PipelineManager.java | 2 +- .../pipeline/choose/algorithms/package-info.java | 2 +- .../hadoop/hdds/scm/pipeline/package-info.java | 2 +- .../SCMSecurityProtocolServerSideTranslatorPB.java | 2 +- ...inerLocationProtocolServerSideTranslatorPB.java | 19 ++ .../hadoop/hdds/scm/protocol/package-info.java | 2 +- .../hdds/scm/safemode/SafeModeRestrictedOps.java | 2 +- .../hdds/scm/server/SCMClientProtocolServer.java | 22 ++ .../hdds/scm/server/SCMStarterInterface.java | 2 +- .../scm/server/StorageContainerManagerStarter.java | 2 +- .../hadoop/hdds/scm/server/package-info.java | 2 +- .../ScmOnFinalizeActionForDatanodeSchemaV2.java | 2 +- .../hdds/scm/update/server/package-info.java | 2 +- .../apache/hadoop/hdds/scm/TestHddsServerUtil.java | 2 +- .../scm/TestStorageContainerManagerHttpServer.java | 5 +- .../apache/hadoop/hdds/scm/block/package-info.java | 2 +- .../hadoop/hdds/scm/command/package-info.java | 2 +- .../hdds/scm/container/SimpleMockNodeManager.java | 2 +- .../scm/container/TestContainerActionsHandler.java | 2 +- .../scm/container/TestContainerReportHandler.java | 2 +- .../scm/container/TestContainerStateManager.java | 2 +- .../TestIncrementalContainerReportHandler.java | 2 +- .../scm/container/TestUnknownContainerReport.java | 2 +- .../balancer/TestContainerBalancerTask.java | 25 +- .../hdds/scm/container/closer/package-info.java | 2 +- .../hadoop/hdds/scm/container/package-info.java | 2 +- .../algorithms/TestContainerPlacementFactory.java | 2 +- .../TestSCMContainerPlacementCapacity.java | 2 +- .../TestSCMContainerPlacementRandom.java | 2 +- .../replication/TestLegacyReplicationManager.java | 99 ++++++-- .../scm/container/replication/package-info.java | 2 +- .../hdds/scm/container/report/package-info.java | 2 +- .../container/states/TestContainerAttribute.java | 2 +- .../hdds/scm/container/states/package-info.java | 2 +- .../hdds/scm/node/TestDatanodeAdminMonitor.java | 2 +- .../hdds/scm/node/TestNodeDecommissionManager.java | 2 +- .../hadoop/hdds/scm/node/TestNodeStateManager.java | 2 +- .../apache/hadoop/hdds/scm/node/package-info.java | 2 +- .../scm/node/states/TestNode2ContainerMap.java | 2 +- .../hdds/scm/node/states/TestNodeStateMap.java | 2 +- .../hadoop/hdds/scm/node/states/package-info.java | 2 +- .../hdds/scm/pipeline/MockPipelineManager.java | 2 +- .../scm/pipeline/TestPipelineActionHandler.java | 2 +- .../scm/pipeline/TestPipelineStateManagerImpl.java | 2 +- .../scm/pipeline/TestSimplePipelineProvider.java | 2 +- .../hdds/scm/pipeline/pipeline/package-info.java | 2 +- .../hdds/scm/safemode/TestSCMSafeModeManager.java | 2 +- .../scm/server/TestSCMBlockProtocolServer.java | 2 +- .../scm/server/TestSCMSecurityProtocolServer.java | 2 +- .../server/TestStorageContainerManagerStarter.java | 2 +- .../scm/upgrade/TestScmStartupSlvLessThanMlv.java | 2 +- .../ozone/container/common/package-info.java | 2 +- .../ozone/container/placement/package-info.java | 2 +- .../ozone/container/testutils/package-info.java | 2 +- .../scm/cli/ContainerBalancerStartSubcommand.java | 2 +- .../hdds/scm/cli/ContainerOperationClient.java | 8 + .../hadoop/hdds/scm/cli/TopologySubcommand.java | 2 +- .../hadoop/hdds/scm/cli/cert/InfoSubcommand.java | 2 +- .../hadoop/hdds/scm/cli/cert/package-info.java | 2 +- .../hdds/scm/cli/container/package-info.java | 2 +- .../hadoop/hdds/scm/cli/datanode/package-info.java | 2 +- .../apache/hadoop/hdds/scm/cli/package-info.java | 2 +- .../scm/cli/pipeline/ListPipelinesSubcommand.java | 17 +- .../hadoop/hdds/scm/cli/pipeline/package-info.java | 2 +- .../hadoop/hdds/scm/cli/cert/TestCleanExpired.java | 2 +- .../scm/cli/datanode/TestListInfoSubcommand.java | 2 +- .../cli/datanode/TestMaintenanceSubCommand.java | 2 +- .../apache/hadoop/ozone/client/OzoneVolume.java | 2 +- .../hadoop/ozone/client/checksum/package-info.java | 2 +- .../hadoop/ozone/client/io/KeyOutputStream.java | 5 +- .../apache/hadoop/ozone/client/package-info.java | 2 +- .../hadoop/ozone/client/TestOzoneClient.java | 2 +- .../TestReplicatedBlockChecksumComputer.java | 2 +- .../checksum/TestReplicatedFileChecksumHelper.java | 2 +- .../hadoop/ozone/client/checksum/package-info.java | 2 +- .../apache/hadoop/ozone/client/package-info.java | 2 +- .../hadoop/ozone/client/rpc/RpcClientTest.java | 2 +- .../hadoop/ozone/client/rpc/TestOzoneKMSUtil.java | 2 +- .../ozone/OzoneIllegalArgumentException.java | 2 +- .../hadoop/ozone/client/io/package-info.java | 2 +- .../apache/hadoop/ozone/conf/OMClientConfig.java | 2 +- .../org/apache/hadoop/ozone/conf/package-info.java | 2 +- .../org/apache/hadoop/ozone/ha/package-info.java | 2 +- .../apache/hadoop/ozone/om/ha/package-info.java | 2 +- .../ozone/om/helpers/BucketEncryptionKeyInfo.java | 2 +- .../hadoop/ozone/om/helpers/KeyValueUtil.java | 2 +- .../hadoop/ozone/om/helpers/OMRatisHelper.java | 2 +- .../hadoop/ozone/om/helpers/OmKeyRenameInfo.java | 91 +++++++ .../hadoop/ozone/om/helpers/package-info.java | 2 +- .../apache/hadoop/ozone/om/lock/package-info.java | 2 +- .../om/multitenant/OzoneTenantRolePrincipal.java | 2 +- .../org/apache/hadoop/ozone/om/package-info.java | 2 +- .../hadoop/ozone/om/protocol/package-info.java | 2 +- .../hadoop/ozone/om/protocolPB/package-info.java | 2 +- .../java/org/apache/hadoop/ozone/package-info.java | 2 +- .../hadoop/ozone/security/acl/package-info.java | 2 +- .../apache/hadoop/ozone/security/package-info.java | 2 +- .../apache/hadoop/ozone/snapshot/package-info.java | 2 +- .../org/apache/hadoop/ozone/util/package-info.java | 2 +- .../ozone/om/helpers/TestOmMultipartUpload.java | 2 +- .../ozone/security/acl/TestOzoneObjInfo.java | 2 +- .../org/apache/hadoop/ozone/csi/package-info.java | 2 +- hadoop-ozone/dist/src/main/license/jar-report.txt | 1 + .../apache/hadoop/ozone/failure/package-info.java | 2 +- .../ozone/loadgenerators/AgedDirLoadGenerator.java | 2 +- .../loadgenerators/NestedDirLoadGenerator.java | 2 +- .../loadgenerators/RandomDirLoadGenerator.java | 2 +- .../src/test/resources/log4j.properties | 2 +- .../ozone/insight/datanode/package-info.java | 2 +- .../hadoop/ozone/insight/om/package-info.java | 2 +- .../apache/hadoop/ozone/insight/package-info.java | 2 +- .../hadoop/ozone/insight/scm/package-info.java | 2 +- .../hadoop/ozone/insight/TestBaseInsightPoint.java | 2 +- .../ozone/insight/TestConfigurationSubCommand.java | 2 +- .../hadoop/ozone/insight/TestLogSubcommand.java | 2 +- .../java/org/apache/hadoop/fs/ozone/TestHSync.java | 65 ++++- .../ozone/contract/ITestOzoneContractUnbuffer.java | 2 +- .../org/apache/hadoop/fs/ozone/package-info.java | 2 +- .../hadoop/hdds/scm/pipeline/TestSCMRestart.java | 2 +- .../hadoop/hdds/scm/pipeline/package-info.java | 2 +- .../safemode/TestSCMSafeModeWithPipelineRules.java | 2 +- .../ozone/TestContainerBalancerOperations.java | 2 +- .../hadoop/ozone/TestStorageContainerManager.java | 2 +- .../client/rpc/TestDiscardPreallocatedBlocks.java | 2 +- .../statemachine/commandhandler/package-info.java | 2 +- .../container/metrics/TestContainerMetrics.java | 2 +- .../metrics/TestDatanodeQueueMetrics.java | 2 +- .../ozoneimpl/TestSecureOzoneContainer.java | 2 +- .../hadoop/ozone/container/package-info.java | 2 +- .../server/TestSecureContainerServer.java | 2 +- .../hadoop/ozone/freon/TestOMSnapshotDAG.java | 2 +- .../hadoop/ozone/freon/TestRandomKeyGenerator.java | 1 + .../hadoop/ozone/fsck/TestContainerMapper.java | 2 +- .../ozone/om/TestContainerReportWithKeys.java | 2 +- .../org/apache/hadoop/ozone/om/TestListStatus.java | 2 +- .../hadoop/ozone/om/TestOMDbCheckpointServlet.java | 2 +- .../ozone/om/TestOMStartupWithBucketLayout.java | 2 +- .../ozone/om/TestOmContainerLocationCache.java | 2 +- .../org/apache/hadoop/ozone/om/TestOmSnapshot.java | 53 +++- .../org/apache/hadoop/ozone/om/package-info.java | 2 +- .../java/org/apache/hadoop/ozone/package-info.java | 2 +- .../hadoop/ozone/scm/TestXceiverClientGrpc.java | 4 +- .../apache/hadoop/ozone/scm/node/package-info.java | 2 +- .../hadoop/ozone/scm/pipeline/package-info.java | 2 +- .../ozone/shell/TestDeletedBlocksTxnShell.java | 270 +++++++++++++++++++++ .../TestResetDeletedBlockRetryCountShell.java | 169 ------------- .../src/main/proto/OmClientProtocol.proto | 4 + .../apache/hadoop/ozone/om/OMMetadataManager.java | 15 ++ .../ozone/om/codec/OmKeyRenameInfoCodec.java | 55 +++++ .../hadoop/ozone/om/helpers/package-info.java | 2 +- .../org/apache/hadoop/ozone/om/package-info.java | 2 +- .../apache/hadoop/ozone/om/ratis/package-info.java | 2 +- .../ozone/om/codec/TestOmPrefixInfoCodec.java | 2 +- .../apache/hadoop/ozone/om/codec/package-info.java | 2 +- .../hadoop/ozone/om/helpers/package-info.java | 2 +- .../java/org/apache/hadoop/ozone/om/OMMetrics.java | 3 + .../apache/hadoop/ozone/om/OMStarterInterface.java | 2 +- .../java/org/apache/hadoop/ozone/om/OMStorage.java | 2 +- .../hadoop/ozone/om/OmMetadataManagerImpl.java | 38 ++- .../apache/hadoop/ozone/om/OmSnapshotManager.java | 3 +- .../hadoop/ozone/om/OzoneManagerStarter.java | 2 +- .../hadoop/ozone/om/codec/OMDBDefinition.java | 12 +- .../apache/hadoop/ozone/om/codec/package-info.java | 2 +- .../apache/hadoop/ozone/om/fs/package-info.java | 2 +- .../org/apache/hadoop/ozone/om/package-info.java | 2 +- .../ozone/om/ratis/OzoneManagerDoubleBuffer.java | 2 +- .../apache/hadoop/ozone/om/ratis/package-info.java | 2 +- .../om/request/bucket/OMBucketCreateRequest.java | 2 +- .../ozone/om/request/bucket/package-info.java | 2 +- .../hadoop/ozone/om/request/file/package-info.java | 2 +- .../request/key/OMAllocateBlockRequestWithFSO.java | 2 +- .../om/request/key/acl/prefix/package-info.java | 2 +- .../hadoop/ozone/om/request/key/package-info.java | 2 +- .../hadoop/ozone/om/request/package-info.java | 2 +- .../ozone/om/request/security/package-info.java | 2 +- .../request/snapshot/OMSnapshotCreateRequest.java | 2 +- .../request/snapshot/OMSnapshotDeleteRequest.java | 2 +- .../ozone/om/request/snapshot/package-info.java | 2 +- .../ozone/om/request/validation/package-info.java | 2 +- .../ozone/om/request/volume/acl/package-info.java | 2 +- .../ozone/om/request/volume/package-info.java | 2 +- .../ozone/om/response/bucket/acl/package-info.java | 2 +- .../ozone/om/response/bucket/package-info.java | 2 +- .../ozone/om/response/file/package-info.java | 2 +- .../ozone/om/response/key/OMKeyRenameResponse.java | 21 +- .../response/key/OMKeyRenameResponseWithFSO.java | 19 +- .../om/response/key/OMKeysDeleteResponse.java | 2 +- .../om/response/key/OMKeysRenameResponse.java | 22 +- .../hadoop/ozone/om/response/key/package-info.java | 2 +- .../hadoop/ozone/om/response/package-info.java | 2 +- .../ozone/om/response/security/package-info.java | 2 +- .../snapshot/OMSnapshotCreateResponse.java | 28 ++- .../ozone/om/response/volume/package-info.java | 2 +- .../ozone/om/snapshot/SnapshotDiffManager.java | 77 ++++-- .../hadoop/ozone/om/snapshot/package-info.java | 2 +- .../hadoop/ozone/om/upgrade/package-info.java | 2 +- .../hadoop/ozone/protocolPB/package-info.java | 2 +- .../hadoop/ozone/security/acl/package-info.java | 2 +- .../apache/hadoop/ozone/security/package-info.java | 2 +- .../ozone/om/TestOMMultiTenantManagerImpl.java | 2 +- .../hadoop/ozone/om/TestOmMetadataManager.java | 2 +- .../ozone/om/TestOzoneManagerHttpServer.java | 46 +++- .../hadoop/ozone/om/TestOzoneManagerStarter.java | 2 +- .../TestMultiTenantAccessController.java | 2 +- .../ozone/om/request/bucket/package-info.java | 2 +- .../hadoop/ozone/om/request/file/package-info.java | 2 +- .../hadoop/ozone/om/request/key/package-info.java | 2 +- ...estS3MultipartUploadCompleteRequestWithFSO.java | 2 +- .../ozone/om/request/security/package-info.java | 2 +- .../snapshot/TestOMSnapshotCreateRequest.java | 65 +++++ .../ozone/om/request/snapshot/package-info.java | 2 +- .../ozone/om/request/volume/acl/package-info.java | 2 +- .../ozone/om/request/volume/package-info.java | 2 +- .../ozone/om/response/TestCleanupTableInfo.java | 2 +- .../ozone/om/response/bucket/package-info.java | 2 +- .../ozone/om/response/file/package-info.java | 2 +- .../om/response/key/TestOMKeyRenameResponse.java | 22 +- .../key/TestOMKeyRenameResponseWithFSO.java | 9 + .../hadoop/ozone/om/response/key/package-info.java | 2 +- .../ozone/om/response/snapshot/package-info.java | 2 +- .../ozone/om/service/TestKeyDeletingService.java | 2 +- .../ozone/om/upgrade/TestOMVersionManager.java | 2 +- .../ozone/security/TestAWSV4AuthValidator.java | 2 +- .../security/TestOmCertificateClientInit.java | 2 +- .../ozone/security/TestOzoneManagerBlockToken.java | 2 +- .../ozone/security/TestOzoneTokenIdentifier.java | 2 +- .../security/acl/TestOzoneNativeAuthorizer.java | 2 +- .../fs/ozone/CapableOzoneFSOutputStream.java | 13 +- .../org/apache/hadoop/fs/ozone/package-info.java | 2 +- .../org/apache/hadoop/fs/ozone/package-info.java | 2 +- .../org/apache/hadoop/fs/ozone/package-info.java | 2 +- .../org/apache/hadoop/fs/ozone/package-info.java | 2 +- .../org/apache/hadoop/fs/ozone/package-info.java | 2 +- .../hadoop/ozone/recon/codegen/package-info.java | 2 +- .../hadoop/ozone/recon/schema/package-info.java | 2 +- .../recon/api/handlers/LegacyBucketHandler.java | 2 +- .../ozone/recon/api/handlers/package-info.java | 2 +- .../hadoop/ozone/recon/api/package-info.java | 2 +- .../hadoop/ozone/recon/api/types/package-info.java | 2 +- .../hadoop/ozone/recon/codec/NSSummaryCodec.java | 2 +- .../hadoop/ozone/recon/codec/package-info.java | 2 +- .../ozone/recon/fsck/ContainerHealthStatus.java | 2 +- .../hadoop/ozone/recon/fsck/package-info.java | 2 +- .../recon/metrics/ReconTaskStatusMetrics.java | 2 +- .../apache/hadoop/ozone/recon/package-info.java | 2 +- .../persistence/SqliteDataSourceProvider.java | 2 +- .../ozone/recon/persistence/package-info.java | 2 +- .../recon/recovery/ReconOmMetadataManagerImpl.java | 2 +- .../hadoop/ozone/recon/recovery/package-info.java | 2 +- .../hadoop/ozone/recon/scm/package-info.java | 2 +- .../hadoop/ozone/recon/spi/impl/package-info.java | 2 +- .../hadoop/ozone/recon/spi/package-info.java | 2 +- .../ozone/recon/tasks/NSSummaryTaskWithLegacy.java | 2 +- .../hadoop/ozone/recon/tasks/package-info.java | 2 +- .../recon/api/TestNSSummaryEndpointWithFSO.java | 2 +- .../recon/api/TestNSSummaryEndpointWithLegacy.java | 2 +- .../hadoop/ozone/recon/api/package-info.java | 2 +- .../recon/fsck/TestContainerHealthStatus.java | 2 +- .../ozone/recon/fsck/TestContainerHealthTask.java | 2 +- .../apache/hadoop/ozone/recon/package-info.java | 2 +- .../ozone/recon/persistence/package-info.java | 2 +- .../recovery/TestReconOmMetadataManagerImpl.java | 2 +- .../hadoop/ozone/recon/recovery/package-info.java | 2 +- .../scm/AbstractReconContainerManagerTest.java | 2 +- ...TestReconIncrementalContainerReportHandler.java | 2 +- .../ozone/recon/scm/TestReconPipelineManager.java | 2 +- .../recon/scm/TestReconPipelineReportHandler.java | 2 +- .../ozone/recon/spi/impl/TestReconDBProvider.java | 2 +- .../TestStorageContainerServiceProviderImpl.java | 2 +- .../hadoop/ozone/recon/spi/impl/package-info.java | 2 +- .../recon/tasks/TestContainerKeyMapperTask.java | 2 +- .../ozone/recon/tasks/TestNSSummaryTask.java | 2 +- .../recon/tasks/TestNSSummaryTaskWithLegacy.java | 2 +- .../ozone/recon/tasks/TestOMDBUpdatesHandler.java | 2 +- .../hadoop/ozone/recon/tasks/package-info.java | 2 +- .../hadoop/ozone/s3/commontypes/package-info.java | 2 +- .../hadoop/ozone/s3/metrics/S3GatewayMetrics.java | 2 +- .../hadoop/ozone/s3/metrics/package-info.java | 2 +- .../org/apache/hadoop/ozone/s3/package-info.java | 2 +- .../hadoop/ozone/s3/signature/package-info.java | 2 +- .../apache/hadoop/ozone/s3/util/package-info.java | 2 +- .../apache/hadoop/ozone/client/package-info.java | 2 +- .../ozone/s3/TestSignedChunksInputStream.java | 2 +- .../ozone/s3/endpoint/TestBucketResponse.java | 2 +- .../TestMultiDeleteRequestUnmarshaller.java | 2 +- .../ozone/s3/endpoint/TestObjectEndpoint.java | 2 +- .../hadoop/ozone/s3/endpoint/package-info.java | 2 +- .../hadoop/ozone/s3/exception/package-info.java | 2 +- .../ozone/s3/metrics/TestS3GatewayMetrics.java | 2 +- .../org/apache/hadoop/ozone/s3/package-info.java | 2 +- .../s3/signature/TestStringToSignProducer.java | 2 +- .../hadoop/ozone/s3/util/TestContinueToken.java | 2 +- .../hadoop/ozone/s3/util/TestRFC1123Util.java | 2 +- .../hadoop/ozone/admin/nssummary/package-info.java | 2 +- .../reconfig/ReconfigureStatusSubcommand.java | 2 +- ...ScmAdmin.java => DeletedBlocksTxnCommands.java} | 39 +-- .../admin/scm/FinalizationScmStatusSubcommand.java | 2 +- .../scm/GetFailedDeletedBlocksTxnSubcommand.java | 91 +++++++ .../scm/ResetDeletedBlockRetryCountSubcommand.java | 57 ++++- .../apache/hadoop/ozone/admin/scm/ScmAdmin.java | 4 +- .../hadoop/ozone/debug/container/package-info.java | 2 +- .../org/apache/hadoop/ozone/freon/ProgressBar.java | 2 +- .../hadoop/ozone/freon/RandomKeyGenerator.java | 7 +- .../hadoop/ozone/freon/SCMThroughputBenchmark.java | 2 +- .../org/apache/hadoop/ozone/fsck/package-info.java | 2 +- .../hadoop/ozone/shell/token/TokenOption.java | 2 +- .../hadoop/ozone/shell/volume/package-info.java | 2 +- .../ozone/debug/TestDBDefinitionFactory.java | 2 +- .../containergenerator/TestGeneratorDatanode.java | 2 +- .../apache/hadoop/ozone/freon/package-info.java | 2 +- .../org/apache/hadoop/ozone/fsck/package-info.java | 2 +- .../org/apache/hadoop/ozone/om/package-info.java | 2 +- .../shell/TestOzoneAddressClientCreation.java | 2 +- 604 files changed, 2373 insertions(+), 1028 deletions(-) --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
