This is an automated email from the ASF dual-hosted git repository.
sodonnell pushed a change to branch HDDS-1880-Decom
in repository https://gitbox.apache.org/repos/asf/hadoop-ozone.git.
from f64476c HDDS-4340. Add Operational State to the datanode list command
(#1491)
add 2650723 HDDS-4343. ReplicationManager.handleOverReplicatedContainer()
does not handle unhealthyReplicas properly. (#1495)
add 814428e HDDS-3995. Fix s3g met NPE exception while write file by
multiPartUpload (#1499)
add 342bf6d HDDS-4327. Potential resource leakage using BatchOperation.
(#1493)
add aff7c52 HDDS-4269. Ozone DataNode thinks a volume is failed if an
unexpected file is in the HDDS root directory. (#1490)
add 8fab5f2 HDDS-2922. Balance ratis leader distribution in datanodes
(#1371)
add 25e2046 HDDS-4297. Allow multiple transactions per container to be
sent for deletion by SCM.
add 9baaf64 HDDS-4158. Provide a class type for Java based configuration
(#1407)
add 049793d HDDS-4301. SCM CA certificate does not encode KeyUsage
extension properly (#1468)
add 10df489 HDDS-4328. Provide fallback cache restore key (#1505)
add 4e1d2ef HDDS-4306. Ozone checkstyle rule can't be imported to
IntelliJ. (#1472)
add 6ba64bf HDDS-4359. Expose VolumeIOStats in DN JMX (#1506)
add 18ed003 Merge branch 'master' into HDDS-1880-Decom
No new revisions were added by this update.
Summary of changes:
.github/workflows/post-commit.yml | 3 +
.../hadoop/hdds/scm/storage/CommitWatcher.java | 2 +-
.../org/apache/hadoop/hdds/ratis/RatisHelper.java | 19 ++
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 3 +
.../hadoop/hdds/scm/exceptions/SCMException.java | 3 +-
.../apache/hadoop/hdds/scm/pipeline/Pipeline.java | 42 +++-
.../common/src/main/resources/ozone-default.xml | 18 ++
.../hadoop/hdds/conf/SimpleConfiguration.java | 13 ++
.../hadoop/hdds/conf/TestOzoneConfiguration.java | 7 +-
.../org/apache/hadoop/hdds/conf/ConfigType.java | 3 +-
.../hdds/conf/ConfigurationReflectionUtil.java | 12 ++
.../CreatePipelineCommandHandler.java | 10 +-
.../commandhandler/DeleteBlocksCommandHandler.java | 65 ++++---
.../common/transport/server/XceiverServerSpi.java | 10 +-
.../transport/server/ratis/XceiverServerRatis.java | 27 ++-
.../container/common/utils/HddsVolumeUtil.java | 5 +
.../ozone/container/common/volume/HddsVolume.java | 8 +-
.../container/common/volume/VolumeIOStats.java | 72 ++++---
.../container/keyvalue/impl/BlockManagerImpl.java | 70 +++----
.../background/BlockDeletingService.java | 45 +++--
.../protocol/commands/CreatePipelineCommand.java | 46 ++++-
.../TestCreatePipelineCommandHandler.java | 7 +-
hadoop-hdds/dev-support/checkstyle/checkstyle.xml | 4 +-
.../certificates/utils/CertificateSignRequest.java | 2 +-
.../certificates/utils/SelfSignedCertificate.java | 4 +-
.../interface-client/src/main/proto/hdds.proto | 1 +
.../proto/ScmServerDatanodeHeartbeatProtocol.proto | 1 +
.../src/main/proto/ScmServerProtocol.proto | 1 +
.../block/DatanodeDeletedBlockTransactions.java | 32 ++-
.../hadoop/hdds/scm/block/DeletedBlockLogImpl.java | 19 +-
.../hdds/scm/container/ReplicationManager.java | 3 +-
.../hdds/scm/container/SCMContainerManager.java | 28 ++-
.../hdds/scm/pipeline/PipelineStateManager.java | 3 +-
.../hdds/scm/pipeline/RatisPipelineProvider.java | 29 ++-
.../algorithms/DefaultLeaderChoosePolicy.java} | 26 +--
.../choose/algorithms/LeaderChoosePolicy.java | 55 ++++++
.../algorithms/LeaderChoosePolicyFactory.java | 75 +++++++
.../algorithms/MinLeaderCountChoosePolicy.java | 91 +++++++++
.../leader/choose/algorithms}/package-info.java | 6 +-
.../hadoop/hdds/scm/block/TestDeletedBlockLog.java | 17 +-
.../choose/algorithms/TestLeaderChoosePolicy.java | 74 +++++++
...OzoneManagerProtocolClientSideTranslatorPB.java | 4 +-
.../hdds/scm/pipeline/TestLeaderChoosePolicy.java | 216 +++++++++++++++++++++
.../TestRatisPipelineCreateAndDestroy.java | 2 +-
.../apache/hadoop/ozone/TestMiniOzoneCluster.java | 4 +-
.../container/metrics/TestContainerMetrics.java | 14 ++
.../ozone/om/TestOzoneManagerRocksDBLogging.java | 2 +-
.../org/apache/hadoop/ozone/om/OzoneManager.java | 15 +-
.../om/request/volume/OMVolumeSetOwnerRequest.java | 2 +-
.../key/TestOMKeyPurgeRequestAndResponse.java | 15 +-
.../bucket/TestOMBucketCreateResponse.java | 8 +
.../bucket/TestOMBucketDeleteResponse.java | 8 +
.../bucket/TestOMBucketSetPropertyResponse.java | 9 +
.../file/TestOMDirectoryCreateResponse.java | 8 +
.../ozone/om/response/key/TestOMKeyResponse.java | 3 +
.../s3/multipart/TestS3MultipartResponse.java | 9 +
.../security/TestOMDelegationTokenResponse.java | 8 +
.../volume/TestOMVolumeCreateResponse.java | 8 +
.../volume/TestOMVolumeDeleteResponse.java | 8 +
.../volume/TestOMVolumeSetOwnerResponse.java | 9 +
.../volume/TestOMVolumeSetQuotaResponse.java | 9 +
.../recon/tasks/TestContainerKeyMapperTask.java | 2 +-
.../hadoop/ozone/s3/endpoint/ObjectEndpoint.java | 5 +-
pom.xml | 4 +-
64 files changed, 1099 insertions(+), 234 deletions(-)
copy
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/pipeline/{choose/algorithms/RandomPipelineChoosePolicy.java
=> leader/choose/algorithms/DefaultLeaderChoosePolicy.java} (54%)
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/pipeline/leader/choose/algorithms/LeaderChoosePolicy.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/pipeline/leader/choose/algorithms/LeaderChoosePolicyFactory.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/pipeline/leader/choose/algorithms/MinLeaderCountChoosePolicy.java
copy hadoop-hdds/{client/src/test/java/org/apache/hadoop/hdds/scm/storage =>
server-scm/src/main/java/org/apache/hadoop/hdds/scm/pipeline/leader/choose/algorithms}/package-info.java
(88%)
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/pipeline/leader/choose/algorithms/TestLeaderChoosePolicy.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/pipeline/TestLeaderChoosePolicy.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
