This is an automated email from the ASF dual-hosted git repository.
weichiu pushed a change to branch HDDS-7593
in repository https://gitbox.apache.org/repos/asf/ozone.git
from 1802c8753f HDDS-10860. Fix Intermittent failure in
TestLeaseRecovery.testFinalizeBlockFailure (#6707)
add 4a34792148 HDDS-10830. Replace ConcurrentHashMap with HashMap
protected by ReadWriteLock in NodeStateMap (#6654)
add bde7ee4d28 HDDS-10829. Suppress extra INFO log lines from ozone shell
commands output (#6657)
add 2cfdac6aa9 HDDS-10781. Do not use OFSPath in O3FS
BasicOzoneClientAdapterImpl (#6614)
add 28c9ea46a0 HDDS-10557. TestBlockOutputStream#testWriteExactlyFlushSize
is flaky (#6573)
add 29496dc62b HDDS-10742. Add option to close all pipelines (#6577)
add 1ee08b4241 HDDS-10801. Replace GSON with Jackson in hadoop-ozone
classes. (#6651)
add c1ab84e0d9 HDDS-10811. Reduce UTF8 string encoding by caching encoding
result (#6656)
add 309c3c4a9d HDDS-10847. Bump slf4j to 2.0.13 (#6670)
add 35715a48f6 HDDS-10848. Bump kotlin to 1.9.24 (#6671)
add 62a64c2531 HDDS-10849. Bump maven-source-plugin to 3.3.1 (#6672)
add 186f329b29 HDDS-10850. Bump commons-codec to 1.17.0 (#6669)
add 22ca84bbb2 HDDS-10851. Bump gradle-enterprise-maven-extension to
1.20.1 (#6668)
add 8c3dff264f HDDS-9039. Removed the pause and wait in RocksDB compaction
when tarball creation is in progress (#6552)
add ed5288ff5e HDDS-10273. Intermittent build failure while downloading
nodejs (#6664)
add e3cc4d9a06 HDDS-10702. Improve Recon startup failure handling and make
it more resilient. (#6583)
add f6710db9b7 HDDS-6717. Allow running flaky-test-check with specific
Ratis commit (#6675)
add 47942f7925 Revert "HDDS-10273. Intermittent build failure while
downloading nodejs (#6664)"
add 1db40bf516 HDDS-10845. Let some Freon generators use empty prefix by
default (#6673)
add 23cb3526fd HDDS-10371. NPE in OzoneAclUtils.isOwner (#6676)
add 3cf2a15578 HDDS-9679. Added Multipart Upload ID to S3MultiPart audit
logs. (#6677)
add b23674b2a6 HDDS-10559. Add a warning or a check to run repair tool as
System user (#6574)
add de228993e6 HDDS-9031. Upgrade acceptance tests to Docker Compose v2
(#6667)
add fb685f9709 HDDS-10859. Improve error messages when decommission and
maintenance fail-early (#6678)
add 6311f16b3b HDDS-10861. Ozone cli supports default ozone.om.service.id
(#6680)
add 86c6b39f6d HDDS-10699. Refactor ContainerBalancerTask and
TestContainerBalancerTask (#6537)
add c14f5113f2 HDDS-2643.
TestOzoneDelegationTokenSecretManager#testRenewTokenFailureRenewalTime fails
intermittently.
add ad0b688fe3 HDDS-6116. Remove flaky tag from TestSCMInstallSnapshot
(#6695)
add 5a49fc60d0 HDDS-10876. Bump jackson to 2.16.2 (#6697)
add 7a527c9d43 HDDS-10877. Bump Dropwizard metrics to 3.2.6 (#6699)
add 113944e822 HDDS-10878. Bump zstd-jni to 1.5.6-3 (#6701)
add 15a51fea04 HDDS-10514. Recon - Provide DN decommissioning detailed
status and info inline with current CLI command output. (#6376)
add e2dd311cab HDDS-10875. XceiverRatisServer#getRaftPeersInPipeline
should be called before XceiverRatisServer#removeGroup (#6696)
add bc3763fc43 HDDS-8752. Enable
TestOzoneRpcClientAbstract#testOverWriteKeyWithAndWithOutVersioning (#6702)
add cbc8797603 HDDS-10883. Improve logging in Recon for finalising DN
logic. (#6704)
add 64b7f01d55 HDDS-10435. Support S3 object tags for existing requests
(#6607)
add 3e20c4a36b HDDS-10832. Client should switch to streaming based on
OpenKeySession replication (#6683)
add 71509cb482 HDDS-10890. Increase default value for
hdds.container.ratis.log.appender.queue.num-elements (#6711)
add 6301bec130 HDDS-10899. Refactor Lease callbacks (#6715)
add f89601e5f3 HDDS-10422. Fix some warnings about exposing internal
representation in hdds-common (#6351)
add 040aebf655 HDDS-10897. Refactor OzoneQuota (#6714)
No new revisions were added by this update.
Summary of changes:
.github/workflows/build-ratis.yml | 137 +++++++
.github/workflows/intermittent-test-check.yml | 54 ++-
.mvn/extensions.xml | 2 +-
.../hadoop/hdds/scm/client/ClientTrustManager.java | 2 +-
.../java/org/apache/hadoop/hdds/HddsUtils.java | 2 +-
.../hadoop/hdds/client/DecommissionUtils.java | 153 +++++++
.../org/apache/hadoop/hdds/client/OzoneQuota.java | 119 +++---
.../org/apache/hadoop/hdds/client/QuotaList.java | 69 ----
.../hadoop/hdds/conf/OzoneConfiguration.java | 9 +-
.../hadoop/hdds/freon/FakeClusterTopology.java | 38 +-
.../hadoop/hdds/protocol/DatanodeDetails.java | 135 +++++--
.../org/apache/hadoop/hdds/ratis/RatisHelper.java | 7 +
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 2 +-
.../java/org/apache/hadoop/hdds/scm/ScmInfo.java | 11 +-
.../apache/hadoop/hdds/scm/XceiverClientReply.java | 3 +-
.../scm/container/common/helpers/ExcludeList.java | 19 +-
.../org/apache/hadoop/hdds/scm/ha/SCMHAUtils.java | 6 +-
.../apache/hadoop/hdds/scm/net/NetConstants.java | 3 +
.../org/apache/hadoop/hdds/scm/net/NodeImpl.java | 55 ++-
.../apache/hadoop/hdds/scm/pipeline/Pipeline.java | 14 +-
.../hdds/scm/storage/ContainerProtocolCalls.java | 2 +-
.../org/apache/hadoop/hdds/server/JsonUtils.java | 14 +-
.../apache/hadoop/hdds/utils/BatchOperation.java | 88 -----
.../java/org/apache/hadoop/ozone/OzoneConsts.java | 2 +
.../apache/hadoop/ozone/OzoneManagerVersion.java | 2 +
.../apache/hadoop/ozone/common/ChecksumData.java | 5 +-
.../ozone/common/statemachine/StateMachine.java | 10 +-
.../ozone/container/common/helpers/ChunkInfo.java | 13 +-
.../java/org/apache/hadoop/ozone/lease/Lease.java | 26 +-
.../hadoop/ozone/lease/LeaseCallbackExecutor.java | 14 +-
.../apache/hadoop/ozone/lease/LeaseManager.java | 5 +-
.../hadoop/ozone/util/ShutdownHookManager.java | 38 +-
.../{UUIDUtil.java => StringWithByteString.java} | 40 +-
.../common/src/main/resources/ozone-default.xml | 5 +-
.../java/org/apache/hadoop/hdds/JsonTestUtils.java | 24 ++
.../container/common/helpers/DatanodeIdYaml.java | 6 +-
.../ClosePipelineCommandHandler.java | 32 +-
.../container/keyvalue/helpers/ChunkUtils.java | 4 +-
.../DeletedBlocksTransactionInfoWrapper.java | 9 +-
.../ozone/rocksdiff/RocksDBCheckpointDiffer.java | 39 --
.../container/balancer/ContainerBalancerTask.java | 61 +--
.../hdds/scm/node/NodeDecommissionManager.java | 28 +-
.../hadoop/hdds/scm/node/NodeStateManager.java | 2 +-
.../hadoop/hdds/scm/node/SCMNodeManager.java | 5 +
.../hadoop/hdds/scm/node/states/NodeStateMap.java | 61 +--
.../hdds/scm/container/balancer/MockedSCM.java | 35 +-
.../TestContainerBalancerDatanodeNodeLimit.java | 165 +++++++-
.../balancer/TestContainerBalancerTask.java | 167 +-------
.../scm/container/balancer/TestableCluster.java | 8 +-
.../cli/datanode/DecommissionStatusSubCommand.java | 50 +--
.../scm/cli/pipeline/ClosePipelineSubcommand.java | 50 ++-
.../scm/cli/pipeline/FilterPipelineOptions.java | 85 ++++
.../scm/cli/pipeline/ListPipelinesSubcommand.java | 77 +---
.../apache/hadoop/ozone/client/OzoneBucket.java | 85 +++-
.../org/apache/hadoop/ozone/client/OzoneKey.java | 25 +-
.../hadoop/ozone/client/OzoneKeyDetails.java | 4 +-
.../ozone/client/protocol/ClientProtocol.java | 52 ++-
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 146 +++++--
.../apache/hadoop/ozone/om/helpers/OmKeyArgs.java | 20 +-
.../apache/hadoop/ozone/om/helpers/OmKeyInfo.java | 37 +-
.../apache/hadoop/ozone/om/helpers/WithTags.java | 14 +-
.../ozone/om/protocolPB/OmTransportFactory.java | 4 +-
...OzoneManagerProtocolClientSideTranslatorPB.java | 7 +-
.../stopOM.sh => compose_v2_compatibility.sh} | 10 +-
hadoop-ozone/dist/src/main/compose/ozone/run.sh | 2 +
.../dist/src/main/compose/ozonescripts/README.md | 2 +-
.../dist/src/main/compose/ozonescripts/ps.sh | 5 +-
.../dist/src/main/compose/ozonescripts/start.sh | 3 +
.../dist/src/main/compose/ozonescripts/stop.sh | 3 +
hadoop-ozone/dist/src/main/compose/testlib.sh | 29 +-
.../dist/src/main/smoketest/env-compose.robot | 32 --
.../src/main/smoketest/s3/MultipartUpload.robot | 14 +-
.../dist/src/main/smoketest/s3/objectcopy.robot | 21 +-
.../dist/src/main/smoketest/s3/objectputget.robot | 32 +-
.../fs/ozone/AbstractOzoneFileSystemTest.java | 22 ++
.../ozone/AbstractOzoneFileSystemTestWithFSO.java | 2 +-
.../hadoop/hdds/scm/TestSCMInstallSnapshot.java | 2 -
.../ozone/client/rpc/TestBlockOutputStream.java | 75 +++-
.../client/rpc/TestOzoneRpcClientAbstract.java | 109 ++++-
.../client/rpc/TestOzoneRpcClientWithRatis.java | 19 +-
.../ozoneimpl/TestOzoneContainerWithTLS.java | 7 +
.../hadoop/ozone/om/TestOMDbCheckpointServlet.java | 28 +-
.../ozone/recon/TestReconWithOzoneManager.java | 10 +-
.../hadoop/ozone/shell/TestOzoneShellHA.java | 26 +-
.../src/main/proto/OmClientProtocol.proto | 4 +
.../hadoop/ozone/om/OMDBCheckpointServlet.java | 41 +-
.../org/apache/hadoop/ozone/om/OzoneAclUtils.java | 12 +-
.../hadoop/ozone/om/request/key/OMKeyRequest.java | 8 +
.../S3ExpiredMultipartUploadsAbortRequest.java | 3 +
.../S3InitiateMultipartUploadRequest.java | 3 +
.../S3InitiateMultipartUploadRequestWithFSO.java | 3 +
.../multipart/S3MultipartUploadAbortRequest.java | 2 +
.../S3MultipartUploadCommitPartRequest.java | 1 +
.../S3MultipartUploadCompleteRequest.java | 7 +-
.../ozone/om/request/OMRequestTestUtils.java | 7 +-
.../om/request/key/TestOMKeyCreateRequest.java | 48 ++-
.../TestS3InitiateMultipartUploadRequest.java | 9 +-
...estS3InitiateMultipartUploadRequestWithFSO.java | 9 +-
.../s3/multipart/TestS3MultipartRequest.java | 43 +-
.../TestS3MultipartUploadCompleteRequest.java | 20 +-
.../TestOzoneDelegationTokenSecretManager.java | 4 +-
.../fs/ozone/BasicOzoneClientAdapterImpl.java | 24 +-
.../ozone/BasicRootedOzoneClientAdapterImpl.java | 4 +-
.../apache/hadoop/fs/ozone/OzoneClientUtils.java | 9 +-
.../apache/hadoop/ozone/recon/ReconContext.java | 146 +++++++
.../hadoop/ozone/recon/ReconControllerModule.java | 1 +
.../hadoop/ozone/recon/ReconServerConfigKeys.java | 1 +
.../hadoop/ozone/recon/api/NodeEndpoint.java | 127 +++++-
.../ozone/recon/api/types/DatanodeMetrics.java | 81 ++++
.../api/types/DecommissionStatusInfoResponse.java | 73 ++++
.../hadoop/ozone/recon/scm/ReconNodeManager.java | 66 +++-
.../scm/ReconStorageContainerManagerFacade.java | 25 +-
.../hadoop/ozone/recon/api/TestEndpoints.java | 153 ++++++-
.../ozone/recon/heatmap/TestHeatMapInfo.java | 440 ++++++++++-----------
.../ozone/recon/scm/TestReconNodeManager.java | 50 ++-
.../hadoop/ozone/s3/endpoint/EndpointBase.java | 84 ++++
.../hadoop/ozone/s3/endpoint/ObjectEndpoint.java | 50 ++-
.../ozone/s3/endpoint/ObjectEndpointStreaming.java | 5 +-
.../hadoop/ozone/s3/exception/S3ErrorTable.java | 6 +
.../org/apache/hadoop/ozone/s3/util/S3Consts.java | 12 +
.../hadoop/ozone/client/ClientProtocolStub.java | 26 ++
.../hadoop/ozone/client/OzoneBucketStub.java | 34 +-
.../hadoop/ozone/s3/endpoint/TestObjectGet.java | 75 +++-
.../hadoop/ozone/s3/endpoint/TestObjectPut.java | 229 ++++++++++-
.../ozone/s3/endpoint/TestPermissionCheck.java | 4 +-
.../scm/ResetDeletedBlockRetryCountSubcommand.java | 15 +-
.../hadoop/ozone/freon/BaseFreonGenerator.java | 15 +-
.../hadoop/ozone/freon/OmMetadataGenerator.java | 4 +
.../freon/OzoneClientKeyReadWriteListOps.java | 5 +
.../GenerateOzoneRequiredConfigurations.java | 3 +-
.../apache/hadoop/ozone/repair/OzoneRepair.java | 30 ++
.../apache/hadoop/ozone/shell/OzoneAddress.java | 37 +-
.../hadoop/ozone/repair/TestOzoneRepair.java | 88 +++++
.../shell/TestOzoneAddressClientCreation.java | 30 ++
pom.xml | 14 +-
135 files changed, 3609 insertions(+), 1440 deletions(-)
create mode 100644 .github/workflows/build-ratis.yml
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/client/DecommissionUtils.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/client/QuotaList.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/BatchOperation.java
copy hadoop-hdds/common/src/main/java/org/apache/hadoop/util/{UUIDUtil.java =>
StringWithByteString.java} (51%)
create mode 100644
hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/pipeline/FilterPipelineOptions.java
copy
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/stream/package-info.java
=>
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/WithTags.java
(78%)
copy hadoop-ozone/dist/src/main/compose/{ozone-om-ha/stopOM.sh =>
compose_v2_compatibility.sh} (81%)
mode change 100755 => 100644
delete mode 100644 hadoop-ozone/dist/src/main/smoketest/env-compose.robot
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/ReconContext.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/DatanodeMetrics.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/DecommissionStatusInfoResponse.java
create mode 100644
hadoop-ozone/tools/src/test/java/org/apache/hadoop/ozone/repair/TestOzoneRepair.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
