This is an automated email from the ASF dual-hosted git repository.
jojochuang pushed a change to branch ozone-2.1
in repository https://gitbox.apache.org/repos/asf/ozone.git
from 824dde740b3 HDDS-13761. Remove hadoop-thirdparty protobuf compilation
(#9125)
new b89d03c718c HDDS-15578. Prevent throwing
InvalidStateTransitionException from updateContainerStateWithSequenceId (#10525)
new a255c5bc6be HDDS-15665. Race condition of deletingTxIDs between
readOnlyIterator and onFlush (#10613)
new d5125b4b2c4 HDDS-14577. Handle missing metadata dir when updating
container state (#10565).
new 173fea0d5b6 HDDS-14989. Delay follower SCM DN server start until Ratis
log catch-up. (#10617).
new 4901d9a2340 HDDS-15791. EC reconstructed RECOVERING container while
still idle can be deleted by SCM and recreated as new partial OPEN container
(#10702)
new a22823ebff5 HDDS-16175. Do not change usedNamespace on hsync re-commit
(#11092)
new f708f12a7a2 Improve listSnapshotDiffJobs
new 2dff8e6ad80 Adding OM tests.
new c2a2c7791ef Add missing check for GetContainerChecksumInfo.
new 5343cca6d66 Improve OmMetadataReader
new 8e562345a1e Improve Ozone Manager test coverage
new eea3a0b710a Enable OM S3 gRPC auth.
new 6e75cc365a8 Add hdds-test-utils test dependency to ozone-s3gateway
new 15f4bd5b61d Fix TestHddsDispatcher backport for ozone-2.1
new 4dc868de688 Adapt OM admin authorization checks for ozone-2.1
new c2e476e0e97 Remove stale InvalidStateTransitionException catch in Recon
new 98e35da54ac Drop OM security integration tests not compatible with
ozone-2.1
new 45eeb414006 HDDS-15475. threadsafe containerMap (#10463)
new 4694cf7f1c8 Fix checkstyle import order and unused import for 2.1.2
backports.
The 19 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../hadoop/hdds/scm/storage/BlockOutputStream.java | 16 +-
.../hdds/scm/storage/ECBlockOutputStream.java | 25 +-
.../storage/TestBlockOutputStreamCorrectness.java | 52 +++-
.../java/org/apache/hadoop/hdds/HddsUtils.java | 1 +
.../hdds/scm/storage/ContainerProtocolCalls.java | 35 ++-
.../container/common/helpers/ContainerUtils.java | 26 ++
.../ozone/container/common/impl/ContainerSet.java | 95 ++----
.../container/common/impl/HddsDispatcher.java | 8 +
.../ECReconstructionCoordinator.java | 3 +-
.../container/keyvalue/KeyValueContainer.java | 12 +-
.../ozone/container/keyvalue/KeyValueHandler.java | 9 +
.../StaleRecoveringContainerScrubbingService.java | 21 +-
...stStaleRecoveringContainerScrubbingService.java | 50 +++
.../container/common/impl/TestHddsDispatcher.java | 86 +++++-
.../container/keyvalue/TestKeyValueContainer.java | 30 ++
.../src/main/proto/DatanodeClientProtocol.proto | 2 +
.../scm/block/DeletedBlockLogStateManagerImpl.java | 8 +-
.../container/AbstractContainerReportHandler.java | 31 +-
.../scm/container/CloseContainerEventHandler.java | 3 +-
.../hdds/scm/container/ContainerManager.java | 4 +-
.../hdds/scm/container/ContainerManagerImpl.java | 4 +-
.../hdds/scm/container/ContainerReportHandler.java | 3 +-
.../hdds/scm/container/ContainerStateManager.java | 3 +-
.../scm/container/ContainerStateManagerImpl.java | 5 +-
.../IncrementalContainerReportHandler.java | 3 +-
.../container/replication/ReplicationManager.java | 3 +-
.../scm/container/states/ContainerStateMap.java | 4 +-
.../apache/hadoop/hdds/scm/ha/SCMStateMachine.java | 153 ++++++++--
.../hdds/scm/pipeline/PipelineManagerImpl.java | 14 +-
.../hdds/scm/server/StorageContainerManager.java | 5 +-
.../org/apache/hadoop/hdds/scm/HddsTestUtils.java | 3 +-
.../container/TestCloseContainerEventHandler.java | 2 +-
.../scm/container/TestContainerManagerImpl.java | 3 +-
.../scm/container/TestContainerReportHandler.java | 3 +-
.../TestIncrementalContainerReportHandler.java | 3 +-
.../health/TestEmptyContainerHandler.java | 3 +-
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 16 +
.../java/org/apache/hadoop/fs/ozone/TestHSync.java | 44 +++
.../TestSCMFollowerCatchupWithContainerReport.java | 336 +++++++++++++++++++++
.../TestContainerStateManagerIntegration.java | 7 +-
.../hdds/scm/pipeline/TestNode2PipelineMap.java | 5 +-
.../hdds/scm/pipeline/TestPipelineClose.java | 4 +-
.../hdds/scm/storage/TestContainerCommandsEC.java | 3 +-
.../hadoop/ozone/TestOzoneConfigurationFields.java | 2 +
.../apache/hadoop/ozone/om/TestScmSafeMode.java | 3 +-
.../hadoop/ozone/om/GrpcOzoneManagerServer.java | 40 ++-
.../apache/hadoop/ozone/om/OmMetadataReader.java | 42 ++-
.../org/apache/hadoop/ozone/om/OzoneManager.java | 40 ++-
.../hadoop/ozone/om/OzoneManagerServiceGrpc.java | 34 ++-
.../hadoop/ozone/om/request/OMClientRequest.java | 7 +-
.../ozone/om/request/key/OMKeyCommitRequest.java | 6 +-
.../om/request/key/OMKeyCommitRequestWithFSO.java | 5 +-
.../protocolPB/OMAdminProtocolServerSideImpl.java | 13 +
.../protocolPB/OzoneManagerRequestHandler.java | 2 +-
.../ozone/om/TestGrpcOzoneManagerServer.java | 152 ++++++++++
.../request/TestOMClientRequestWithUserInfo.java | 67 ++--
.../om/request/key/TestOMKeyCommitRequest.java | 26 ++
.../ozone/recon/fsck/ContainerHealthTask.java | 4 -
.../ozone/recon/api/TestContainerEndpoint.java | 3 +-
hadoop-ozone/s3gateway/pom.xml | 6 +
.../ozone/s3secret/S3SecretEndpointBase.java | 32 ++
.../ozone/s3secret/TestS3SecretEndpointBase.java | 69 +++++
62 files changed, 1452 insertions(+), 247 deletions(-)
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/TestSCMFollowerCatchupWithContainerReport.java
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3secret/TestS3SecretEndpointBase.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
