This is an automated email from the ASF dual-hosted git repository.
chenxi pushed a change to branch ozone-1.4
in repository https://gitbox.apache.org/repos/asf/ozone.git
from d96ebcb7d5 HDDS-11365. Fix the NOTICE file (#7125)
add 2711d03a47 HDDS-11137. Removed locks from SnapshotPurge and
SnapshotSetProperty APIs. (#7018)
add 1906009002 HDDS-9198. Maintain local cache in OMSnapshotPurgeRequest
to get updated snapshotInfo and pass the same to OMSnapshotPurgeResponse (#7045)
add 23f8e0a82d HDDS-11152. OMDoubleBuffer error when handling snapshot's
background operations (#7112)
add c707b573a6 HDDS-11209. Avoid insufficient EC pipelines in the
container pipeline cache (#6974)
add 45b71c8851 HDDS-9819. Recon - Potential memory overflow in Container
Health Task. (#5841)
add 2dd0c3a956 HDDS-10293. IllegalArgumentException: containerSize
Negative (#6178)
add bbc2c46a94 HDDS-11309. Increase CONTAINER_STATE Column Length in
UNHEALTHY_CONTAINERS to Avoid Truncation (#7071)
add 5cb839cc24 HDDS-10761. Add raft close threshold config to OM
RaftProperties (#6594)
add c1c3983f7f HDDS-10773. Simplify OM RaftProperties formatting (#6605)
add d142f0244c HDDS-11320. Update OM, SCM, Datanode conf for RATIS-2135.
(#7080)
add 3bc01284b0 HDDS-11331. Fix Datanode unable to report for a long time
(#7090)
add 63617f41f7 HDDS-10612. Add Robot test to verify Container Balancer for
RATIS containers (#6457)
add 2d30bba059 HDDS-9889. Refactor tests related to dynamical adaptation
for datanode limits in ContainerBalancer (#5758)
add efcf80bb31 HDDS-11375. DN startup fails due to illegal configuration
of raft.grpc.message.size.max (#7128)
add 4470ad335f HDDS-10985. EC Reconstruction failed because the size of
currentChunks was not equal to checksumBlockDataChunks. (#7009)
add 0b22d8fb4e HDDS-8900. Mark TestSecretKeysApi#testSecretKeyApiSuccess
as flaky
No new revisions were added by this update.
Summary of changes:
.../hdds/scm/storage/ECBlockOutputStream.java | 34 ++-
.../apache/hadoop/hdds/conf/RatisConfUtils.java | 44 +++
.../ozone/container/common/helpers/BlockData.java | 11 +
.../common/src/main/resources/ozone-default.xml | 11 +-
.../hadoop/hdds/conf/TestRatisConfUtils.java | 57 ++++
.../common/statemachine/StateContext.java | 164 ++++++-----
.../transport/server/ratis/XceiverServerRatis.java | 21 +-
.../hadoop/hdds/conf/DatanodeRatisGrpcConfig.java | 17 --
hadoop-hdds/server-scm/pom.xml | 4 +
.../org/apache/hadoop/hdds/scm/ha/RatisUtil.java | 14 +-
.../hdds/scm/container/balancer/MockedSCM.java | 318 +++++++++++++++++++++
.../TestContainerBalancerDatanodeNodeLimit.java | 186 ++++++++++++
.../balancer/TestContainerBalancerTask.java | 107 -------
.../scm/container/balancer/TestableCluster.java | 253 ++++++++++++++++
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 4 +
.../compose/{compatibility => ozone-balancer}/.env | 1 +
.../compose/ozone-balancer/docker-compose.yaml | 179 ++++++++++++
.../{ozone-ha => ozone-balancer}/docker-config | 23 +-
.../test-failures2.sh => ozone-balancer/test.sh} | 13 +-
.../src/main/smoketest/balancer/testBalancer.robot | 143 +++++++++
.../hdds/scm/storage/TestContainerCommandsEC.java | 105 +++++--
.../ozone/om/TestOmContainerLocationCache.java | 119 +++++++-
.../ozone/om/TestOzoneManagerHASnapshot.java | 105 +++++++
.../hadoop/ozone/om/snapshot/TestOmSnapshot.java | 12 +-
.../apache/hadoop/ozone/recon/TestReconTasks.java | 7 +-
.../apache/hadoop/ozone/scm/TestSecretKeysApi.java | 2 +
.../src/test/resources/ozone-site.xml | 2 +-
.../apache/hadoop/ozone/om/OmSnapshotManager.java | 40 ++-
.../java/org/apache/hadoop/ozone/om/ScmClient.java | 27 +-
.../hadoop/ozone/om/SnapshotChainManager.java | 17 +-
.../ozone/om/ratis/OzoneManagerRatisServer.java | 223 +++++++--------
.../key/OMDirectoriesPurgeRequestWithFSO.java | 5 +-
.../ozone/om/request/key/OMKeyPurgeRequest.java | 7 +-
.../snapshot/OMSnapshotMoveDeletedKeysRequest.java | 8 +-
.../request/snapshot/OMSnapshotPurgeRequest.java | 186 ++++--------
.../snapshot/OMSnapshotSetPropertyRequest.java | 32 +--
.../key/OMDirectoriesPurgeResponseWithFSO.java | 5 +-
.../ozone/om/response/key/OMKeyPurgeResponse.java | 11 +-
.../OMSnapshotMoveDeletedKeysResponse.java | 10 +-
.../response/snapshot/OMSnapshotPurgeResponse.java | 15 +-
.../om/service/AbstractKeyDeletingService.java | 7 +-
.../ozone/om/service/KeyDeletingService.java | 6 +-
.../ozone/om/service/SnapshotDeletingService.java | 3 +-
.../service/SnapshotDirectoryCleaningService.java | 6 +-
.../hadoop/ozone/om/snapshot/SnapshotUtils.java | 6 +-
.../key/TestOMKeyPurgeRequestAndResponse.java | 16 +-
.../ozone/om/snapshot/TestSnapshotDiffManager.java | 1 -
.../recon/schema/ContainerSchemaDefinition.java | 3 +-
.../api/types/UnhealthyContainersResponse.java | 13 +
.../ozone/recon/fsck/ContainerHealthTask.java | 73 ++++-
.../persistence/ContainerHealthSchemaManager.java | 4 +-
.../ozone/recon/tasks/ContainerSizeCountTask.java | 79 +++--
.../hadoop/ozone/recon/api/TestEndpoints.java | 2 +
.../ozone/recon/fsck/TestContainerHealthTask.java | 161 ++++++++++-
.../recon/tasks/TestContainerSizeCountTask.java | 74 ++++-
pom.xml | 2 +-
56 files changed, 2322 insertions(+), 676 deletions(-)
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/conf/RatisConfUtils.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/conf/TestRatisConfUtils.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/balancer/MockedSCM.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/balancer/TestContainerBalancerDatanodeNodeLimit.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/balancer/TestableCluster.java
copy hadoop-ozone/dist/src/main/compose/{compatibility => ozone-balancer}/.env
(98%)
create mode 100644
hadoop-ozone/dist/src/main/compose/ozone-balancer/docker-compose.yaml
copy hadoop-ozone/dist/src/main/compose/{ozone-ha =>
ozone-balancer}/docker-config (76%)
copy hadoop-ozone/dist/src/main/compose/{ozone/test-failures2.sh =>
ozone-balancer/test.sh} (84%)
mode change 100755 => 100644
create mode 100644
hadoop-ozone/dist/src/main/smoketest/balancer/testBalancer.robot
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
