This is an automated email from the ASF dual-hosted git repository.
nanda pushed a change to branch HDDS-2823
in repository https://gitbox.apache.org/repos/asf/hadoop-ozone.git.
from 8d74c0c HDDS-3652 Add test for SCMRatisResponse. (#1113)
add ef24b11 HDDS-3622. Implement rocksdb tool to parse scm db (#945)
add b9b621d HDDS-3715. Improvement for OzoneFS client to work with Hadoop
2.7.3. (#1036)
add 4da05e4 HDDS-3750. Improve SCM performance with 3.2% by avoid
stream.collect (#1035)
add 1238769 HDDS-3760. Avoid UUID#toString call in
Pipeline#getProtobufMessage (#1043)
add f7e95d9 HDDS-3726. Upload code coverage to Codecov and enable checks
in PR workflow of Github Actions (#1047)
add 33992bd HDDS-3749. Improve OM performance with 3.7% by avoid
stream.collect (#1034)
add 53395a0 HDDS-3479. Fix checkstyle issue. (#1052)
add f7fcadc HDDS-3612. Document details of bucket mount design (#1009)
add cee76a8 HDDS-3481. SCM ask too many datanodes to replicate the same
container. (#1048)
add 78255dd HDDS-3476. Use persisted transaction info during OM startup
in OM StateMachine. (#986)
add 6cbe8d0 HDDS-3753. SCMPipelineManager's createPipeline method has
redundant synchronization modifiers. (#1039)
add bd88eec HDDS-3777. Reduce recon UI build time (#1065)
add 96f07d5 HDDS-3768. Fix a typo in
StorageContainerNodeProtocol#register (#1045)
add 563507c HDDS-3778. Block distribution in a pipeline among open
containers is not uniform. (#1058)
new 3e7c427 Merge branch 'master' into HDDS-2823
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/post-commit.yml | 24 +
.github/workflows/pr.yml | 50 +-
.../apache/hadoop/hdds/scm/XceiverClientGrpc.java | 7 +-
.../apache/hadoop/hdds/scm/XceiverClientRatis.java | 5 +-
.../apache/hadoop/hdds/scm/pipeline/Pipeline.java | 28 +-
.../java/org/apache/hadoop/ozone/OzoneConsts.java | 10 -
.../common/src/main/resources/ozone-default.xml | 9 -
.../protocol/StorageContainerNodeProtocol.java | 2 +-
.../docs/content/design/ozone-volume-management.md | 31 +-
.../apache/hadoop/hdds/utils/db/DBCheckpoint.java | 29 -
.../hadoop/hdds/utils/db/RocksDBCheckpoint.java | 22 -
.../hdds/scm/container/ReplicationManager.java | 18 +-
.../hdds/scm/container/SCMContainerManager.java | 49 +-
.../hadoop/hdds/scm/node/SCMNodeManager.java | 2 +-
.../hadoop/hdds/scm/pipeline/PipelineStateMap.java | 72 +-
.../hdds/scm/pipeline/SCMPipelineManager.java | 2 +-
.../hdds/scm/server/SCMClientProtocolServer.java | 8 +-
.../hdds/scm/server/StorageContainerManager.java | 3 +-
.../hadoop/hdds/scm/block/TestBlockManager.java | 63 +-
.../hadoop/hdds/scm/container/MockNodeManager.java | 2 +-
.../hdds/scm/container/TestReplicationManager.java | 13 +-
.../testutils/ReplicationNodeManagerMock.java | 2 +-
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 2 +-
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 4 +-
.../apache/hadoop/ozone/om/helpers/OmKeyInfo.java | 23 +-
.../ozone/om/helpers/OmKeyLocationInfoGroup.java | 12 +-
.../hadoop/ozone/om/helpers/OzoneAclUtil.java | 19 +-
.../ozone/om/protocol/OzoneManagerHAProtocol.java | 39 -
.../om/protocol/OzoneManagerServerProtocol.java | 28 -
hadoop-ozone/dev-support/checks/checkstyle.sh | 2 +-
hadoop-ozone/dev-support/checks/findbugs.sh | 2 +-
hadoop-ozone/dev-support/checks/integration.sh | 4 +-
hadoop-ozone/dev-support/checks/sonar.sh | 2 +-
hadoop-ozone/dev-support/checks/unit.sh | 2 +-
.../apache/hadoop/ozone/MiniOzoneChaosCluster.java | 4 +-
.../hadoop/ozone/TestOzoneConfigurationFields.java | 3 +-
.../apache/hadoop/ozone/om/TestKeyManagerImpl.java | 4 +-
.../hadoop/ozone/om/TestOMDbCheckpointServlet.java | 18 -
.../hadoop/ozone/om/TestOMRatisSnapshots.java | 9 +-
.../apache/hadoop/ozone/om/TestOzoneManagerHA.java | 4 +-
.../ozone/om/TestOzoneManagerHAWithData.java | 26 +-
.../snapshot/TestOzoneManagerSnapshotProvider.java | 28 +-
.../hadoop/ozone/om/OMDBCheckpointServlet.java | 28 -
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 20 +-
.../org/apache/hadoop/ozone/om/OzoneManager.java | 105 +-
.../apache/hadoop/ozone/om/ha/OMNodeDetails.java | 6 +-
.../hadoop/ozone/om/ratis/OMRatisSnapshotInfo.java | 116 +-
.../hadoop/ozone/om/ratis/OMTransactionInfo.java | 13 +
.../ozone/om/ratis/OzoneManagerRatisServer.java | 21 +-
.../ozone/om/ratis/OzoneManagerStateMachine.java | 45 +-
.../om/ratis/utils/OzoneManagerRatisUtils.java | 67 +
.../ozone/om/request/key/OMKeyCommitRequest.java | 12 +-
.../om/snapshot/OzoneManagerSnapshotProvider.java | 34 +-
.../ozone/om/ratis/TestOMRatisSnapshotInfo.java | 65 -
.../om/ratis/TestOzoneManagerRatisServer.java | 22 +-
.../om/ratis/TestOzoneManagerStateMachine.java | 20 +-
.../security/acl/TestOzoneNativeAuthorizer.java | 2 +-
.../fs/ozone/BasicOzoneClientAdapterImpl.java | 122 +-
hadoop-ozone/ozonefs-hadoop2/pom.xml | 2 +-
.../hadoop/fs/ozone/Hadoop27RpcTransport.java | 7 +-
hadoop-ozone/pom.xml | 1 +
hadoop-ozone/recon/pom.xml | 25 +-
.../webapps/recon/ozone-recon-web/README.md | 13 +-
.../webapps/recon/ozone-recon-web/pnpm-lock.yaml | 17167 +++++++++++++++++++
.../webapps/recon/ozone-recon-web/yarn.lock | 16784 ------------------
.../org/apache/hadoop/ozone/debug/DBScanner.java | 145 +
.../ListTables.java} | 34 +-
.../org/apache/hadoop/ozone/debug/OzoneDebug.java | 3 +-
.../RDBParser.java} | 34 +-
.../apache/hadoop/ozone/freon/OmKeyGenerator.java | 2 +-
pom.xml | 2 +-
71 files changed, 18089 insertions(+), 17514 deletions(-)
delete mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/protocol/OzoneManagerHAProtocol.java
delete mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/protocol/OzoneManagerServerProtocol.java
delete mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/ratis/TestOMRatisSnapshotInfo.java
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/pnpm-lock.yaml
delete mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/yarn.lock
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/DBScanner.java
copy
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/{shell/token/PrintTokenHandler.java
=> debug/ListTables.java} (59%)
copy
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/{shell/bucket/GetAclBucketHandler.java
=> debug/RDBParser.java} (59%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
