This is an automated email from the ASF dual-hosted git repository.
siyao pushed a change to branch HDDS-2665-ofs
in repository https://gitbox.apache.org/repos/asf/hadoop-ozone.git.
from 27348b1 retrigger build with empty commit
add cee76a8 HDDS-3481. SCM ask too many datanodes to replicate the same
container. (#1048)
add 78255dd HDDS-3476. Use persisted transaction info during OM startup
in OM StateMachine. (#986)
add 6cbe8d0 HDDS-3753. SCMPipelineManager's createPipeline method has
redundant synchronization modifiers. (#1039)
add bd88eec HDDS-3777. Reduce recon UI build time (#1065)
add 96f07d5 HDDS-3768. Fix a typo in
StorageContainerNodeProtocol#register (#1045)
add 563507c HDDS-3778. Block distribution in a pipeline among open
containers is not uniform. (#1058)
add 3c43069 HDDS-3795. No coverage reported for Ozone FS (#1071)
add e663992 HDDS-3785. Update topology.aware.read parameter in
ozone-topology compose config (#1070)
add aa04ac0 HDDS-3642. Stop/Pause Background services while replacing OM
DB with checkpoint from Leader (#1002)
add 23034fb Hdds 3772. Add LOG to S3ErrorTable for easier problem
locating. (#1054)
add 5792c62 HDDS-3769. hadoop-hdds interface-client fail to build with
JDK11. (#1064)
add 57a8388 HDDS-3784. Use matrix build for integration test (#1063)
add 2505b5c HDDS-3787. Make CSI command configurable. (#1067)
add 348f7c6 HDDS-3781. Update k8s Daemonset/Deployment apiVersions to the
newer one (#1056)
add e25c7a6 HDDS-3350. Ozone Retry Policy Improvements. (#1005)
add c5b0ba6 HDDS-3812. Disable netty resource leak detector in datanode.
(#1080)
new 04dc11c Merge remote-tracking branch 'asf/master' into HDDS-2665-ofs
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/post-commit.yml | 133 +-
.github/workflows/pr.yml | 133 +-
.../apache/hadoop/hdds/conf/RatisClientConfig.java | 86 -
.../hadoop/hdds/scm/client/HddsClientUtils.java | 4 +-
.../java/org/apache/hadoop/hdds/StringUtils.java | 5 +
.../org/apache/hadoop/hdds/ratis/RatisHelper.java | 214 +-
.../hadoop/hdds/ratis/conf/RatisClientConfig.java | 183 +
.../hadoop/hdds/ratis}/conf/package-info.java | 2 +-
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 10 +-
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 10 +-
.../java/org/apache/hadoop/ozone/OzoneConsts.java | 10 -
.../common/src/main/resources/ozone-default.xml | 22 -
.../protocol/StorageContainerNodeProtocol.java | 2 +-
.../apache/hadoop/hdds/utils/db/DBCheckpoint.java | 29 -
.../hadoop/hdds/utils/db/RocksDBCheckpoint.java | 22 -
hadoop-hdds/interface-client/pom.xml | 4 +
.../hdds/scm/container/ReplicationManager.java | 18 +-
.../hdds/scm/container/SCMContainerManager.java | 49 +-
.../hadoop/hdds/scm/node/SCMNodeManager.java | 2 +-
.../hdds/scm/pipeline/SCMPipelineManager.java | 2 +-
.../hdds/scm/server/StorageContainerManager.java | 3 +-
.../hadoop/hdds/scm/block/TestBlockManager.java | 63 +-
.../hadoop/hdds/scm/container/MockNodeManager.java | 2 +-
.../hdds/scm/container/TestReplicationManager.java | 13 +-
.../testutils/ReplicationNodeManagerMock.java | 2 +-
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 4 +-
.../ozone/om/protocol/OzoneManagerHAProtocol.java | 39 -
.../om/protocol/OzoneManagerServerProtocol.java | 28 -
.../org/apache/hadoop/ozone/csi/CsiServer.java | 16 +-
.../org/apache/hadoop/ozone/csi/NodeService.java | 17 +-
hadoop-ozone/dev-support/checks/checkstyle.sh | 2 +-
hadoop-ozone/dev-support/checks/findbugs.sh | 2 +-
hadoop-ozone/dev-support/checks/integration.sh | 4 +-
hadoop-ozone/dev-support/checks/sonar.sh | 2 +-
hadoop-ozone/dev-support/checks/unit.sh | 2 +-
.../src/main/compose/ozone-topology/docker-config | 2 +-
.../main/k8s/definitions/ozone-csi/csi-node.yaml | 2 +-
.../k8s/definitions/prometheus/deployment.yaml | 2 +-
.../examples/ozone-dev/csi/csi-node-daemonset.yaml | 2 +-
.../examples/ozone-dev/prometheus-deployment.yaml | 2 +-
.../k8s/examples/ozone/csi/csi-node-daemonset.yaml | 2 +-
hadoop-ozone/dist/src/shell/ozone/ozone | 4 +-
.../apache/hadoop/ozone/MiniOzoneChaosCluster.java | 4 +-
.../hadoop/ozone/TestOzoneConfigurationFields.java | 3 +-
.../ozone/client/rpc/Test2WayCommitInRatis.java | 6 -
.../rpc/TestBlockOutputStreamWithFailures.java | 5 +-
...estBlockOutputStreamWithFailuresFlushDelay.java | 5 +-
.../hadoop/ozone/client/rpc/TestCommitWatcher.java | 8 +-
.../TestContainerStateMachineFailureOnRead.java | 6 +-
.../rpc/TestContainerStateMachineFailures.java | 9 +-
.../client/rpc/TestDeleteWithSlowFollower.java | 8 +-
.../client/rpc/TestFailureHandlingByClient.java | 8 +-
.../rpc/TestFailureHandlingByClientFlushDelay.java | 8 +-
.../rpc/TestMultiBlockWritesWithDnFailures.java | 8 +-
.../ozone/client/rpc/TestWatchForCommit.java | 7 -
.../hadoop/ozone/om/TestOMDbCheckpointServlet.java | 18 -
.../hadoop/ozone/om/TestOMRatisSnapshots.java | 16 +-
.../apache/hadoop/ozone/om/TestOzoneManagerHA.java | 4 +-
.../ozone/om/TestOzoneManagerHAWithData.java | 26 +-
.../snapshot/TestOzoneManagerSnapshotProvider.java | 28 +-
.../hadoop/ozone/om/OMDBCheckpointServlet.java | 28 -
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 20 +-
.../org/apache/hadoop/ozone/om/OzoneManager.java | 155 +-
.../apache/hadoop/ozone/om/ha/OMNodeDetails.java | 6 +-
.../hadoop/ozone/om/ratis/OMRatisSnapshotInfo.java | 116 +-
.../hadoop/ozone/om/ratis/OMTransactionInfo.java | 13 +
.../ozone/om/ratis/OzoneManagerRatisServer.java | 21 +-
.../ozone/om/ratis/OzoneManagerStateMachine.java | 45 +-
.../om/ratis/utils/OzoneManagerRatisUtils.java | 67 +
.../om/snapshot/OzoneManagerSnapshotProvider.java | 34 +-
.../ozone/om/ratis/TestOMRatisSnapshotInfo.java | 65 -
.../om/ratis/TestOzoneManagerRatisServer.java | 22 +-
.../om/ratis/TestOzoneManagerStateMachine.java | 20 +-
hadoop-ozone/pom.xml | 1 +
hadoop-ozone/recon/pom.xml | 25 +-
.../webapps/recon/ozone-recon-web/README.md | 13 +-
.../webapps/recon/ozone-recon-web/pnpm-lock.yaml | 17167 +++++++++++++++++++
.../webapps/recon/ozone-recon-web/yarn.lock | 16784 ------------------
.../hadoop/ozone/s3/exception/S3ErrorTable.java | 6 +
pom.xml | 4 +-
80 files changed, 18143 insertions(+), 17801 deletions(-)
delete mode 100644
hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/conf/RatisClientConfig.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/ratis/conf/RatisClientConfig.java
rename hadoop-hdds/{client/src/main/java/org/apache/hadoop/hdds =>
common/src/main/java/org/apache/hadoop/hdds/ratis}/conf/package-info.java (95%)
delete mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/protocol/OzoneManagerHAProtocol.java
delete mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/protocol/OzoneManagerServerProtocol.java
delete mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/ratis/TestOMRatisSnapshotInfo.java
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/pnpm-lock.yaml
delete mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/yarn.lock
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]