This is an automated email from the ASF dual-hosted git repository.
umamahesh pushed a change to branch HDDS-3816-ec
in repository https://gitbox.apache.org/repos/asf/ozone.git.
from a64945b HDDS-5325. EC: Add configuration to set an EC container
placement policy (#2483)
add cd8287b HDDS-5378 Add APIs to retrieve Namespace Summary from Recon
(#2417)
add 074d8f4 HDDS-5382. Increase default container report interval to 60
mins (#2363)
add 5da8b22 HDDS-5328. Remove delete container command from admin CLI
(#2456)
add 1c6e0fb HDDS-5279. OFS mkdir -p does not work when Volume is not
pre-created (#2412)
add 210eb3b HDDS-5514. Skip check for UNHEALTHY containers for datanode
finalize. (#2469)
add b447ffc HDDS-5401. Add more metrics to ReplicationManager to help
monitor replication progress. (#2382)
add 622275f HDDS-5513. Race condition upon dn restart at prefinalization.
(#2471)
add 99fa944 HDDS-5453. Add metrics in SCM block deleting service. (#2438)
add d557817 HDDS-5524. Use try-with-resources to properly close resources
in DirectoryServerSource (#2481)
add 8739fd2 HDDS-5512. Intermittent failure in
TestSCMInstallSnapshotWithHA (#2473)
add d0f0f80 HDDS-5501. Support to upload/read keys from encrypted buckets
through S3G (#2467)
add 01c6165 HDDS-5511. ContainerStateMap should handle ecReplication
config map (#2470)
add 7df1925 HDDS-5362. [FSO] Support bucket layouts in OM (#2357)
add 0b5e965 HDDS-5302. CleanUp V1 Code of DeletedBlockLogImpl (#2465)
add e2d1727 HDDS-5472. Old versions of location in OmKeyLocationInfoGroup
causes OOM of OM (#2448)
add fd7e850 HDDS-5460: ReplicationConfig#getDefault is hardcoded with
RatisReplicationConfig (#2430)
new 942a23f Merge remote-tracking branch 'origin/master' into
merge-master-0803
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../org/apache/hadoop/hdds/HddsConfigKeys.java | 2 +-
.../hadoop/hdds/client/ReplicationConfig.java | 10 +-
.../common/src/main/resources/ozone-default.xml | 19 +-
.../hadoop/hdds/client/TestReplicationConfig.java | 24 +
.../common/statemachine/DatanodeStateMachine.java | 8 +-
.../container/stream/DirectoryServerSource.java | 12 +-
.../upgrade/DataNodeUpgradeFinalizer.java | 1 -
.../hadoop/hdds/scm/block/BlockManagerImpl.java | 19 +-
.../hadoop/hdds/scm/block/DeletedBlockLogImpl.java | 281 ++++----
.../hdds/scm/block/DeletedBlockLogImplV2.java | 432 ------------
.../hdds/scm/block/SCMBlockDeletingService.java | 11 +-
.../scm/block/ScmBlockDeletingServiceMetrics.java | 186 +++++
.../scm/command/CommandStatusReportHandler.java | 6 +-
.../hdds/scm/container/ContainerStateManager.java | 10 +-
.../hdds/scm/container/ReplicationManager.java | 117 +--
.../replication/ReplicationManagerMetrics.java | 161 +++++
.../scm/container/states/ContainerQueryKey.java | 33 +-
.../scm/container/states/ContainerStateMap.java | 41 +-
.../hdds/scm/ha/SCMHADBTransactionBufferImpl.java | 6 +-
.../apache/hadoop/hdds/scm/ha/SCMStateMachine.java | 6 +-
.../hdds/scm/server/StorageContainerManager.java | 4 +-
.../hadoop/hdds/scm/block/TestDeletedBlockLog.java | 19 +-
.../hdds/scm/container/TestReplicationManager.java | 245 ++++++-
.../hdds/scm/cli/container/ContainerCommands.java | 1 -
.../hdds/scm/cli/container/DeleteSubcommand.java | 54 --
.../org/apache/hadoop/ozone/client/BucketArgs.java | 25 +-
.../apache/hadoop/ozone/client/OzoneBucket.java | 45 +-
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 33 +-
.../hadoop/ozone/om/helpers/BucketLayout.java | 62 ++
.../hadoop/ozone/om/helpers/OmBucketInfo.java | 56 +-
.../apache/hadoop/ozone/om/helpers/OmKeyInfo.java | 1 -
.../ozone/om/helpers/OmKeyLocationInfoGroup.java | 5 +-
.../hadoop/ozone/om/helpers/OzoneFSUtils.java | 25 +-
.../om/helpers/TestOmKeyLocationInfoGroup.java | 19 +
.../dist/src/main/compose/ozone-ha/docker-config | 1 +
.../src/main/compose/ozone-om-ha/docker-config | 1 +
.../dist/src/main/compose/ozone/docker-config | 1 +
.../src/main/compose/ozonesecure-ha/docker-config | 4 +
.../src/main/compose/ozonesecure/docker-config | 4 +
.../src/main/smoketest/admincli/container.robot | 4 -
.../hadoop/fs/ozone/TestOzoneFileSystem.java | 12 +-
.../fs/ozone/TestOzoneFileSystemWithFSO.java | 3 +-
.../hadoop/fs/ozone/TestRootedOzoneFileSystem.java | 55 +-
.../fs/ozone/TestRootedOzoneFileSystemWithFSO.java | 30 +-
.../TestContainerStateManagerIntegration.java | 40 +-
.../java/org/apache/hadoop/ozone/TestDataUtil.java | 40 +-
.../commandhandler/TestBlockDeletion.java | 17 +
.../hadoop/ozone/om/TestOMStartupWithLayout.java | 197 ------
.../hadoop/ozone/om/TestObjectStoreWithFSO.java | 76 +-
.../hadoop/ozone/om/TestOmBlockVersioning.java | 21 +-
.../ozone/recon/TestReconWithOzoneManagerFSO.java | 163 +++++
.../ozone/scm/TestSCMInstallSnapshotWithHA.java | 7 +
.../hadoop/ozone/shell/TestOzoneShellHA.java | 9 +-
.../src/main/proto/OmClientProtocol.proto | 7 +
.../apache/hadoop/ozone/om/OMMetadataManager.java | 7 +
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 5 +
.../hadoop/ozone/om/TrashOzoneFileSystem.java | 4 +-
.../om/request/bucket/OMBucketCreateRequest.java | 102 +--
.../fs/ozone/BasicOzoneClientAdapterImpl.java | 4 +-
.../ozone/BasicRootedOzoneClientAdapterImpl.java | 40 +-
.../fs/ozone/BasicRootedOzoneFileSystem.java | 4 +-
.../org/apache/hadoop/ozone/recon/ReconServer.java | 5 +
.../hadoop/ozone/recon/api/NSSummaryEndpoint.java | 781 +++++++++++++++++++++
.../hadoop/ozone/recon/api/types/DUResponse.java | 108 +++
.../hadoop/ozone/recon/api/types/EntityType.java | 14 +-
.../api/types/FileSizeDistributionResponse.java | 61 ++
.../hadoop/ozone/recon/api/types/NSSummary.java | 39 +-
.../recon/api/types/NamespaceSummaryResponse.java | 105 +++
.../ozone/recon/api/types/QuotaUsageResponse.java | 69 ++
.../ozone/recon/api/types/ResponseStatus.java} | 13 +-
.../hadoop/ozone/recon/codec/NSSummaryCodec.java | 40 +-
.../hadoop/ozone/recon/tasks/NSSummaryTask.java | 31 +-
.../ozone/recon/tasks/OMDBUpdatesHandler.java | 2 +-
.../ozone/recon/OMMetadataManagerTestUtils.java | 19 +-
.../ozone/recon/api/TestNSSummaryEndpoint.java | 498 +++++++++++++
.../impl/TestReconNamespaceSummaryManagerImpl.java | 18 +-
.../ozone/recon/tasks/TestNSSummaryTask.java | 73 +-
.../java/org/apache/hadoop/ozone/s3/Gateway.java | 29 +
.../hadoop/ozone/s3/S3GatewayConfigKeys.java | 7 +
.../ozone/genesis/BenchMarkContainerStateMap.java | 6 +-
.../ozone/shell/bucket/CreateBucketHandler.java | 20 +-
81 files changed, 3439 insertions(+), 1336 deletions(-)
delete mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/block/DeletedBlockLogImplV2.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/block/ScmBlockDeletingServiceMetrics.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/replication/ReplicationManagerMetrics.java
delete mode 100644
hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/container/DeleteSubcommand.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/BucketLayout.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestOMStartupWithLayout.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/recon/TestReconWithOzoneManagerFSO.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/NSSummaryEndpoint.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/DUResponse.java
copy
hadoop-hdds/config/src/main/java/org/apache/hadoop/hdds/conf/MutableConfigurationSource.java
=>
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/EntityType.java
(81%)
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/FileSizeDistributionResponse.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/NamespaceSummaryResponse.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/QuotaUsageResponse.java
copy
hadoop-ozone/{common/src/main/java/org/apache/hadoop/ozone/util/BooleanBiFunction.java
=>
recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/ResponseStatus.java}
(76%)
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/TestNSSummaryEndpoint.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
