This is an automated email from the ASF dual-hosted git repository.
szetszwo pushed a change to branch HDDS-4454
in repository https://gitbox.apache.org/repos/asf/ozone.git.
omit 1ceae85 HDDS-6178. [Ozone-Streaming] Fix NPE in HDDS-6139. (#2984)
omit 1fad300 [Ozone-Streaming] HDDS-6139. Fix incorrect computation of
totalAckDataLength. (#2978)
omit ab016f3 HDDS-6130. [Ozone-Streaming] When releaseBuffers will get
“Couldn 't find the required future” (#2939)
omit 839bc63 HDDS-6039. Define a minimum packet size during streaming
writes. (#2883)
omit bf634f3 HDDS-5851. [Ozone-Streaming] Define a PutBlock/maxBuffer
fixed boundary for streaming writes. (#2866)
omit 057726b HDDS-5743. [Ozone-Streaming] Add option to write files via
streaming api in ofs and o3fs. (#2770)
omit bd13493 HDDS-5879. [Ozone-Streaming] OzoneBucket add the
createMultipartStreamKey method (#2760)
omit c659513 HDDS-5961. [Ozone-Streaming] update the usage space of
Containers in the stream write (#2833)
omit ad42ca4 HDDS-5987. [Ozone-Streaming] Add XceiverClientRatis stream
config (#2841)
omit 0872bd8 HDDS-5763. Provide an Executor for each LocalStream in
ContainerStateMachine (#2782)
omit 9ad4ff5 HDDS-5895. [Ozone-Streaming] Make
raft.server.data-stream.client.pool.size configurable (#2766)
omit 066b43d HDDS-5674.[Ozone-Streaming] Handle client retries on
exception (#2701)
omit 9f9b3a2 HDDS-5849. [Ozone-Streaming]Write exceptions occur after
checksum is enabled (#2729)
omit b3bbc00 HDDS-5486. [Ozone-Streaming] Streaming supports writing in
Pipline mode (#2682)
omit e6222f8 HDDS-5742. Avoid unnecessary Bytebuffer conversions (#2673)
omit 435f8da HDDS-5705. [Ozone-Streaming] Change ByteBufStreamOutput to
ByteBufferStreamOutput (#2603)
omit e5fdb95 HDDS-5599. [Ozone-Streaming]drop BufferPool and ChunkBuffer
to avoid buffer copying (#2557)
omit 29754da HDDS-5488. [Ozone-Streaming] Add a new
BlockOutputStream/KeyOutputStream to support streaming api (#2495)
omit 27b112f HDDS-5480. [Ozone-Streaming] Client and server should support
stream setup. (#2452)
omit 433979d HDDS-5481. Fix stream() and link() method in
ContainerStateMachine. (#2451)
omit 939f270 HDDS-5452. Add link method to ContainerStateMachine for Ratis
streaming (#2422)
omit 03a8ba5 HDDS-5366. [Ozone-Streaming] Implement stream method to
ContainerStateMachine. (#2358). Contributed by mingchao zhao
add b5c5853 HDDS-6142. Remove unused dependency: jdom (#2951)
add cb59f01 HDDS-6119. Reset the property name to configure the datanode
kerberos keytab (#2949)
add e6179c1 HDDS-6118. Documentation missing settings to secure S3g with
Kerberos (#2950)
add 144e982 HDDS-6108. Add slf4j and log4j.properties for tests in
hadoop-ozone/client (#2925)
add b7496c9 HDDS-6146. TestDefaultCAServer#testIntermediaryCA failure
(#2955)
add 4d3f8ba HDDS-6103. Avoid refresh pipeline for key override in
Key/File Create. (#2926)
add 644ef95 HDDS-6145. Include docker-compose output in acceptance test
output.log (#2958)
add 30cb5e7 HDDS-6123. Disable system exit in integration tests (#2959)
add 1ea978a HDDS-6149. Remove unused keytabs (#2960)
add 243cc3f HDDS-6094. Some unit tests are skipped due to using JUnit4
runner (#2909)
add 61f1c70 HDDS-6075. OzoneConfiguration constructor overrides input
configuration keys. (#2921)
add ca25193 HDDS-4177. SCM Container DB bootstrap on Recon startup (#2942)
add 9644f83c HDDS-6086. Compute MD5MD5CRC file checksum using chunk
checksums from DataNodes (#2919)
add a31b79a HDDS-6148. Validate ContainerBalancerConfiguration before
start ContainerBalancer (#2957)
add c8f6ad0 HDDS-6161. SCM StateMachine failing to reinitialize doesn't
terminate the process. (#2971)
add a348980 HDDS-6134. Move replication-specific config to
ReplicationServer (#2943)
add 5200eab HDDS-4010. S3G startup fails when multiple service ids are
configured. (#2976)
add a7aac99 HDDS-6170. Add metrics to replication manager to track
container health states (#2975)
add bcfb64a HDDS-3231. Cleanup KeyManagerImpl (#2961)
add ac99b47 HDDS-5927. Improve defaults in ContainerBalancerConfiguration
(#2892)
add e1f9f21 HDDS-6157. More consistent synchronization in InputStreams
(#2965)
add d09cdd4 HDDS-4743. [FSO] Add FSO variant of ITestOzoneContractDistcp.
(#2980)
add 195737d HDDS-6114. Intermittent error due to Failed to init RocksDB
(#2947)
add 5447f58 HDDS-6175. Use s3Auth during proxy during decrypt in
RpcClient. (#2981)
add 3eb7235 HDDS-5740. Enable ratis by default for SCM. (#2637)
add 46f305d HDDS-6183. Intermittent failure in
TestKeyDeletingService.checkIfDeleteServiceWithFailingSCM. (#2991)
add 1dd1d0b HDDS-4190. Intermittent failure in
TestOMVolumeSetOwnerRequest and TestOMVolumeSetQuotaRequest. (#2982)
add 9785941 HDDS-6120. Compute block checksum using chunk checksums
(#2930)
add cde7cb7 HDDS-6147. Add ability in OM to get limited delta updates
(#2956)
add fc3015b HDDS-6195. Remove unused jmh-core dependency. (#2997)
add 0c071ba HDDS-6167. Update ozone-runner version to 20211202-1 (#2969)
add b8d97eb HDDS-6171. Create an API to change Bucket Owner (#2988)
add a99ec03 HDDS-6163. Fix PATH in docker image (#2967)
add 431ce39 HDDS-6202. Avoid using jmh-generator-annprocess since it is
GPL2.0. (#2998)
new 4c27943 HDDS-5366. [Ozone-Streaming] Implement stream method to
ContainerStateMachine. (#2358). Contributed by mingchao zhao
new b432117 HDDS-5452. Add link method to ContainerStateMachine for Ratis
streaming (#2422)
new 14350a5 HDDS-5481. Fix stream() and link() method in
ContainerStateMachine. (#2451)
new 4de1725 HDDS-5480. [Ozone-Streaming] Client and server should support
stream setup. (#2452)
new f83b71c HDDS-5488. [Ozone-Streaming] Add a new
BlockOutputStream/KeyOutputStream to support streaming api (#2495)
new 61aa979 HDDS-5599. [Ozone-Streaming]drop BufferPool and ChunkBuffer
to avoid buffer copying (#2557)
new 128bccb HDDS-5705. [Ozone-Streaming] Change ByteBufStreamOutput to
ByteBufferStreamOutput (#2603)
new a6ba9bd HDDS-5742. Avoid unnecessary Bytebuffer conversions (#2673)
new c51065e HDDS-5486. [Ozone-Streaming] Streaming supports writing in
Pipline mode (#2682)
new 51f6457 HDDS-5849. [Ozone-Streaming]Write exceptions occur after
checksum is enabled (#2729)
new 9a33e34 HDDS-5674.[Ozone-Streaming] Handle client retries on
exception (#2701)
new 7b57844 HDDS-5895. [Ozone-Streaming] Make
raft.server.data-stream.client.pool.size configurable (#2766)
new 9be29ee HDDS-5763. Provide an Executor for each LocalStream in
ContainerStateMachine (#2782)
new 731b28e HDDS-5987. [Ozone-Streaming] Add XceiverClientRatis stream
config (#2841)
new 8d13099 HDDS-5961. [Ozone-Streaming] update the usage space of
Containers in the stream write (#2833)
new b8d31f2 HDDS-5879. [Ozone-Streaming] OzoneBucket add the
createMultipartStreamKey method (#2760)
new b64e696 HDDS-5743. [Ozone-Streaming] Add option to write files via
streaming api in ofs and o3fs. (#2770)
new f42c10a HDDS-5851. [Ozone-Streaming] Define a PutBlock/maxBuffer
fixed boundary for streaming writes. (#2866)
new 811f879 HDDS-6039. Define a minimum packet size during streaming
writes. (#2883)
new 51b8e9f HDDS-6130. [Ozone-Streaming] When releaseBuffers will get
“Couldn 't find the required future” (#2939)
new 6aa63b7 [Ozone-Streaming] HDDS-6139. Fix incorrect computation of
totalAckDataLength. (#2978)
new e8af582 HDDS-6178. [Ozone-Streaming] Fix NPE in HDDS-6139. (#2984)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (1ceae85)
\
N -- N -- N refs/heads/HDDS-4454 (e8af582)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 22 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
CONTRIBUTING.md | 3 +-
.../hadoop/hdds/scm/storage/BlockInputStream.java | 2 +-
hadoop-hdds/common/pom.xml | 15 +
.../apache/hadoop/hdds/DFSConfigKeysLegacy.java | 4 +
.../hadoop/hdds/conf/OzoneConfiguration.java | 8 +-
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 2 +-
.../apache/hadoop/hdds/scm/client/ScmClient.java | 4 +-
.../protocol/StorageContainerLocationProtocol.java | 6 +-
.../java/org/apache/hadoop/ozone/OzoneConsts.java | 2 +-
.../common/src/main/resources/ozone-default.xml | 37 +-
.../hadoop/hdds/conf/TestOzoneConfiguration.java | 28 +
.../hadoop/hdds/tracing/TestStringCodec.java | 18 +-
.../apache/hadoop/ozone/HddsDatanodeService.java | 6 +-
.../common/statemachine/DatanodeConfiguration.java | 32 -
.../common/statemachine/DatanodeStateMachine.java | 5 +-
.../container/replication/ReplicationServer.java | 56 +-
.../replication/ReplicationSupervisor.java | 8 +
.../statemachine/TestDatanodeConfiguration.java | 11 -
.../replication/TestReplicationConfig.java | 75 ++
hadoop-hdds/docs/content/security/SecureOzone.md | 10 +-
.../docs/content/security/SecureOzone.zh.md | 34 +-
.../docs/content/security/SecuringDatanodes.md | 2 +-
.../docs/content/security/SecuringDatanodes.zh.md | 2 +-
hadoop-hdds/docs/content/tools/TestTools.md | 129 +--
hadoop-hdds/docs/content/tools/TestTools.zh.md | 129 +--
hadoop-hdds/docs/content/tools/_index.md | 1 -
hadoop-hdds/docs/content/tools/_index.zh.md | 1 -
...inerLocationProtocolClientSideTranslatorPB.java | 48 +-
.../org/apache/hadoop/hdds/utils/db/DBStore.java | 10 +
.../org/apache/hadoop/hdds/utils/db/RDBStore.java | 11 +
.../certificate/authority/TestDefaultCAServer.java | 6 +-
.../apache/hadoop/hdds/utils/db/TestRDBStore.java | 24 +
.../src/main/proto/ScmAdminProtocol.proto | 17 +-
hadoop-hdds/server-scm/pom.xml | 10 -
.../hdds/scm/container/ContainerReplicaCount.java | 10 +
.../hdds/scm/container/ReplicationManager.java | 62 +-
.../scm/container/ReplicationManagerReport.java | 192 +++++
.../scm/container/balancer/ContainerBalancer.java | 51 +-
.../balancer/ContainerBalancerConfiguration.java | 127 +--
.../replication/ReplicationManagerMetrics.java | 42 +
.../hadoop/hdds/scm/ha/SCMHAManagerImpl.java | 35 +-
.../apache/hadoop/hdds/scm/ha/SCMStateMachine.java | 6 +-
...inerLocationProtocolServerSideTranslatorPB.java | 45 +-
.../hdds/scm/server/SCMClientProtocolServer.java | 43 +-
.../server/StorageContainerManagerHttpServer.java | 4 +-
.../hdds/scm/container/TestReplicationManager.java | 161 +++-
.../container/TestReplicationManagerReport.java | 113 +++
.../container/balancer/TestContainerBalancer.java | 99 ++-
.../replication/TestReplicationManagerMetrics.java | 97 +++
.../states/TestContainerReplicaCount.java | 10 +
.../hadoop/hdds/scm/node/TestSCMNodeManager.java | 10 +-
.../TestSCMHAUnfinalizedStateValidationAction.java | 1 +
.../hdds/scm/cli/ContainerBalancerCommands.java | 19 +-
.../scm/cli/ContainerBalancerStartSubcommand.java | 50 +-
.../hdds/scm/cli/ContainerOperationClient.java | 6 +-
.../datanode/TestContainerBalancerSubCommand.java | 8 +-
hadoop-ozone/client/pom.xml | 14 +
.../apache/hadoop/ozone/client/OzoneBucket.java | 11 +
.../checksum/AbstractBlockChecksumComputer.java | 25 +-
.../client/checksum/BaseFileChecksumHelper.java | 200 +++++
.../checksum/ReplicatedBlockChecksumComputer.java | 72 ++
.../checksum/ReplicatedFileChecksumHelper.java | 187 +++++
.../ozone/client/{ => checksum}/package-info.java | 2 +-
.../hadoop/ozone/client/io/KeyInputStream.java | 8 +-
.../ozone/client/protocol/ClientProtocol.java | 10 +
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 33 +-
.../TestReplicatedBlockChecksumComputer.java | 68 ++
.../checksum/TestReplicatedFileChecksumHelper.java | 323 ++++++++
.../ozone/client/checksum}/package-info.java | 4 +-
.../hadoop/ozone/om/helpers/OMNodeDetails.java | 6 +-
.../hadoop/ozone/om/helpers/OmBucketArgs.java | 36 +-
.../hadoop/ozone/om/helpers/OmBucketInfo.java | 10 +-
.../hadoop/ozone/om/helpers/OmKeyLocationInfo.java | 17 +-
.../ozone/om/protocol/OzoneManagerProtocol.java | 12 +
...OzoneManagerProtocolClientSideTranslatorPB.java | 22 +
hadoop-ozone/dev-support/checks/acceptance.sh | 2 +-
hadoop-ozone/dev-support/checks/coverage.sh | 1 -
hadoop-ozone/dev-support/checks/kubernetes.sh | 2 +-
hadoop-ozone/dist/pom.xml | 2 +-
.../dist/src/main/compose/ozone-csi/docker-config | 1 +
.../dist/src/main/compose/ozone/docker-config | 1 +
.../src/main/compose/ozonesecure-ha/docker-config | 2 +-
.../compose/ozonesecure-ha/keytabs/HTTP.keytab | Bin 144 -> 0 bytes
.../main/compose/ozonesecure-ha/keytabs/dn.keytab | Bin 278 -> 0 bytes
.../main/compose/ozonesecure-ha/keytabs/om.keytab | Bin 278 -> 0 bytes
.../compose/ozonesecure-ha/keytabs/recon.keytab | Bin 296 -> 0 bytes
.../main/compose/ozonesecure-ha/keytabs/s3g.keytab | Bin 434 -> 0 bytes
.../main/compose/ozonesecure-ha/keytabs/scm.keytab | Bin 586 -> 0 bytes
.../compose/ozonesecure-ha/keytabs/testuser.keytab | Bin 152 -> 0 bytes
.../ozonesecure-ha/keytabs/testuser2.keytab | Bin 154 -> 0 bytes
.../src/main/compose/ozonesecure-mr/docker-config | 3 +-
.../compose/ozonesecure-mr/keytabs/HTTP.keytab | Bin 144 -> 0 bytes
.../main/compose/ozonesecure-mr/keytabs/dn.keytab | Bin 278 -> 0 bytes
.../main/compose/ozonesecure-mr/keytabs/om.keytab | Bin 278 -> 0 bytes
.../compose/ozonesecure-mr/keytabs/recon.keytab | Bin 296 -> 0 bytes
.../main/compose/ozonesecure-mr/keytabs/s3g.keytab | Bin 434 -> 0 bytes
.../main/compose/ozonesecure-mr/keytabs/scm.keytab | Bin 586 -> 0 bytes
.../compose/ozonesecure-mr/keytabs/testuser.keytab | Bin 152 -> 0 bytes
.../ozonesecure-mr/keytabs/testuser2.keytab | Bin 154 -> 0 bytes
.../src/main/compose/ozonesecure/docker-config | 4 +-
.../main/compose/ozonesecure/keytabs/HTTP.keytab | Bin 144 -> 0 bytes
.../src/main/compose/ozonesecure/keytabs/dn.keytab | Bin 278 -> 0 bytes
.../src/main/compose/ozonesecure/keytabs/om.keytab | Bin 278 -> 0 bytes
.../main/compose/ozonesecure/keytabs/recon.keytab | Bin 296 -> 0 bytes
.../main/compose/ozonesecure/keytabs/s3g.keytab | Bin 434 -> 0 bytes
.../main/compose/ozonesecure/keytabs/scm.keytab | Bin 586 -> 0 bytes
.../compose/ozonesecure/keytabs/testuser.keytab | Bin 152 -> 0 bytes
.../compose/ozonesecure/keytabs/testuser2.keytab | Bin 154 -> 0 bytes
.../main/compose/upgrade/compose/ha/docker-config | 4 +-
.../compose/upgrade/compose/non-ha/docker-config | 2 +-
hadoop-ozone/dist/src/main/docker/Dockerfile | 1 -
.../dist/src/main/dockerlibexec/entrypoint.sh | 2 +-
hadoop-ozone/dist/src/main/k8s/examples/testlib.sh | 5 +-
hadoop-ozone/dist/src/shell/ozone/ozone | 17 -
.../apache/hadoop/ozone/MiniOzoneChaosCluster.java | 39 +-
hadoop-ozone/insight/pom.xml | 1 -
hadoop-ozone/integration-test/pom.xml | 10 -
.../hadoop/fs/ozone/TestOzoneFileSystem.java | 2 +
.../apache/hadoop/fs/ozone/TestOzoneFsHAURLs.java | 4 +-
...p.java => ITestOzoneContractDistCpWithFSO.java} | 16 +-
.../hadoop/fs/ozone/contract/OzoneContract.java | 18 +-
.../metrics/TestSCMContainerManagerMetrics.java | 2 +
.../hdds/scm/pipeline/TestMultiRaftSetup.java | 1 +
.../hadoop/hdds/upgrade/TestHDDSUpgrade.java | 2 +
.../org/apache/hadoop/ozone/MiniOzoneCluster.java | 4 +-
.../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 16 -
.../hadoop/ozone/MiniOzoneHAClusterImpl.java | 368 ++++++---
.../hadoop/ozone/MiniOzoneOMHAClusterImpl.java | 116 ---
.../org/apache/hadoop/ozone/OzoneTestUtils.java | 23 +
.../ozone/TestContainerBalancerOperations.java | 19 +-
.../hadoop/ozone/TestMiniOzoneOMHACluster.java | 6 +-
.../hadoop/ozone/TestSecureOzoneCluster.java | 15 +-
.../hadoop/ozone/TestStorageContainerManager.java | 3 +
.../apache/hadoop/ozone/client/rpc/TestBCSID.java | 7 +-
.../client/rpc/TestContainerStateMachine.java | 5 +-
.../rpc/TestContainerStateMachineFailures.java | 2 +
.../rpc/TestContainerStateMachineFlushDelay.java | 4 +-
.../client/rpc/TestOzoneRpcClientAbstract.java | 22 +
.../TestOzoneRpcClientWithKeyLatestVersion.java | 209 +++++
.../commandhandler/TestBlockDeletion.java | 1 +
.../transport/server/ratis/TestCSMMetrics.java | 7 +
.../ozoneimpl/TestSecureOzoneContainer.java | 2 +
.../server/TestSecureContainerServer.java | 3 +
.../ozone/dn/ratis/TestDnRatisLogParser.java | 2 +
.../apache/hadoop/ozone/om/TestKeyManagerImpl.java | 361 ++++----
.../hadoop/ozone/om/TestOMRatisSnapshots.java | 6 +-
.../hadoop/ozone/om/TestOMUpgradeFinalization.java | 6 +-
.../apache/hadoop/ozone/om/TestOzoneManagerHA.java | 8 +-
.../ozone/om/TestOzoneManagerHAMetadataOnly.java | 2 +-
.../ozone/om/TestOzoneManagerHAWithData.java | 2 +-
.../ozone/om/TestOzoneManagerHAWithFailover.java | 2 +-
.../snapshot/TestOzoneManagerSnapshotProvider.java | 8 +-
.../ozone/recon/TestReconWithOzoneManagerHA.java | 12 +-
.../ozone/scm/TestSCMInstallSnapshotWithHA.java | 18 +-
.../scm/node/TestDecommissionAndMaintenance.java | 6 +-
.../hadoop/ozone/shell/TestOzoneShellHA.java | 4 +-
.../src/main/proto/OmClientProtocol.proto | 4 +-
.../org/apache/hadoop/ozone/om/KeyManager.java | 111 ---
.../org/apache/hadoop/ozone/om/KeyManagerImpl.java | 912 ---------------------
.../org/apache/hadoop/ozone/om/OzoneManager.java | 6 +-
.../hadoop/ozone/om/OzoneManagerHttpServer.java | 4 +-
.../apache/hadoop/ozone/om/fs/OzoneManagerFS.java | 6 -
.../om/ratis/utils/OzoneManagerRatisUtils.java | 9 +-
...tyRequest.java => OMBucketSetOwnerRequest.java} | 223 ++---
.../ozone/om/request/file/OMFileCreateRequest.java | 4 -
.../request/file/OMFileCreateRequestWithFSO.java | 3 -
.../ozone/om/request/key/OMKeyCreateRequest.java | 4 -
.../om/request/key/OMKeyCreateRequestWithFSO.java | 3 -
...Response.java => OMBucketSetOwnerResponse.java} | 64 +-
.../protocolPB/OzoneManagerRequestHandler.java | 1 +
.../org/apache/hadoop/ozone/om/OmTestManagers.java | 122 +++
.../hadoop/ozone/om/TestKeyDeletingService.java | 99 ++-
.../apache/hadoop/ozone/om/TestKeyManagerUnit.java | 56 +-
.../apache/hadoop/ozone/om/TestTrashService.java | 34 +-
.../volume/TestOMVolumeSetOwnerRequest.java | 7 +-
.../volume/TestOMVolumeSetQuotaRequest.java | 7 +-
.../security/acl/TestOzoneNativeAuthorizer.java | 77 +-
.../hadoop/ozone/security/acl/TestParentAcl.java | 44 +-
.../hadoop/ozone/security/acl/TestVolumeOwner.java | 41 +-
.../apache/hadoop/ozone/recon/ReconConstants.java | 2 +
.../hadoop/ozone/recon/ReconServerConfigKeys.java | 16 +
.../ozone/recon/fsck/ContainerHealthTask.java | 2 +-
.../hadoop/ozone/recon/scm/ReconNodeManager.java | 5 +
.../scm/ReconStorageContainerManagerFacade.java | 129 ++-
.../recon/spi/StorageContainerServiceProvider.java | 12 +
.../spi/impl/OzoneManagerServiceProviderImpl.java | 8 +-
.../impl/StorageContainerServiceProviderImpl.java | 107 ++-
.../TestStorageContainerServiceProviderImpl.java | 12 +
.../hadoop/ozone/s3/OzoneClientProducer.java | 5 +-
.../hadoop/ozone/s3/OzoneServiceProvider.java | 78 --
.../hadoop/ozone/s3/TestOzoneClientProducer.java | 33 +
.../tools/dev-support/findbugsExcludeFile.xml | 4 -
hadoop-ozone/tools/pom.xml | 15 -
.../hadoop/ozone/genesis/BenchMarkCRCBatch.java | 141 ----
.../ozone/genesis/BenchMarkCRCStreaming.java | 173 ----
.../ozone/genesis/BenchMarkContainerStateMap.java | 199 -----
.../ozone/genesis/BenchMarkDatanodeDispatcher.java | 339 --------
.../ozone/genesis/BenchMarkOzoneManager.java | 193 -----
.../apache/hadoop/ozone/genesis/BenchMarkSCM.java | 126 ---
.../ozone/genesis/BenchmarkBlockDataToString.java | 166 ----
.../ozone/genesis/BenchmarkChunkManager.java | 180 ----
.../org/apache/hadoop/ozone/genesis/Genesis.java | 108 ---
.../ozone/genesis/GenesisMemoryProfiler.java | 61 --
.../apache/hadoop/ozone/genesis/GenesisUtil.java | 162 ----
.../apache/hadoop/ozone/genesis/package-info.java | 25 -
.../hadoop/ozone/shell/bucket/BucketCommands.java | 3 +-
.../UpdateBucketHandler.java} | 46 +-
pom.xml | 18 -
208 files changed, 3981 insertions(+), 4648 deletions(-)
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/replication/TestReplicationConfig.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/ReplicationManagerReport.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/TestReplicationManagerReport.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/replication/TestReplicationManagerMetrics.java
copy
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/pipeline/InsufficientDatanodesException.java
=>
hadoop-ozone/client/src/main/java/org/apache/hadoop/ozone/client/checksum/AbstractBlockChecksumComputer.java
(59%)
create mode 100644
hadoop-ozone/client/src/main/java/org/apache/hadoop/ozone/client/checksum/BaseFileChecksumHelper.java
create mode 100644
hadoop-ozone/client/src/main/java/org/apache/hadoop/ozone/client/checksum/ReplicatedBlockChecksumComputer.java
create mode 100644
hadoop-ozone/client/src/main/java/org/apache/hadoop/ozone/client/checksum/ReplicatedFileChecksumHelper.java
copy hadoop-ozone/client/src/main/java/org/apache/hadoop/ozone/client/{ =>
checksum}/package-info.java (94%)
create mode 100644
hadoop-ozone/client/src/test/java/org/apache/hadoop/ozone/client/checksum/TestReplicatedBlockChecksumComputer.java
create mode 100644
hadoop-ozone/client/src/test/java/org/apache/hadoop/ozone/client/checksum/TestReplicatedFileChecksumHelper.java
copy {hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/client =>
hadoop-ozone/client/src/test/java/org/apache/hadoop/ozone/client/checksum}/package-info.java
(86%)
delete mode 100755
hadoop-ozone/dist/src/main/compose/ozonesecure-ha/keytabs/HTTP.keytab
delete mode 100755
hadoop-ozone/dist/src/main/compose/ozonesecure-ha/keytabs/dn.keytab
delete mode 100755
hadoop-ozone/dist/src/main/compose/ozonesecure-ha/keytabs/om.keytab
delete mode 100755
hadoop-ozone/dist/src/main/compose/ozonesecure-ha/keytabs/recon.keytab
delete mode 100755
hadoop-ozone/dist/src/main/compose/ozonesecure-ha/keytabs/s3g.keytab
delete mode 100755
hadoop-ozone/dist/src/main/compose/ozonesecure-ha/keytabs/scm.keytab
delete mode 100755
hadoop-ozone/dist/src/main/compose/ozonesecure-ha/keytabs/testuser.keytab
delete mode 100755
hadoop-ozone/dist/src/main/compose/ozonesecure-ha/keytabs/testuser2.keytab
delete mode 100755
hadoop-ozone/dist/src/main/compose/ozonesecure-mr/keytabs/HTTP.keytab
delete mode 100755
hadoop-ozone/dist/src/main/compose/ozonesecure-mr/keytabs/dn.keytab
delete mode 100755
hadoop-ozone/dist/src/main/compose/ozonesecure-mr/keytabs/om.keytab
delete mode 100755
hadoop-ozone/dist/src/main/compose/ozonesecure-mr/keytabs/recon.keytab
delete mode 100755
hadoop-ozone/dist/src/main/compose/ozonesecure-mr/keytabs/s3g.keytab
delete mode 100755
hadoop-ozone/dist/src/main/compose/ozonesecure-mr/keytabs/scm.keytab
delete mode 100755
hadoop-ozone/dist/src/main/compose/ozonesecure-mr/keytabs/testuser.keytab
delete mode 100755
hadoop-ozone/dist/src/main/compose/ozonesecure-mr/keytabs/testuser2.keytab
delete mode 100755
hadoop-ozone/dist/src/main/compose/ozonesecure/keytabs/HTTP.keytab
delete mode 100755
hadoop-ozone/dist/src/main/compose/ozonesecure/keytabs/dn.keytab
delete mode 100755
hadoop-ozone/dist/src/main/compose/ozonesecure/keytabs/om.keytab
delete mode 100755
hadoop-ozone/dist/src/main/compose/ozonesecure/keytabs/recon.keytab
delete mode 100755
hadoop-ozone/dist/src/main/compose/ozonesecure/keytabs/s3g.keytab
delete mode 100755
hadoop-ozone/dist/src/main/compose/ozonesecure/keytabs/scm.keytab
delete mode 100755
hadoop-ozone/dist/src/main/compose/ozonesecure/keytabs/testuser.keytab
delete mode 100755
hadoop-ozone/dist/src/main/compose/ozonesecure/keytabs/testuser2.keytab
copy
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/{ITestOzoneContractDistCp.java
=> ITestOzoneContractDistCpWithFSO.java} (79%)
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/MiniOzoneOMHAClusterImpl.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/client/rpc/TestOzoneRpcClientWithKeyLatestVersion.java
copy
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/bucket/{OMBucketSetPropertyRequest.java
=> OMBucketSetOwnerRequest.java} (50%)
copy
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/bucket/{OMBucketCreateResponse.java
=> OMBucketSetOwnerResponse.java} (64%)
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/OmTestManagers.java
delete mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/OzoneServiceProvider.java
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/genesis/BenchMarkCRCBatch.java
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/genesis/BenchMarkCRCStreaming.java
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/genesis/BenchMarkContainerStateMap.java
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/genesis/BenchMarkDatanodeDispatcher.java
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/genesis/BenchMarkOzoneManager.java
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/genesis/BenchMarkSCM.java
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/genesis/BenchmarkBlockDataToString.java
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/genesis/BenchmarkChunkManager.java
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/genesis/Genesis.java
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/genesis/GenesisMemoryProfiler.java
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/genesis/GenesisUtil.java
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/genesis/package-info.java
copy
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/shell/{keys/RenameKeyHandler.java
=> bucket/UpdateBucketHandler.java} (59%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
