This is an automated email from the ASF dual-hosted git repository.
vivekratnavel pushed a change to branch HDDS-6030
in repository https://gitbox.apache.org/repos/asf/ozone.git.
discard bb94b35 HDDS-6031. Add configs to support externalization of root CA
(#2878)
add 6372776 HDDS-5976. add raftlog IOException notifier for SCM HA (#2840)
add bc6029e [FSO] Allow existing/old buckets with any layout during OM
startup (#2571)
add ffe53e7 HDDS-6019. Fix s3g create key error in cluster with
replication one. (#2855)
add f780851 HDDS-6003. Update Ozone master branch version after 1.2.0
release (#2863)
add 4f56b1a HDDS-6043. Buckets created via link command do not mirror
layout of s… (#2867)
add 7afd64f HDDS-5897. Support configuration for including/excluding
datanodes for balancing (#2786)
add 97d900e HDDS-5989. Binary content printed for failed chunk write
(#2846)
add 1e76ffc HDDS-6011. Freon datanode chunk generator fails with NPE in
secure cluster (#2853)
add 5472ea4 HDDS-5497. Save log from init containers (#2547)
add 8b4d4a9 HDDS-5804. SCMContainerPlacementCapacity to choose lower
utilized node (#2784)
add 4e91226 HDDS-5917. S3 acceptance test failure due to too wide
assertion (#2789)
add 5b0604d HDDS-5702. SCM remote benchmark tool. (#2600)
add 2341c7c HDDS-5936. Duplicate Test Ozone Shell invocation (#2803)
add 1892230 HDDS-6054. Fix resource leak due to OzoneManager.createOm
(#2876)
add ec77f6c HDDS-6000. Freon datanode chunk validator fails checksum
validation (#2850)
add 090672d HDDS-6055. Refactor isFileSystemOptimized usage in
OzoneManagerUtils (#2877)
add b69a3d1 HDDS-5959. Handles bucket layout validation logic in ofs/o3fs
client. (#2837)
add b8e1e8f HDDS-5999. Freon datanode chunk validator does not find
pipeline from param (#2879)
add 3012cd1 HDDS-6014. Add proto.lock files from ozone-1.2 release branch
to master (#2865)
add ef1f3d3 HDDS-5962. Limit grpc threads in XceiverServerGrpc. (#2824)
add d6e0e47 HDDS-5997 Centralize string based replication config
validation via ReplicationConfigValidator (#2871)
add 8ef63ec HDDS-6058. Bump aws-java-sdk to latest 1.12 (#2881)
add 66c581d HDDS-6041. [FSO] Revisit robot test cases related to
prefix/simple me… (#2885)
add ab3b731 HDDS-6061. Peer datanode cannot add group for pipeline in
secure env (#2882)
add e86119f HDDS-5965. Recon should be able to distinguish between
containers that have no replicas and those have all replicas as UNHEALTHY.
(#2874)
add 9c4bb72 HDDS-5973. Changed sequence of steps during pipeline close.
(#2847)
add df0489a HDDS-5903. Add Support for Bucket Owner Acls (#2826)
add 3097d2b HDDS-6059. Change Cannot close container log message from
WARN to DEBUG (#2890)
add ea53dc1 HDDS-3227. Ensure eviction of stateMachineData from cache
only when both followers catch up (#2704)
add 46c95ba HDDS-6067. Improve Debugging around unhealthy container state
on Datanode. (#2888)
add 937a3d0 HDDS-6071. ResourceLimitCache leaks permits (#2895)
add 176ef94 HDDS-5385. [FSO] Remove ozone.om.metadata.layout config in OM
(#2887)
add ab8cc32 HDDS-6073. Document: Fix images alignment in the doc pages
(#2898)
add d972c7b HDDS-6069: Fix XmlRootElement for CopyObjectResponse (#2891)
add 41f6844 HDDS-6046. Multi-threaded validator for freon
RandomKeyGenerator. (#2869)
add 8532e08 HDDS-6078. Move BucketManagerImpl#resolveLinkBucketLayout
into utilit… (#2902)
add 831b195 HDDS-5974. Remove OMClientResponse#getBucketLayout override
in subclasses - part1 (#2894)
add 173f46a HDDS-6085. Update log4j to 2.15 (#2906)
add 5dd1144 HDDS-6066. Cleanup OmService injection. (#2896)
add 0bc100a HDDS-6090. Collect output.log from acceptance tests (#2908)
add 8587de7 HDDS-6096. S3 copy object fails for source key with special
char (#2912)
add dfcc69c HDDS-6018 Closing state to quasiclosed (#2854)
add 09b06eb HDDS-6104. Update log4j version to 2.16.0 version. (#2920)
add 4d1b5da HDDS-6053. Fix too short container scrubber data scan
interval. (#2875)
add e1bef2c HDDS-6080. Simplify the logic in
SimpleContainerDownloader.getContainerDataFromReplicas (#2903)
add 47cd204 HDDS-6107. Exclude hugo lock file from source tarball (#2923)
add c4579ec HDDS-6089. Remove OMClientResponse#getBucketLayout override
in subclasses - part2 (#2915)
add b75ec9d HDDS-6072. Fix increased integration test execution time
(#2900)
add 56d0ebb HDDS-6105. remove db cache size config (#2922)
add af4730a HDDS-5912. Add description of hdds.datanode.dir in Getting
Started (#2783)
add 3fa3f36 HDDS-6110. Add hugo lock file to gitignore (#2928)
add 4770eab HDDS-5795. [FSO] Add unit test case with mpu open key during
abort. (#2931)
add fe7f5b4 HDDS-5490. Remove (Decommission) an OM node from HA ring
(#2886)
add 8ceb6cb HDDS-6124. Update log4j version to 2.17.0 version (#2933)
add 69e8617 HDDS-6125. Support Hugo 0.91.0. (#2934)
add e01b471 HDDS-5602. make it configurable to choose the nearest one as
the target in the candidates according to networkTopology (#2756)
add 26a9cdb HDDS-6101. use FileUtils.moveDirectory instead of Files.move
when installing snapshot (#2918)
add 6cd9211 HDDS-5975. Serve url-encoded key and prefix name for
ListObjectResponse (#2834)
add 9dc63a3 HDDS-5807. [FSO] Merge HDDS-4653 changes to support TDE for
MPU Keys in FSO bucket layout. (#2941)
add 97143b8 HDDS-6129. OM has thread unsafe issues that can cause OM
shutdown. (#2938)
add b570d0a HDDS-6070. ContainerBalancerConfig doesn't read config from
ozone-site.xml (#2893)
add 4ed3ef8 HDDS-6121. DatanodeAdminMonitor should log detailed
information for a limited number of containers (#2932)
add 9103aa0 HDDS-5993. Disable flaky
TestRandomKeyGenerator#cleanObjectsTest
add a5cc886 HDDS-5319 Intermittent failure in
TestSCMUpdateServiceGrpcServer (#2558)
add d6cbb15 HDDS-6143. Update log4j version to 2.17.1 (#2952)
add b5c5853 HDDS-6142. Remove unused dependency: jdom (#2951)
add cb59f01 HDDS-6119. Reset the property name to configure the datanode
kerberos keytab (#2949)
add e6179c1 HDDS-6118. Documentation missing settings to secure S3g with
Kerberos (#2950)
add 144e982 HDDS-6108. Add slf4j and log4j.properties for tests in
hadoop-ozone/client (#2925)
add b7496c9 HDDS-6146. TestDefaultCAServer#testIntermediaryCA failure
(#2955)
add 4d3f8ba HDDS-6103. Avoid refresh pipeline for key override in
Key/File Create. (#2926)
add 644ef95 HDDS-6145. Include docker-compose output in acceptance test
output.log (#2958)
add 30cb5e7 HDDS-6123. Disable system exit in integration tests (#2959)
new 41ed9ce HDDS-6031. Add configs to support externalization of root CA
(#2878)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (bb94b35)
\
N -- N -- N refs/heads/HDDS-6030 (41ed9ce)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.gitignore | 1 +
hadoop-hdds/client/pom.xml | 4 +-
.../apache/hadoop/hdds/scm/XceiverClientGrpc.java | 38 +-
hadoop-hdds/common/pom.xml | 4 +-
.../apache/hadoop/hdds/DFSConfigKeysLegacy.java | 4 +
.../java/org/apache/hadoop/hdds/HddsUtils.java | 71 ++
.../hadoop/hdds/client/RatisReplicationConfig.java | 27 +-
.../hdds/client/ReplicatedReplicationConfig.java} | 20 +-
.../hadoop/hdds/client/ReplicationConfig.java | 138 +--
.../hdds/client/ReplicationConfigValidator.java | 5 +-
.../hdds/client/StandaloneReplicationConfig.java | 23 +-
.../hadoop/hdds/conf/OzoneConfiguration.java | 5 +-
.../org/apache/hadoop/hdds/ratis/RatisHelper.java | 1 +
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 4 -
.../apache/hadoop/hdds/scm/XceiverClientSpi.java | 6 +-
.../hadoop/hdds/scm/container/ContainerInfo.java | 3 +-
.../apache/hadoop/hdds/scm/pipeline/Pipeline.java | 2 +-
.../hadoop/hdds/utils/ResourceLimitCache.java | 7 +-
.../common/src/main/resources/ozone-default.xml | 68 +-
.../hadoop/hdds/client/TestReplicationConfig.java | 280 +++---
.../hadoop/hdds/utils/TestResourceLimitCache.java | 46 +-
hadoop-hdds/config/pom.xml | 4 +-
hadoop-hdds/container-service/pom.xml | 4 +-
.../apache/hadoop/ozone/HddsDatanodeService.java | 6 +-
.../container/common/helpers/ContainerUtils.java | 68 --
.../container/common/impl/HddsDispatcher.java | 4 +-
.../ozone/container/common/interfaces/Handler.java | 2 +-
.../common/statemachine/DatanodeConfiguration.java | 43 +
.../common/statemachine/DatanodeStateMachine.java | 2 +-
.../CloseContainerCommandHandler.java | 17 +-
.../common/transport/server/XceiverServerGrpc.java | 52 +-
.../server/ratis/ContainerStateMachine.java | 73 +-
.../transport/server/ratis/XceiverServerRatis.java | 2 +-
.../container/keyvalue/KeyValueContainer.java | 4 +
.../ozoneimpl/ContainerScrubberConfiguration.java | 65 +-
.../ozone/container/ozoneimpl/OzoneContainer.java | 11 +
.../container/replication/ContainerDownloader.java | 3 +-
.../replication/DownloadAndImportReplicator.java | 19 +-
.../replication/SimpleContainerDownloader.java | 39 +-
.../common/helpers/TestContainerUtils.java | 2 +-
.../TestCloseContainerCommandHandler.java | 4 +-
.../TestContainerScrubberConfiguration.java | 97 ++
.../replication/TestReplicationSupervisor.java | 4 +-
.../replication/TestSimpleContainerDownloader.java | 13 +-
hadoop-hdds/docs/config.yaml | 5 +
hadoop-hdds/docs/content/concept/Containers.md | 2 +-
hadoop-hdds/docs/content/concept/Datanodes.md | 4 +-
hadoop-hdds/docs/content/concept/OzoneManager.md | 6 +-
hadoop-hdds/docs/content/concept/Recon.md | 6 +-
hadoop-hdds/docs/content/feature/OM-HA.md | 5 +-
hadoop-hdds/docs/content/feature/PrefixFSO.md | 8 +-
hadoop-hdds/docs/content/feature/SCM-HA.md | 2 +-
hadoop-hdds/docs/content/security/SecureOzone.md | 10 +-
.../docs/content/security/SecureOzone.zh.md | 34 +-
.../docs/content/security/SecuringDatanodes.md | 2 +-
.../docs/content/security/SecuringDatanodes.zh.md | 2 +-
hadoop-hdds/docs/content/start/OnPrem.md | 1 +
hadoop-hdds/docs/content/start/OnPrem.zh.md | 2 +
hadoop-hdds/docs/pom.xml | 4 +-
.../ozonedoc/layouts/shortcodes/image.html} | 7 +-
hadoop-hdds/framework/pom.xml | 4 +-
.../java/org/apache/hadoop/hdds/ExitManager.java | 4 +
.../scm/protocol/ScmBlockLocationProtocol.java | 2 +-
.../java/org/apache/hadoop/hdds/utils/HAUtils.java | 2 +-
.../certificate/authority/TestDefaultCAServer.java | 6 +-
hadoop-hdds/hadoop-dependency-client/pom.xml | 4 +-
hadoop-hdds/hadoop-dependency-server/pom.xml | 4 +-
hadoop-hdds/hadoop-dependency-test/pom.xml | 4 +-
hadoop-hdds/interface-admin/pom.xml | 4 +-
.../interface-admin/src/main/resources/proto.lock | 504 ++++++++++
hadoop-hdds/interface-client/pom.xml | 4 +-
.../interface-client/src/main/proto/hdds.proto | 11 +
.../interface-client/src/main/resources/proto.lock | 408 +++++++-
hadoop-hdds/interface-server/pom.xml | 4 +-
.../interface-server/src/main/resources/proto.lock | 1024 ++++++++++++++++++++
hadoop-hdds/pom.xml | 4 +-
hadoop-hdds/server-scm/pom.xml | 4 +-
.../scm/container/CloseContainerEventHandler.java | 12 +-
.../hdds/scm/container/ReplicationManager.java | 10 +-
...etGreedy.java => AbstractFindTargetGreedy.java} | 87 +-
.../scm/container/balancer/ContainerBalancer.java | 82 +-
.../balancer/ContainerBalancerConfiguration.java | 143 ++-
.../FindTargetGreedyByNetworkTopology.java | 79 ++
.../balancer/FindTargetGreedyByUsageInfo.java | 52 +
.../algorithms/SCMContainerPlacementCapacity.java | 2 +-
.../org/apache/hadoop/hdds/scm/ha/SCMContext.java | 23 +-
.../apache/hadoop/hdds/scm/ha/SCMStateMachine.java | 7 +
.../hdds/scm/node/DatanodeAdminMonitorImpl.java | 24 +
.../scm/pipeline/BackgroundPipelineCreator.java | 2 +-
.../hdds/scm/pipeline/PipelineManagerImpl.java | 25 +-
...lockLocationProtocolServerSideTranslatorPB.java | 2 +-
.../hdds/scm/server/SCMClientProtocolServer.java | 6 +-
.../hdds/scm/server/SCMDatanodeProtocolServer.java | 3 +-
.../hdds/scm/server/StorageContainerManager.java | 9 +-
.../scm/server/upgrade/SCMUpgradeFinalizer.java | 5 +-
.../hadoop/hdds/scm/container/MockNodeManager.java | 6 +-
.../container/balancer/TestContainerBalancer.java | 104 +-
.../container/balancer/TestFindTargetStrategy.java | 196 ++++
.../TestSCMContainerPlacementCapacity.java | 6 +-
.../hdds/scm/node/TestContainerPlacement.java | 2 +-
.../hadoop/hdds/scm/node/TestDeadNodeHandler.java | 6 +
.../hadoop/hdds/scm/node/TestSCMNodeManager.java | 11 +-
.../scm/pipeline/MockRatisPipelineProvider.java | 2 +-
.../hdds/scm/pipeline/TestPipelineManagerImpl.java | 59 +-
.../scm/pipeline/TestPipelineStateManagerImpl.java | 8 +-
.../server/TestSCMUpdateServiceGrpcServer.java | 8 +-
.../placement/TestContainerPlacement.java | 4 +-
hadoop-hdds/test-utils/pom.xml | 4 +-
hadoop-hdds/tools/pom.xml | 4 +-
.../org/apache/hadoop/hdds/cli/OzoneAdmin.java | 11 +
hadoop-ozone/client/pom.xml | 14 +-
.../org/apache/hadoop/ozone/client/BucketArgs.java | 21 +-
.../apache/hadoop/ozone/client/OzoneBucket.java | 40 +-
.../ozone/client/protocol/ClientProtocol.java | 1 +
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 20 +-
.../src/test/resources/log4j.properties | 0
hadoop-ozone/common/pom.xml | 4 +-
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 94 +-
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 13 +-
.../ozone/om/ha/OMFailoverProxyProvider.java | 3 +-
.../hadoop/ozone/om/helpers/OMNodeDetails.java | 19 +-
.../hadoop/ozone/om/helpers/OmBucketInfo.java | 32 +-
.../apache/hadoop/ozone/om/helpers/OmKeyInfo.java | 2 +-
.../hadoop/ozone/om/helpers/OmKeyLocationInfo.java | 17 +-
.../ozone/om/helpers/OmMultipartKeyInfo.java | 2 +-
.../hadoop/ozone/om/helpers/OzoneFSUtils.java | 17 +
.../hadoop/ozone/om/helpers/RepeatedOmKeyInfo.java | 4 +
.../hadoop/ozone/om/protocol/OMAdminProtocol.java | 6 +
.../hadoop/ozone/om/protocol/OMConfiguration.java | 30 +-
.../protocolPB/OMAdminProtocolClientSideImpl.java | 112 ++-
...OzoneManagerProtocolClientSideTranslatorPB.java | 4 +-
hadoop-ozone/csi/pom.xml | 4 +-
hadoop-ozone/datanode/pom.xml | 4 +-
hadoop-ozone/dev-support/checks/acceptance.sh | 5 +-
hadoop-ozone/dev-support/checks/kubernetes.sh | 4 +-
hadoop-ozone/dist/pom.xml | 4 +-
.../dist/src/main/assemblies/ozone-src.xml | 1 +
.../dist/src/main/compose/ozone-mr/common-config | 1 -
hadoop-ozone/dist/src/main/compose/ozone/README.md | 6 -
.../src/main/compose/ozone/docker-compose.yaml | 10 -
hadoop-ozone/dist/src/main/compose/ozone/run.sh | 4 -
hadoop-ozone/dist/src/main/compose/ozone/test.sh | 29 +-
.../src/main/compose/ozonesecure-ha/docker-config | 2 +-
.../src/main/compose/ozonesecure-mr/docker-config | 2 +-
.../src/main/compose/ozonesecure/docker-config | 3 +-
.../dist/src/main/compose/xcompat/docker-config | 1 +
hadoop-ozone/dist/src/main/k8s/examples/testlib.sh | 5 +-
.../main/smoketest/basic/ozone-shell-single.robot | 2 +-
.../src/main/smoketest/basic/ozone-shell.robot | 15 +-
.../dist/src/main/smoketest/createmrenv.robot | 2 +-
.../dist/src/main/smoketest/freon/generate.robot | 9 +
.../dist/src/main/smoketest/freon/validate.robot | 9 +
.../dist/src/main/smoketest/ozonefs/setup.robot | 12 +-
.../dist/src/main/smoketest/s3/awss3.robot | 8 +
.../dist/src/main/smoketest/s3/objectcopy.robot | 20 +-
.../dist/src/main/smoketest/s3/objectdelete.robot | 34 +-
.../src/main/smoketest/s3/objectmultidelete.robot | 24 +-
.../dist/src/main/smoketest/s3/objectputget.robot | 42 +-
.../main/smoketest/security/ozone-secure-fs.robot | 10 +-
.../fault-injection-test/mini-chaos-tests/pom.xml | 4 +-
.../fault-injection-test/network-tests/pom.xml | 2 +-
hadoop-ozone/fault-injection-test/pom.xml | 4 +-
hadoop-ozone/insight/pom.xml | 4 +-
hadoop-ozone/integration-test/pom.xml | 4 +-
.../hadoop/fs/ozone/TestOzoneFSInputStream.java | 4 +
.../hadoop/fs/ozone/TestOzoneFileInterfaces.java | 45 +
.../hadoop/fs/ozone/TestOzoneFileSystem.java | 7 +-
.../fs/ozone/TestOzoneFileSystemMissingParent.java | 2 +
.../fs/ozone/TestOzoneFileSystemWithLinks.java | 248 +++++
.../apache/hadoop/fs/ozone/TestOzoneFsHAURLs.java | 5 +
.../hadoop/fs/ozone/contract/OzoneContract.java | 5 +-
.../hdds/scm/pipeline/TestMultiRaftSetup.java | 4 +-
.../hadoop/hdds/upgrade/TestHDDSUpgrade.java | 2 +-
.../org/apache/hadoop/ozone/MiniOzoneCluster.java | 2 +
.../hadoop/ozone/TestOzoneConfigurationFields.java | 3 +
.../hadoop/ozone/TestSecureOzoneCluster.java | 2 +
.../hadoop/ozone/TestStandardOutputUtil.java | 84 ++
.../rpc/TestContainerStateMachineFailures.java | 103 +-
.../client/rpc/TestOzoneAtRestEncryption.java | 27 +-
.../rpc/TestOzoneClientMultipartUploadWithFSO.java | 4 +-
.../client/rpc/TestOzoneRpcClientAbstract.java | 9 +-
.../TestOzoneRpcClientWithKeyLatestVersion.java | 209 ++++
.../hadoop/ozone/client/rpc/TestReadRetries.java | 14 +-
.../transport/server/ratis/TestCSMMetrics.java | 7 +
.../ozoneimpl/TestSecureOzoneContainer.java | 2 +
.../server/TestSecureContainerServer.java | 3 +
.../ozone/freon/TestHadoopDirTreeGenerator.java | 5 +-
.../freon/TestHadoopDirTreeGeneratorWithFSO.java | 4 +-
.../ozone/freon/TestHadoopNestedDirGenerator.java | 3 +
.../hadoop/ozone/freon/TestRandomKeyGenerator.java | 1 +
...otstrap.java => TestAddRemoveOzoneManager.java} | 107 +-
.../apache/hadoop/ozone/om/TestBucketOwner.java | 244 +++++
.../ozone/om/TestOMStartupWithBucketLayout.java | 161 +++
.../apache/hadoop/ozone/om/TestObjectStore.java | 130 +++
.../org/apache/hadoop/ozone/om/TestOmAcls.java | 6 +-
.../hadoop/ozone/om/TestRecursiveAclWithFSO.java | 3 +-
.../hadoop/ozone/shell/TestNSSummaryAdmin.java | 120 ++-
hadoop-ozone/interface-client/pom.xml | 4 +-
.../src/main/proto/OMAdminProtocol.proto | 29 +-
.../src/main/proto/OmClientProtocol.proto | 1 +
.../interface-client/src/main/resources/proto.lock | 826 +++++++++++++++-
hadoop-ozone/interface-storage/pom.xml | 4 +-
.../ozone/om/codec/RepeatedOmKeyInfoCodec.java | 2 +-
.../ozone/om/codec/TestRepeatedOmKeyInfoCodec.java | 36 +-
hadoop-ozone/ozone-manager/pom.xml | 4 +-
.../apache/hadoop/ozone/om/BucketManagerImpl.java | 5 +
.../org/apache/hadoop/ozone/om/KeyManagerImpl.java | 2 +-
.../org/apache/hadoop/ozone/om/OzoneAclUtils.java | 125 +++
.../org/apache/hadoop/ozone/om/OzoneManager.java | 299 +++---
.../hadoop/ozone/om/OzoneManagerStarter.java | 16 +-
.../apache/hadoop/ozone/om/OzoneManagerUtils.java | 180 ++++
.../apache/hadoop/ozone/om/ha/OMHANodeDetails.java | 3 +-
.../ozone/om/ratis/OzoneManagerRatisServer.java | 74 +-
.../om/ratis/utils/OzoneManagerRatisUtils.java | 219 +----
.../hadoop/ozone/om/request/OMClientRequest.java | 90 +-
.../ozone/om/request/OMKeyRequestFactory.java | 139 +++
.../om/request/bucket/OMBucketCreateRequest.java | 1 -
.../om/request/file/OMDirectoryCreateRequest.java | 19 +-
.../file/OMDirectoryCreateRequestWithFSO.java | 2 +-
.../ozone/om/request/file/OMFileCreateRequest.java | 19 +-
.../request/file/OMFileCreateRequestWithFSO.java | 5 +-
.../ozone/om/request/file/OMFileRequest.java | 25 +
.../om/request/key/OMAllocateBlockRequest.java | 18 +-
.../request/key/OMAllocateBlockRequestWithFSO.java | 4 +-
.../ozone/om/request/key/OMKeyCommitRequest.java | 15 +-
.../om/request/key/OMKeyCommitRequestWithFSO.java | 2 +-
.../ozone/om/request/key/OMKeyCreateRequest.java | 20 +-
.../om/request/key/OMKeyCreateRequestWithFSO.java | 32 +-
.../ozone/om/request/key/OMKeyDeleteRequest.java | 17 +-
.../om/request/key/OMKeyDeleteRequestWithFSO.java | 2 +-
.../ozone/om/request/key/OMKeyRenameRequest.java | 18 +-
.../om/request/key/OMKeyRenameRequestWithFSO.java | 5 +-
.../hadoop/ozone/om/request/key/OMKeyRequest.java | 44 +-
.../ozone/om/request/key/OMKeysDeleteRequest.java | 3 +-
.../om/request/key/OMPathsPurgeRequestWithFSO.java | 7 +-
.../om/request/key/OMTrashRecoverRequest.java | 2 +-
.../ozone/om/request/key/acl/OMKeyAclRequest.java | 28 +-
.../om/request/key/acl/OMKeyAclRequestWithFSO.java | 9 +-
.../om/request/key/acl/OMKeyAddAclRequest.java | 5 +-
.../request/key/acl/OMKeyAddAclRequestWithFSO.java | 8 +-
.../om/request/key/acl/OMKeyRemoveAclRequest.java | 4 +-
.../key/acl/OMKeyRemoveAclRequestWithFSO.java | 9 +-
.../om/request/key/acl/OMKeySetAclRequest.java | 4 +-
.../request/key/acl/OMKeySetAclRequestWithFSO.java | 8 +-
.../S3InitiateMultipartUploadRequest.java | 20 +-
.../S3InitiateMultipartUploadRequestWithFSO.java | 21 +-
.../multipart/S3MultipartUploadAbortRequest.java | 19 +-
.../S3MultipartUploadAbortRequestWithFSO.java | 4 +-
.../S3MultipartUploadCommitPartRequest.java | 17 +-
.../S3MultipartUploadCommitPartRequestWithFSO.java | 2 +-
.../S3MultipartUploadCompleteRequest.java | 28 +-
.../S3MultipartUploadCompleteRequestWithFSO.java | 20 +-
.../response/file/OMDirectoryCreateResponse.java | 10 +-
.../file/OMDirectoryCreateResponseWithFSO.java | 15 +-
.../om/response/file/OMFileCreateResponse.java | 6 +-
.../response/file/OMFileCreateResponseWithFSO.java | 5 +-
.../response/key/AbstractOMKeyDeleteResponse.java | 16 +-
.../om/response/key/OMAllocateBlockResponse.java | 13 +-
.../key/OMAllocateBlockResponseWithFSO.java | 14 +-
.../ozone/om/response/key/OMKeyCommitResponse.java | 11 +-
.../response/key/OMKeyCommitResponseWithFSO.java | 5 +-
.../ozone/om/response/key/OMKeyCreateResponse.java | 11 +-
.../response/key/OMKeyCreateResponseWithFSO.java | 6 +-
.../ozone/om/response/key/OMKeyDeleteResponse.java | 8 +-
.../response/key/OMKeyDeleteResponseWithFSO.java | 5 +-
.../ozone/om/response/key/OMKeyPurgeResponse.java | 3 +-
.../ozone/om/response/key/OMKeyRenameResponse.java | 18 +-
.../response/key/OMKeyRenameResponseWithFSO.java | 9 +-
.../om/response/key/OMKeysDeleteResponse.java | 6 +-
.../om/response/key/OMOpenKeysDeleteRequest.java | 2 +-
.../om/response/key/OMOpenKeysDeleteResponse.java | 6 +-
.../response/key/OMPathsPurgeResponseWithFSO.java | 13 +-
.../om/response/key/OMTrashRecoverResponse.java | 8 +-
.../key/OmKeyResponse.java} | 30 +-
.../om/response/key/acl/OMKeyAclResponse.java | 17 +-
.../response/key/acl/OMKeyAclResponseWithFSO.java | 16 +-
.../S3InitiateMultipartUploadResponse.java | 14 +-
.../S3InitiateMultipartUploadResponseWithFSO.java | 10 +-
.../multipart/S3MultipartUploadAbortResponse.java | 18 +-
.../S3MultipartUploadAbortResponseWithFSO.java | 13 +-
.../S3MultipartUploadCommitPartResponse.java | 14 +-
...S3MultipartUploadCommitPartResponseWithFSO.java | 9 +-
.../S3MultipartUploadCompleteResponse.java | 40 +-
.../S3MultipartUploadCompleteResponseWithFSO.java | 11 +-
.../om/snapshot/OzoneManagerSnapshotProvider.java | 7 +
.../protocolPB/OMAdminProtocolServerSideImpl.java | 50 +
.../protocolPB/OzoneManagerRequestHandler.java | 3 +-
.../hadoop/ozone/protocolPB/RequestHandler.java | 4 +-
.../hadoop/ozone/security/AWSV4AuthValidator.java | 10 -
.../ozone/om/request/TestOMRequestUtils.java | 24 +-
.../ozone/om/request/bucket/TestBucketRequest.java | 1 -
.../bucket/TestOMBucketCreateRequestWithFSO.java | 3 -
.../file/TestOMDirectoryCreateRequestWithFSO.java | 3 +-
.../ozone/om/request/key/TestOMKeyAclRequest.java | 10 +-
.../om/request/key/TestOMKeyAclRequestWithFSO.java | 16 +-
.../ozone/om/response/TestCleanupTableInfo.java | 5 +-
.../file/TestOMDirectoryCreateResponse.java | 2 +-
.../file/TestOMDirectoryCreateResponseWithFSO.java | 4 +-
.../response/key/TestOMAllocateBlockResponse.java | 2 +-
.../key/TestOMAllocateBlockResponseWithFSO.java | 2 +-
.../om/response/key/TestOMKeyRenameResponse.java | 6 +-
.../s3/multipart/TestS3MultipartResponse.java | 13 +-
.../TestS3MultipartUploadAbortResponse.java | 20 +-
.../TestS3MultipartUploadAbortResponseWithFSO.java | 22 +-
hadoop-ozone/ozonefs-common/pom.xml | 4 +-
.../fs/ozone/BasicOzoneClientAdapterImpl.java | 15 +-
.../ozone/BasicRootedOzoneClientAdapterImpl.java | 14 +-
.../apache/hadoop/fs/ozone/OzoneClientUtils.java | 67 ++
hadoop-ozone/ozonefs-hadoop2/pom.xml | 4 +-
hadoop-ozone/ozonefs-hadoop3/pom.xml | 4 +-
hadoop-ozone/ozonefs-shaded/pom.xml | 4 +-
hadoop-ozone/ozonefs/pom.xml | 4 +-
hadoop-ozone/pom.xml | 4 +-
hadoop-ozone/recon-codegen/pom.xml | 2 +-
.../recon/schema/ContainerSchemaDefinition.java | 3 +-
hadoop-ozone/recon/pom.xml | 2 +-
.../hadoop/ozone/recon/ReconServerConfigKeys.java | 4 -
.../codec/ContainerReplicaHistoryListCodec.java | 45 +-
.../ozone/recon/fsck/ContainerHealthStatus.java | 17 +-
.../persistence/ContainerHealthSchemaManager.java | 12 +-
.../ozone/recon/persistence/ContainerHistory.java | 9 +-
.../ozone/recon/scm/ContainerReplicaHistory.java | 27 +-
.../recon/scm/ContainerReplicaHistoryList.java | 32 +-
.../ozone/recon/scm/ReconContainerManager.java | 21 +-
.../scm/ReconStorageContainerManagerFacade.java | 5 +-
.../impl/ReconContainerMetadataManagerImpl.java | 4 +-
.../ozone/recon/spi/impl/ReconDBDefinition.java | 13 +-
.../ozone/recon/api/TestContainerEndpoint.java | 26 +-
.../ozone/recon/fsck/TestContainerHealthTask.java | 16 +-
.../ozone/recon/scm/TestReconContainerManager.java | 13 +-
.../ozone/recon/scm/TestReconPipelineManager.java | 5 +
hadoop-ozone/s3gateway/pom.xml | 4 +-
.../hadoop/ozone/s3/OzoneClientProducer.java | 4 -
.../hadoop/ozone/s3/OzoneServiceProvider.java | 28 +-
.../hadoop/ozone/s3/commontypes/CommonPrefix.java | 2 +
.../hadoop/ozone/s3/commontypes/KeyMetadata.java | 1 +
...oDateAdapter.java => ObjectKeyNameAdapter.java} | 29 +-
.../ozone/s3/endpoint/CopyObjectResponse.java | 2 +-
.../hadoop/ozone/s3/endpoint/ObjectEndpoint.java | 28 +-
.../s3/signature/AuthorizationV4QueryParser.java | 5 +-
.../ozone/s3/signature/StringToSignProducer.java | 5 +-
.../apache/hadoop/ozone/s3/util/OzoneS3Util.java | 81 --
.../apache/hadoop/ozone/s3/util/S3StorageType.java | 22 +-
.../org/apache/hadoop/ozone/s3/util/S3Utils.java | 30 +-
.../TestObjectKeyNameAdapter.java} | 27 +-
.../s3/endpoint/TestAbortMultipartUpload.java | 2 +
.../s3/endpoint/TestInitiateMultipartUpload.java | 2 +
.../hadoop/ozone/s3/endpoint/TestListParts.java | 2 +
.../s3/endpoint/TestMultipartUploadComplete.java | 2 +
.../s3/endpoint/TestMultipartUploadWithCopy.java | 2 +
.../hadoop/ozone/s3/endpoint/TestObjectDelete.java | 2 +
.../hadoop/ozone/s3/endpoint/TestObjectGet.java | 2 +
.../hadoop/ozone/s3/endpoint/TestObjectHead.java | 2 +
.../hadoop/ozone/s3/endpoint/TestObjectPut.java | 17 +-
.../hadoop/ozone/s3/endpoint/TestPartUpload.java | 2 +
.../ozone/s3/endpoint/TestPermissionCheck.java | 4 +
.../hadoop/ozone/s3/util/TestOzoneS3Util.java | 136 ---
hadoop-ozone/tools/pom.xml | 4 +-
.../ozone/admin/nssummary/DiskUsageSubCommand.java | 2 +-
.../admin/nssummary/FileSizeDistSubCommand.java | 2 +-
.../ozone/admin/nssummary/NSSummaryAdmin.java | 36 +-
.../ozone/admin/nssummary/NSSummaryCLIUtils.java | 8 +-
.../admin/nssummary/QuotaUsageSubCommand.java | 2 +-
.../ozone/admin/nssummary/SummarySubCommand.java | 2 +-
.../ozone/admin/om/DecommissionOMSubcommand.java | 212 ++++
.../org/apache/hadoop/ozone/admin/om/OMAdmin.java | 7 +-
.../apache/hadoop/ozone/debug/PrefixParser.java | 12 +-
.../hadoop/ozone/freon/DatanodeChunkGenerator.java | 8 +-
.../hadoop/ozone/freon/DatanodeChunkValidator.java | 155 ++-
.../java/org/apache/hadoop/ozone/freon/Freon.java | 3 +-
.../hadoop/ozone/freon/RandomKeyGenerator.java | 54 +-
.../hadoop/ozone/freon/SCMThroughputBenchmark.java | 908 +++++++++++++++++
.../ozone/genesis/BenchMarkContainerStateMap.java | 2 +-
.../ozone/shell/bucket/CreateBucketHandler.java | 14 +-
.../hadoop/ozone/shell/keys/CopyKeyHandler.java | 18 +-
.../hadoop/ozone/shell/keys/PutKeyHandler.java | 18 +-
pom.xml | 15 +-
377 files changed, 9773 insertions(+), 2357 deletions(-)
copy
hadoop-hdds/{container-service/src/main/java/org/apache/hadoop/ozone/container/stream/StreamingSource.java
=>
common/src/main/java/org/apache/hadoop/hdds/client/ReplicatedReplicationConfig.java}
(62%)
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/ozoneimpl/TestContainerScrubberConfiguration.java
copy hadoop-hdds/docs/{archetypes/default.md =>
themes/ozonedoc/layouts/shortcodes/image.html} (86%)
rename
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/balancer/{FindTargetGreedy.java
=> AbstractFindTargetGreedy.java} (80%)
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/balancer/FindTargetGreedyByNetworkTopology.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/balancer/FindTargetGreedyByUsageInfo.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/balancer/TestFindTargetStrategy.java
copy hadoop-ozone/{tools => client}/src/test/resources/log4j.properties (100%)
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOzoneFileSystemWithLinks.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/TestStandardOutputUtil.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/client/rpc/TestOzoneRpcClientWithKeyLatestVersion.java
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/{TestOzoneManagerBootstrap.java
=> TestAddRemoveOzoneManager.java} (78%)
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestBucketOwner.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestOMStartupWithBucketLayout.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/OzoneAclUtils.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/OzoneManagerUtils.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/OMKeyRequestFactory.java
copy
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/{ratis/helpers/DoubleBufferEntry.java
=> response/key/OmKeyResponse.java} (56%)
create mode 100644
hadoop-ozone/ozonefs-common/src/main/java/org/apache/hadoop/fs/ozone/OzoneClientUtils.java
copy
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/commontypes/{IsoDateAdapter.java
=> ObjectKeyNameAdapter.java} (63%)
delete mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/util/OzoneS3Util.java
copy
hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/ClientVersions.java =>
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/util/S3Utils.java
(60%)
copy
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/{endpoint/TestBucketResponse.java
=> commontypes/TestObjectKeyNameAdapter.java} (59%)
delete mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/util/TestOzoneS3Util.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/admin/om/DecommissionOMSubcommand.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/freon/SCMThroughputBenchmark.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
