This is an automated email from the ASF dual-hosted git repository.
adoroszlai pushed a change to branch
dependabot-maven-org.apache.maven.plugins-maven-resources-plugin-3.3.0
in repository https://gitbox.apache.org/repos/asf/ozone.git
from 6656021a92 avoid duplicate copy; do not filter woff
add cb81f0cc57 HDDS-11683. Skip shade in most integration checks (#7422)
add 5663971efe HDDS-11665. Minor optimizations on the write path (#7407)
add 27fcd0cb57 HDDS-11685. Use ozone-testkrb5 from GitHub (#7424)
add 47c2409d2f HDDS-64. OzoneClientException should extend IOException.
(#7403)
add 3a18a9d6e5 HDDS-11664. Hadoop download failure not reported as error
(#7421)
add a33d8a3e66 HDDS-10166. Replace GenericTestUtils temporary directories
with `@TempDir` (#7399)
add ee63232860 HDDS-11684. Remove suppression of HiddenField (#7423)
add 8e4a508155 HDDS-11668. Recon List Keys API: Reuse key prefix if
parentID is the same (#7410)
add d09e6d4da3 HDDS-11646. Mark TestXceiverClientMetrics#testMetrics as
flaky
add 8e617dc10c HDDS-11672. Mark
TestSnapshotBackgroundServices#testCompactionLogBackgroundService as flaky
add 9dd6a8301b HDDS-11645. Mark
TestReconScmSnapshot#testExplicitRemovalOfNode as flaky
add aa6da3e1ff HDDS-9781. Limited maxOpenFiles, disabled
enableCompactionDag, and createCheckpointDirs when creating OMMetadataManager
instance for bootstrapping (#7095)
add 10cac80f5c HDDS-11686. Use ozone image from GitHub in CI (#7425)
add 47ec4ddf87 HDDS-11671. Refer to website for supported versions (#7412)
add 889ba80766 HDDS-11653. Bump Ratis to 3.1.2 (#7427)
add fd5c6d8cc2 HDDS-11689. Extract scheduled workflow for populate-cache
(#7429)
add 5275ded92b HDDS-10133. Add a method to check key name in OMKeyRequest
(#6012)
add 12419fae1f HDDS-11695. SCM follower should not log NotLeaderException
during Pipeline Report processing. (#7430)
add 4066c7c2e4 HDDS-117. Add convenience methods for port management in
DatanodeDetails (#7408)
add dd22dbef89 HDDS-11615. Add Upgrade Action for Initial Schema
Constraints for Unhealthy Container Table in Recon. (#7372)
add f60ad6101e HDDS-11705. Snapshot operations on linked buckets should
work on actual underlying bucket (#7434)
add 238f232420 HDDS-11692. Skip spotbugs for modules with only generated
code. (#7428)
add dbda703281 HDDS-11736. Bump maven-javadoc-plugin to 3.11.1 (#7444)
add 036e727327 HDDS-11732. Fix ACL check on bucket resolution while
reading from snapshot (#7446)
add 3e278b7609 HDDS-10655. Support PutObjectTagging, GetObjectTagging, and
DeleteObjectTagging (#6756)
add 3e798e6ce5 HDDS-11698. Use hadoop images from GitHub in CI (#7432)
add 79ca95672a HDDS-8829. Symmetric Keys for Delegation Tokens (#7394)
add b25218172d HDDS-10804. Include only limited set of ports in Pipeline
proto (#6655)
add 20e4969679 HDDS-11737. UnsupportedOperationException in S3
setBucketAcl (#7448)
add ebcbce78e4 HDDS-11644. Close OMLayoutVersionManager (#7445)
add e96e314b28 HDDS-11697. Integrate Ozone Filesystem Implementation with
Ozone ListStatusLight API (#7440)
add 2cef3935e0 HDDS-11696. Limit max number of entries in list keys/status
response (#7431)
add 0e0d5e9bad HDDS-11163. Improve Heatmap page UI (#7420)
add 0f7104eec0 HDDS-11708. Recon ListKeys API should return a proper http
response status code if NSSummary rebuild is in progress. (#7437)
add c7f65e7ebb HDDS-11740. Add debug command to show internal component
versions (#7450)
add 6b40003bb2 HDDS-11739. Extract generic unmarshaller for S3 requests
(#7449)
add 433c7bb186 HDDS-11729. Update skipRecon property to skip only frontend
build (#7454)
add 3ba347484b HDDS-11755. mktemp --suffix does not work on Mac (#7457)
add a8db9cd476 HDDS-11749. Extract moveToTrash implementation to client
code (#7453)
add fc6a2ea144 HDDS-11650. ContainerId list to track all containers
created in a datanode (#7402)
add 9945de6c75 HDDS-11667. Validating DatanodeID on any request to the
datanode (#7418)
add 1a49991372 HDDS-11617. Update hadoop to 3.4.1 (#7376)
add d52615ae54 HDDS-11733. Remove okio versioning and unused okhttp
dependency (#7447)
add d6a54880fd HDDS-11713. Use seek to reach the start transaction. (#7460)
add f4a9ee0c2f HDDS-11702. Merge test_bucket_encryption into robot
compatibility test (#7451)
add d0a48940f1 Merge remote-tracking branch 'origin/master' into
dependabot-maven-org.apache.maven.plugins-maven-resources-plugin-3.3.0
No new revisions were added by this update.
Summary of changes:
.github/workflows/ci.yml | 8 +-
.github/workflows/intermittent-test-check.yml | 4 +-
.github/workflows/populate-cache.yml | 3 +-
.../workflows/scheduled-cache-update.yml | 19 +-
SECURITY.md | 14 +-
.../apache/hadoop/hdds/scm/XceiverClientGrpc.java | 2 +-
.../hadoop/hdds/scm/XceiverClientManager.java | 3 +-
.../apache/hadoop/hdds/scm/XceiverClientRatis.java | 2 +-
.../hadoop/hdds/protocol/DatanodeDetails.java | 132 ++++++-
.../common/helpers/ContainerWithPipeline.java | 3 +-
.../apache/hadoop/hdds/scm/pipeline/Pipeline.java | 13 +-
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 5 -
.../java/org/apache/hadoop/ozone/OzoneConsts.java | 1 +
.../apache/hadoop/ozone/OzoneManagerVersion.java | 3 +
.../common/ChunkBufferImplWithByteBuffer.java | 4 +-
.../ozone/container/common/helpers/BlockData.java | 2 +-
.../common/src/main/resources/ozone-default.xml | 8 +
.../hadoop/hdds/protocol/TestDatanodeDetails.java | 23 +-
.../container/common/helpers/TestExcludeList.java | 16 +-
.../ozone/container/ContainerTestHelper.java | 22 +-
.../ozone/container/common/impl/ContainerSet.java | 130 ++++++-
.../container/common/impl/HddsDispatcher.java | 6 +-
.../ozone/container/common/interfaces/Handler.java | 4 +-
.../common/transport/server/XceiverServerGrpc.java | 5 +-
.../server/ratis/ContainerStateMachine.java | 22 ++
.../container/common/volume/MutableVolumeSet.java | 5 +-
.../ozone/container/keyvalue/KeyValueHandler.java | 56 ++-
.../container/metadata/AbstractDatanodeStore.java | 202 +++--------
.../ozone/container/metadata/AbstractRDBStore.java | 135 +++++++
.../ozone/container/metadata/DBStoreManager.java | 71 ++++
.../ozone/container/metadata/DatanodeStore.java | 49 +--
.../metadata/WitnessedContainerDBDefinition.java | 71 ++++
.../metadata/WitnessedContainerMetadataStore.java | 25 +-
.../WitnessedContainerMetadataStoreImpl.java | 78 +++++
.../ozone/container/ozoneimpl/ContainerReader.java | 3 +-
.../ozoneimpl/OnDemandContainerDataScanner.java | 3 +
.../ozone/container/ozoneimpl/OzoneContainer.java | 33 +-
.../container/replication/ContainerImporter.java | 2 +-
.../ozone/container/common/ContainerTestUtils.java | 8 +-
.../container/common/TestDatanodeStateMachine.java | 15 +-
.../common/helpers/TestContainerUtils.java | 3 +-
.../common/helpers/TestDatanodeIdYaml.java | 2 +-
.../container/common/impl/TestHddsDispatcher.java | 9 +-
.../TestCloseContainerCommandHandler.java | 9 +-
.../common/volume/TestVolumeSetDiskChecks.java | 1 +
.../container/keyvalue/TestKeyValueHandler.java | 9 +-
.../container/ozoneimpl/TestOzoneContainer.java | 31 +-
.../replication/TestGrpcReplicationService.java | 6 +-
.../upgrade/TestDataNodeStartupSlvLessThanMlv.java | 9 +-
.../hadoop/hdds/security/OzoneSecretManager.java | 5 +-
.../hdds/security/x509/certificate/CertInfo.java | 1 -
.../hadoop/hdds/utils/db/DBStoreBuilder.java | 9 +-
.../hadoop/hdds/utils/db/InMemoryTestTable.java | 133 +++++++
hadoop-hdds/interface-admin/pom.xml | 9 +-
hadoop-hdds/interface-client/pom.xml | 10 +-
hadoop-hdds/interface-server/pom.xml | 8 +-
.../hadoop/hdds/scm/block/DeletedBlockLogImpl.java | 1 +
.../scm/block/DeletedBlockLogStateManagerImpl.java | 4 +-
.../hdds/scm/node/NodeDecommissionManager.java | 4 +-
.../hdds/scm/pipeline/PipelineReportHandler.java | 47 ++-
...lockLocationProtocolServerSideTranslatorPB.java | 3 +-
.../hdds/scm/security/SecretKeyManagerService.java | 3 +-
.../server/upgrade/FinalizationManagerImpl.java | 17 +-
.../upgrade/SCMUpgradeFinalizationContext.java | 9 +-
.../hdds/scm/node/TestNodeDecommissionManager.java | 38 +-
.../scm/pipeline/TestPipelinePlacementPolicy.java | 6 +-
.../org/apache/ozone/test/GenericTestUtils.java | 15 +
.../java/org/apache/ozone/test/MetricsAsserts.java | 7 +-
.../apache/hadoop/ozone/client/OzoneBucket.java | 53 ++-
.../hadoop/ozone/client/OzoneClientException.java | 8 +-
.../apache/hadoop/ozone/client/OzoneVolume.java | 7 +-
.../org/apache/hadoop/ozone/client/TenantArgs.java | 9 +-
.../hadoop/ozone/client/io/KeyOutputStream.java | 8 +-
.../ozone/client/protocol/ClientProtocol.java | 34 ++
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 55 +++
.../hadoop/ozone/client/TestOzoneClient.java | 2 +-
.../client/io/TestECBlockOutputStreamEntry.java | 2 +-
.../apache/hadoop/fs/ozone/OzoneTrashPolicy.java | 208 +++++++++++
.../org/apache/hadoop/fs/ozone/package-info.java} | 33 +-
.../main/java/org/apache/hadoop/ozone/OFSPath.java | 13 +
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 3 +
.../apache/hadoop/ozone/om/IOmMetadataReader.java | 8 +
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 5 +
.../hadoop/ozone/om/helpers/BasicOmKeyInfo.java | 4 +
.../hadoop/ozone/om/helpers/DeleteTenantState.java | 1 -
.../hadoop/ozone/om/helpers/KeyValueUtil.java | 4 +-
.../hadoop/ozone/om/helpers/OmDBAccessIdInfo.java | 1 -
.../hadoop/ozone/om/helpers/OmDBTenantState.java | 1 -
.../ozone/om/helpers/OmDBUserPrincipalInfo.java | 1 -
.../hadoop/ozone/om/helpers/OmRangerSyncArgs.java | 1 -
.../hadoop/ozone/om/helpers/OmTenantArgs.java | 1 -
.../hadoop/ozone/om/helpers/S3VolumeContext.java | 1 -
.../ozone/om/protocol/OzoneManagerProtocol.java | 25 ++
...OzoneManagerProtocolClientSideTranslatorPB.java | 70 ++++
.../ozone/security/OzoneTokenIdentifier.java | 100 +++---
hadoop-ozone/dev-support/checks/_lib.sh | 6 +-
hadoop-ozone/dev-support/checks/acceptance.sh | 5 +-
hadoop-ozone/dev-support/checks/checkstyle.sh | 2 +-
hadoop-ozone/dev-support/checks/findbugs.sh | 2 +-
hadoop-ozone/dev-support/checks/junit.sh | 2 +-
hadoop-ozone/dev-support/checks/license.sh | 2 +-
hadoop-ozone/dev-support/checks/sonar.sh | 2 +-
hadoop-ozone/dist/pom.xml | 25 +-
.../src/main/compose/common/hadoop-secure.yaml | 6 +-
.../dist/src/main/compose/common/hadoop-test.sh | 28 +-
.../dist/src/main/compose/common/hadoop.yaml | 4 +-
.../dist/src/main/compose/common/s3a-test.sh | 5 +-
.../src/main/compose/compatibility/docker-config | 2 +-
.../src/main/compose/ozone-balancer/docker-config | 2 +-
.../dist/src/main/compose/ozone-csi/docker-config | 2 +-
.../dist/src/main/compose/ozone-ha/docker-config | 2 +-
.../src/main/compose/ozone-om-ha/docker-config | 2 +-
.../main/compose/ozone-om-prepare/docker-config | 2 +-
.../src/main/compose/ozone-topology/docker-config | 2 +-
.../dist/src/main/compose/ozone/docker-config | 2 +-
.../src/main/compose/ozoneblockade/docker-config | 2 +-
.../src/main/compose/ozonescripts/docker-config | 2 +-
.../dist/src/main/compose/ozonesecure-ha/.env | 1 +
.../compose/ozonesecure-ha/docker-compose.yaml | 2 +-
.../src/main/compose/ozonesecure-ha/docker-config | 2 +-
.../dist/src/main/compose/ozonesecure-mr/.env | 1 +
.../compose/ozonesecure-mr/docker-compose.yaml | 2 +-
.../src/main/compose/ozonesecure-mr/docker-config | 2 +-
.../dist/src/main/compose/ozonesecure/.env | 1 +
.../main/compose/ozonesecure/docker-compose.yaml | 2 +-
.../src/main/compose/ozonesecure/docker-config | 2 +-
.../dist/src/main/compose/restart/docker-config | 2 +-
hadoop-ozone/dist/src/main/compose/testlib.sh | 12 +-
.../dist/src/main/compose/upgrade/compose/ha/.env | 3 +-
.../compose/upgrade/compose/ha/docker-compose.yaml | 4 +-
.../main/compose/upgrade/compose/ha/docker-config | 2 +-
.../src/main/compose/upgrade/compose/non-ha/.env | 2 +-
.../upgrade/compose/non-ha/docker-compose.yaml | 2 +-
.../compose/upgrade/compose/non-ha/docker-config | 2 +-
.../src/main/compose/upgrade/compose/om-ha/.env | 2 +-
.../upgrade/compose/om-ha/docker-compose.yaml | 2 +-
.../compose/upgrade/compose/om-ha/docker-config | 2 +-
.../dist/src/main/compose/upgrade/testlib.sh | 2 +-
hadoop-ozone/dist/src/main/compose/xcompat/.env | 3 +
.../dist/src/main/compose/xcompat/clients.yaml | 10 +-
.../dist/src/main/compose/xcompat/docker-config | 2 +-
.../dist/src/main/compose/xcompat/new-cluster.yaml | 2 +-
.../dist/src/main/compose/xcompat/old-cluster.yaml | 4 +-
hadoop-ozone/dist/src/main/compose/xcompat/test.sh | 13 +-
hadoop-ozone/dist/src/main/keytabs/HTTP.keytab | Bin 580 -> 580 bytes
hadoop-ozone/dist/src/main/keytabs/dn.keytab | Bin 576 -> 576 bytes
hadoop-ozone/dist/src/main/keytabs/hadoop.keytab | Bin 146 -> 146 bytes
hadoop-ozone/dist/src/main/keytabs/httpfs.keytab | Bin 616 -> 616 bytes
hadoop-ozone/dist/src/main/keytabs/jhs.keytab | Bin 142 -> 142 bytes
hadoop-ozone/dist/src/main/keytabs/nm.keytab | Bin 138 -> 138 bytes
hadoop-ozone/dist/src/main/keytabs/om.keytab | Bin 576 -> 576 bytes
hadoop-ozone/dist/src/main/keytabs/recon.keytab | Bin 606 -> 606 bytes
hadoop-ozone/dist/src/main/keytabs/rm.keytab | Bin 138 -> 138 bytes
hadoop-ozone/dist/src/main/keytabs/s3g.keytab | Bin 586 -> 586 bytes
hadoop-ozone/dist/src/main/keytabs/scm.keytab | Bin 586 -> 586 bytes
hadoop-ozone/dist/src/main/keytabs/testuser.keytab | Bin 908 -> 908 bytes
.../dist/src/main/keytabs/testuser2.keytab | Bin 920 -> 920 bytes
hadoop-ozone/dist/src/main/license/bin/LICENSE.txt | 3 +
hadoop-ozone/dist/src/main/license/jar-report.txt | 4 +-
.../src/main/smoketest/compatibility/read.robot | 3 +
.../src/main/smoketest/compatibility/write.robot | 7 +
.../main/smoketest/debug/ozone-debug-tests.robot | 5 +
.../main/smoketest/om-ratis/testOMAdminCmd.robot | 2 +-
.../dist/src/main/smoketest/s3/commonawslib.robot | 4 +-
.../dist/src/main/smoketest/s3/objectputget.robot | 1 +
.../dist/src/main/smoketest/s3/objecttagging.robot | 73 ++++
.../src/main/smoketest/s3/s3_compatbility_check.sh | 1 +
.../smoketest/security/bucket-encryption.robot | 45 ---
hadoop-ozone/dist/src/shell/conf/log4j.properties | 9 +-
hadoop-ozone/integration-test/pom.xml | 5 +
.../fs/ozone/AbstractOzoneFileSystemTest.java | 46 ++-
.../ozone/AbstractRootedOzoneFileSystemTest.java | 2 +-
.../hadoop/fs/ozone/TestOzoneFsSnapshot.java | 18 +
.../apache/hadoop/hdds/scm/TestSecretKeysApi.java | 20 +-
.../hadoop/hdds/scm/TestXceiverClientManager.java | 22 +-
.../hadoop/hdds/scm/TestXceiverClientMetrics.java | 11 +-
.../org/apache/hadoop/ozone/TestBlockTokens.java | 8 +-
.../apache/hadoop/ozone/TestBlockTokensCLI.java | 7 +-
.../java/org/apache/hadoop/ozone/TestDataUtil.java | 44 ++-
.../apache/hadoop/ozone/TestDelegationToken.java | 5 +-
.../hadoop/ozone/TestMultipartObjectGet.java | 4 +-
.../apache/hadoop/ozone/TestOMSortDatanodes.java | 8 +-
.../hadoop/ozone/TestSecureOzoneCluster.java | 32 +-
.../ozone/client/rpc/OzoneRpcClientTests.java | 147 +++++++-
.../apache/hadoop/ozone/client/rpc/TestBCSID.java | 6 -
.../rpc/TestContainerReplicationEndToEnd.java | 7 +-
.../client/rpc/TestContainerStateMachine.java | 6 -
.../TestContainerStateMachineFailureOnRead.java | 5 -
.../rpc/TestContainerStateMachineFailures.java | 55 +++
.../rpc/TestContainerStateMachineFlushDelay.java | 6 -
.../client/rpc/TestDeleteWithInAdequateDN.java | 7 -
.../ozone/client/rpc/TestECKeyOutputStream.java | 151 ++++++--
.../client/rpc/TestOzoneAtRestEncryption.java | 6 +-
.../TestOzoneRpcClientWithKeyLatestVersion.java | 7 +
.../ozone/client/rpc/TestSecureOzoneRpcClient.java | 7 +-
.../transport/server/ratis/TestCSMMetrics.java | 27 +-
.../container/metrics/TestContainerMetrics.java | 25 +-
.../container/ozoneimpl/TestOzoneContainer.java | 169 ++++++++-
.../ozoneimpl/TestSecureOzoneContainer.java | 10 +-
.../replication/TestContainerReplication.java | 2 +-
.../container/server/TestContainerServer.java | 21 +-
.../server/TestSecureContainerServer.java | 23 +-
.../ozone/freon/TestHadoopDirTreeGenerator.java | 29 +-
.../ozone/freon/TestHadoopNestedDirGenerator.java | 15 +-
.../ozone/freon/TestOmBucketReadWriteFileOps.java | 15 +-
.../ozone/freon/TestOmBucketReadWriteKeyOps.java | 14 +-
.../hadoop/ozone/fsck/TestContainerMapper.java | 12 +-
.../apache/hadoop/ozone/om/TestKeyManagerImpl.java | 9 +-
.../org/apache/hadoop/ozone/om/TestListKeys.java | 2 +
.../hadoop/ozone/om/TestListKeysWithFSO.java | 2 +
.../hadoop/ozone/om/TestOMRatisSnapshots.java | 16 +-
.../ozone/om/TestOmContainerLocationCache.java | 9 +-
.../org/apache/hadoop/ozone/om/TestOmMetrics.java | 32 +-
.../om/TestOzoneManagerListVolumesSecure.java | 2 +
.../ozone/om/service/TestRangerBGSyncService.java | 5 +-
.../hadoop/ozone/om/snapshot/TestOmSnapshot.java | 152 ++++----
.../om/snapshot/TestOmSnapshotFileSystem.java | 70 ++--
.../om/snapshot/TestOmSnapshotFileSystemFso.java | 4 +-
...tOmSnapshotFileSystemFsoWithLinkedBuckets.java} | 6 +-
.../snapshot/TestOmSnapshotFileSystemLegacy.java | 4 +-
...SnapshotFileSystemLegacyWithLinkedBuckets.java} | 6 +-
.../snapshot/TestOmSnapshotFsoWithNativeLib.java | 2 +-
...SnapshotFsoWithNativeLibWithLinkedBuckets.java} | 6 +-
.../TestOmSnapshotFsoWithoutNativeLib.java | 2 +-
...pshotFsoWithoutNativeLibWithLinkedBuckets.java} | 6 +-
.../om/snapshot/TestOmSnapshotObjectStore.java | 2 +-
...estOmSnapshotObjectStoreWithLinkedBuckets.java} | 6 +-
... => TestOmSnapshotWithBucketLinkingLegacy.java} | 6 +-
... TestOmSnapshotWithoutBucketLinkingLegacy.java} | 6 +-
.../snapshot/TestSnapshotBackgroundServices.java | 2 +
.../hadoop/ozone/recon/TestReconScmSnapshot.java | 2 +
.../ozone/s3/awssdk/v1/AbstractS3SDKV1Tests.java | 13 +-
.../ozone/shell/TestDeletedBlocksTxnShell.java | 22 ++
.../hadoop/ozone/shell/TestOzoneShellHA.java | 25 +-
.../hadoop/ozone/shell/TestOzoneTenantShell.java | 15 +-
.../tools/contract/AbstractContractDistCpTest.java | 47 ++-
hadoop-ozone/interface-client/pom.xml | 10 +-
.../src/main/proto/OmClientProtocol.proto | 37 +-
.../ozone/om/codec/TokenIdentifierCodec.java | 10 +-
.../org/apache/hadoop/ozone/audit/OMAction.java | 6 +-
.../org/apache/hadoop/ozone/om/KeyManager.java | 12 +
.../org/apache/hadoop/ozone/om/KeyManagerImpl.java | 10 +
.../java/org/apache/hadoop/ozone/om/OMMetrics.java | 37 ++
.../hadoop/ozone/om/OMPerformanceMetrics.java | 20 +-
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 42 +--
.../apache/hadoop/ozone/om/OmMetadataReader.java | 40 +++
.../hadoop/ozone/om/OmMetadataReaderMetrics.java | 4 +
.../org/apache/hadoop/ozone/om/OmSnapshot.java | 6 +
.../apache/hadoop/ozone/om/OmSnapshotManager.java | 9 +-
.../apache/hadoop/ozone/om/OmSnapshotMetrics.java | 17 +
.../org/apache/hadoop/ozone/om/OzoneManager.java | 114 ++++--
.../apache/hadoop/ozone/om/TrashPolicyOzone.java | 168 +--------
.../hadoop/ozone/om/helpers/OMAuditLogger.java | 3 +
.../om/ratis/utils/OzoneManagerRatisUtils.java | 10 +
.../BucketLayoutAwareOMKeyRequestFactory.java | 21 ++
.../ozone/om/request/OMClientRequestUtils.java | 13 +
.../om/request/file/OMDirectoryCreateRequest.java | 7 +-
.../ozone/om/request/file/OMFileCreateRequest.java | 17 +-
.../ozone/om/request/key/OMKeyCommitRequest.java | 15 +-
.../ozone/om/request/key/OMKeyCreateRequest.java | 14 +-
.../ozone/om/request/key/OMKeyRenameRequest.java | 13 +-
.../hadoop/ozone/om/request/key/OMKeyRequest.java | 75 ++++
.../s3/tagging/S3DeleteObjectTaggingRequest.java | 190 ++++++++++
.../S3DeleteObjectTaggingRequestWithFSO.java | 169 +++++++++
.../s3/tagging/S3PutObjectTaggingRequest.java | 192 ++++++++++
.../tagging/S3PutObjectTaggingRequestWithFSO.java | 171 +++++++++
.../s3/tagging/package-info.java} | 36 +-
.../request/snapshot/OMSnapshotCreateRequest.java | 24 +-
.../request/snapshot/OMSnapshotDeleteRequest.java | 7 +
.../request/snapshot/OMSnapshotRenameRequest.java | 8 +
.../s3/tagging/S3DeleteObjectTaggingResponse.java | 73 ++++
.../S3DeleteObjectTaggingResponseWithFSO.java | 72 ++++
.../s3/tagging/S3PutObjectTaggingResponse.java | 72 ++++
.../tagging/S3PutObjectTaggingResponseWithFSO.java | 72 ++++
.../s3/tagging/package-info.java} | 36 +-
.../hadoop/ozone/om/upgrade/OMLayoutFeature.java | 3 +-
.../protocolPB/OzoneManagerRequestHandler.java | 46 ++-
.../OzoneDelegationTokenSecretManager.java | 77 +++-
.../apache/hadoop/ozone/om/TestOMDBDefinition.java | 44 +--
.../hadoop/ozone/om/TestOMMultiTenantManager.java | 3 +-
.../request/TestBucketLayoutAwareOMKeyFactory.java | 6 +-
.../request/file/TestOMDirectoryCreateRequest.java | 1 +
.../file/TestOMDirectoryCreateRequestWithFSO.java | 1 +
.../ozone/om/request/key/TestOMKeyRequest.java | 22 ++
.../tagging/TestS3DeleteObjectTaggingRequest.java | 202 +++++++++++
.../TestS3DeleteObjectTaggingRequestWithFSO.java | 74 ++++
.../s3/tagging/TestS3PutObjectTaggingRequest.java | 254 ++++++++++++++
.../TestS3PutObjectTaggingRequestWithFSO.java | 95 +++++
.../snapshot/TestOMSnapshotCreateRequest.java | 26 ++
.../snapshot/TestOMSnapshotDeleteRequest.java | 27 ++
.../snapshot/TestOMSnapshotRenameRequest.java | 28 ++
.../tagging/TestS3DeleteObjectTaggingResponse.java | 89 +++++
.../TestS3DeleteObjectTaggingResponseWithFSO.java | 74 ++++
.../s3/tagging/TestS3PutObjectTaggingResponse.java | 88 +++++
.../TestS3PutObjectTaggingResponseWithFSO.java | 70 ++++
.../snapshot/TestSnapshotRequestAndResponse.java | 6 +
.../protocolPB/TestOzoneManagerRequestHandler.java | 175 ++++++++++
.../hadoop/ozone/security/SecretKeyTestClient.java | 73 ++++
.../TestOzoneDelegationTokenSecretManager.java | 43 ++-
.../fs/ozone/BasicOzoneClientAdapterImpl.java | 50 ++-
.../hadoop/fs/ozone/BasicOzoneFileSystem.java | 40 ++-
.../ozone/BasicRootedOzoneClientAdapterImpl.java | 83 +++--
.../fs/ozone/BasicRootedOzoneFileSystem.java | 47 ++-
.../apache/hadoop/fs/ozone/OzoneClientAdapter.java | 3 +-
.../apache/hadoop/fs/ozone/OzoneClientUtils.java | 6 +
hadoop-ozone/ozonefs-shaded/pom.xml | 6 +
hadoop-ozone/pom.xml | 14 +-
.../recon/schema/ContainerSchemaDefinition.java | 35 +-
.../org/apache/hadoop/ozone/recon/ReconServer.java | 4 +-
.../org/apache/hadoop/ozone/recon/ReconUtils.java | 54 ++-
.../hadoop/ozone/recon/api/NodeEndpoint.java | 50 +--
.../ozone/recon/api/OMDBInsightEndpoint.java | 41 ++-
.../ozone/recon/api/ServiceNotReadyException.java} | 20 +-
.../hadoop/ozone/recon/api/types/AclMetadata.java | 17 +-
.../recon/api/types/ClusterStateResponse.java | 1 -
.../ozone/recon/api/types/DatanodeMetadata.java | 33 +-
.../recon/api/types/NamespaceSummaryResponse.java | 15 +-
.../ozone/recon/api/types/PipelineMetadata.java | 1 -
.../scm/ReconStorageContainerManagerFacade.java | 12 +-
.../upgrade/InitialConstraintUpgradeAction.java | 114 ++++++
.../recon/upgrade/ReconLayoutVersionManager.java | 5 +-
.../ozone/recon/upgrade/ReconUpgradeAction.java | 4 +-
.../src/v2/components/navBar/navBar.tsx | 2 +-
.../src/v2/components/plots/heatmapPlot.tsx | 151 ++++++++
.../src/v2/constants/heatmap.constants.tsx} | 42 ++-
.../src/v2/pages/heatmap/heatmap.less | 86 +++++
.../src/v2/pages/heatmap/heatmap.tsx | 388 +++++++++++++++++++++
.../recon/ozone-recon-web/src/v2/routes-v2.tsx | 5 +-
.../ozone-recon-web/src/v2/types/heatmap.types.ts} | 41 ++-
.../ozone/recon/api/TestContainerEndpoint.java | 13 +
.../recon/api/TestNSSummaryEndpointWithFSO.java | 13 +-
.../ozone/recon/api/TestOmDBInsightEndPoint.java | 15 +
.../TestInitialConstraintUpgradeAction.java | 192 ++++++++++
.../upgrade/TestReconLayoutVersionManager.java | 41 ++-
.../org/apache/hadoop/ozone/audit/S3GAction.java | 5 +-
.../hadoop/ozone/s3/endpoint/BucketEndpoint.java | 3 +-
...CompleteMultipartUploadRequestUnmarshaller.java | 45 +--
.../hadoop/ozone/s3/endpoint/EndpointBase.java | 68 ++--
...tUnmarshaller.java => MessageUnmarshaller.java} | 42 ++-
.../endpoint/MultiDeleteRequestUnmarshaller.java | 54 +--
.../hadoop/ozone/s3/endpoint/ObjectEndpoint.java | 115 +++++-
.../endpoint/PutBucketAclRequestUnmarshaller.java | 59 +---
.../ozone/s3/endpoint/PutTaggingUnmarshaller.java} | 36 +-
.../apache/hadoop/ozone/s3/endpoint/S3Tagging.java | 155 ++++++++
.../hadoop/ozone/s3/exception/S3ErrorTable.java | 4 +
.../hadoop/ozone/s3/metrics/S3GatewayMetrics.java | 90 +++++
.../org/apache/hadoop/ozone/s3/util/S3Consts.java | 1 +
.../hadoop/ozone/client/ClientProtocolStub.java | 16 +
.../hadoop/ozone/client/OzoneBucketStub.java | 31 ++
.../s3/endpoint/TestAbortMultipartUpload.java | 4 +-
.../hadoop/ozone/s3/endpoint/TestListParts.java | 14 +-
.../s3/endpoint/TestMultipartUploadComplete.java | 2 +-
.../s3/endpoint/TestMultipartUploadWithCopy.java | 6 +-
.../hadoop/ozone/s3/endpoint/TestObjectDelete.java | 2 +-
.../hadoop/ozone/s3/endpoint/TestObjectGet.java | 22 +-
.../hadoop/ozone/s3/endpoint/TestObjectPut.java | 66 ++--
.../ozone/s3/endpoint/TestObjectTaggingDelete.java | 152 ++++++++
.../ozone/s3/endpoint/TestObjectTaggingGet.java | 125 +++++++
.../ozone/s3/endpoint/TestObjectTaggingPut.java | 263 ++++++++++++++
.../hadoop/ozone/s3/endpoint/TestPartUpload.java | 14 +-
.../s3/endpoint/TestPartUploadWithStream.java | 8 +-
.../ozone/s3/endpoint/TestPermissionCheck.java | 48 ++-
.../ozone/s3/endpoint/TestUploadWithStream.java | 4 +-
.../ozone/s3/metrics/TestS3GatewayMetrics.java | 146 +++++++-
.../ozone/admin/om/GetServiceRolesSubcommand.java | 3 -
.../ozone/admin/om/UpdateRangerSubcommand.java | 4 -
.../apache/hadoop/ozone/debug/ChunkKeyHandler.java | 3 +-
.../ozone/debug/CompactionLogDagPrinter.java | 3 +-
.../hadoop/ozone/debug/DBDefinitionFactory.java | 4 +-
.../apache/hadoop/ozone/debug/ReadReplicas.java | 3 +-
.../apache/hadoop/ozone/debug/VersionDebug.java | 77 ++++
.../ozone/debug/container/ContainerCommands.java | 2 +-
.../ozone/freon/ClosedContainerReplicator.java | 19 +-
.../hadoop/ozone/freon/DatanodeSimulator.java | 6 +-
.../hadoop/ozone/freon/SCMThroughputBenchmark.java | 9 +-
.../org/apache/hadoop/ozone/shell/Handler.java | 4 +-
.../apache/hadoop/ozone/shell/OzoneAddress.java | 10 +-
.../ozone/shell/bucket/SetEncryptionKey.java | 3 +-
.../shell/bucket/SetReplicationConfigHandler.java | 3 +-
.../ozone/shell/bucket/UpdateBucketHandler.java | 3 +-
.../hadoop/ozone/shell/keys/CatKeyHandler.java | 3 +-
.../ozone/shell/keys/ChecksumKeyHandler.java | 3 +-
.../hadoop/ozone/shell/keys/CopyKeyHandler.java | 3 +-
.../hadoop/ozone/shell/keys/DeleteKeyHandler.java | 3 +-
.../hadoop/ozone/shell/keys/GetKeyHandler.java | 2 +-
.../hadoop/ozone/shell/keys/ListKeyHandler.java | 3 +-
.../hadoop/ozone/shell/keys/PutKeyHandler.java | 3 +-
.../hadoop/ozone/shell/keys/RenameKeyHandler.java | 3 +-
.../hadoop/ozone/shell/keys/RewriteKeyHandler.java | 3 +-
.../apache/hadoop/ozone/shell/s3/S3Handler.java | 2 +-
.../shell/snapshot/RenameSnapshotHandler.java | 3 +-
.../hadoop/ozone/shell/tenant/TenantHandler.java | 2 +-
.../ozone/shell/token/CancelTokenHandler.java | 3 +-
.../hadoop/ozone/shell/token/GetTokenHandler.java | 2 +-
.../ozone/shell/token/RenewTokenHandler.java | 3 +-
.../TestGenerateOzoneRequiredConfigurations.java | 16 +-
.../shell/TestOzoneAddressClientCreation.java | 24 +-
.../ozone/shell/keys/TestChecksumKeyHandler.java | 3 +-
pom.xml | 42 +--
399 files changed, 8743 insertions(+), 2275 deletions(-)
copy hadoop-ozone/dist/src/main/smoketest/om-ratis/testOMAdminCmd.robot =>
.github/workflows/scheduled-cache-update.yml (64%)
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/metadata/AbstractRDBStore.java
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/metadata/DBStoreManager.java
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/metadata/WitnessedContainerDBDefinition.java
copy
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestOmSnapshotFileSystemLegacy.java
=>
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/metadata/WitnessedContainerMetadataStore.java
(58%)
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/metadata/WitnessedContainerMetadataStoreImpl.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/InMemoryTestTable.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/fs/ozone/OzoneTrashPolicy.java
copy
hadoop-ozone/{ozone-manager/src/main/java/org/apache/hadoop/ozone/om/OmMetadataReaderMetrics.java
=> common/src/main/java/org/apache/hadoop/fs/ozone/package-info.java} (60%)
create mode 100644 hadoop-ozone/dist/src/main/smoketest/s3/objecttagging.robot
delete mode 100644
hadoop-ozone/dist/src/main/smoketest/security/bucket-encryption.robot
copy
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/{TestOmSnapshotFileSystemFso.java
=> TestOmSnapshotFileSystemFsoWithLinkedBuckets.java} (83%)
copy
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/{TestOmSnapshotFileSystemLegacy.java
=> TestOmSnapshotFileSystemLegacyWithLinkedBuckets.java} (82%)
copy
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/{TestOmSnapshotFsoWithNativeLib.java
=> TestOmSnapshotFsoWithNativeLibWithLinkedBuckets.java} (85%)
copy
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/{TestOmSnapshotFsoWithoutNativeLib.java
=> TestOmSnapshotFsoWithoutNativeLibWithLinkedBuckets.java} (82%)
copy
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/{TestOmSnapshotObjectStore.java
=> TestOmSnapshotObjectStoreWithLinkedBuckets.java} (83%)
copy
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/{TestOmSnapshotLegacy.java
=> TestOmSnapshotWithBucketLinkingLegacy.java} (84%)
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/{TestOmSnapshotLegacy.java
=> TestOmSnapshotWithoutBucketLinkingLegacy.java} (83%)
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/s3/tagging/S3DeleteObjectTaggingRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/s3/tagging/S3DeleteObjectTaggingRequestWithFSO.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/s3/tagging/S3PutObjectTaggingRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/s3/tagging/S3PutObjectTaggingRequestWithFSO.java
copy
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/{OmMetadataReaderMetrics.java
=> request/s3/tagging/package-info.java} (59%)
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/s3/tagging/S3DeleteObjectTaggingResponse.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/s3/tagging/S3DeleteObjectTaggingResponseWithFSO.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/s3/tagging/S3PutObjectTaggingResponse.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/s3/tagging/S3PutObjectTaggingResponseWithFSO.java
copy
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/{OmMetadataReaderMetrics.java
=> response/s3/tagging/package-info.java} (59%)
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/s3/tagging/TestS3DeleteObjectTaggingRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/s3/tagging/TestS3DeleteObjectTaggingRequestWithFSO.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/s3/tagging/TestS3PutObjectTaggingRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/s3/tagging/TestS3PutObjectTaggingRequestWithFSO.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/s3/tagging/TestS3DeleteObjectTaggingResponse.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/s3/tagging/TestS3DeleteObjectTaggingResponseWithFSO.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/s3/tagging/TestS3PutObjectTaggingResponse.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/s3/tagging/TestS3PutObjectTaggingResponseWithFSO.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/protocolPB/TestOzoneManagerRequestHandler.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/security/SecretKeyTestClient.java
copy
hadoop-ozone/{integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestOmSnapshotFileSystemFso.java
=>
recon/src/main/java/org/apache/hadoop/ozone/recon/api/ServiceNotReadyException.java}
(73%)
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/upgrade/InitialConstraintUpgradeAction.java
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/components/plots/heatmapPlot.tsx
copy
hadoop-ozone/{integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestOmSnapshotFileSystemLegacy.java
=>
recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/constants/heatmap.constants.tsx}
(57%)
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/pages/heatmap/heatmap.less
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/pages/heatmap/heatmap.tsx
copy
hadoop-ozone/{integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestOmSnapshotFsoWithoutNativeLib.java
=>
recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/types/heatmap.types.ts}
(51%)
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/upgrade/TestInitialConstraintUpgradeAction.java
copy
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/{PutBucketAclRequestUnmarshaller.java
=> MessageUnmarshaller.java} (74%)
copy
hadoop-ozone/{ozone-manager/src/main/java/org/apache/hadoop/ozone/om/OmMetadataReaderMetrics.java
=>
s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/PutTaggingUnmarshaller.java}
(60%)
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/S3Tagging.java
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestObjectTaggingDelete.java
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestObjectTaggingGet.java
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestObjectTaggingPut.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/VersionDebug.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
