This is an automated email from the ASF dual-hosted git repository.
ChenSammi pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/ozone.git
from 27431b72117 HDDS-16385. Minor cleanups in NodeDecommissionManager
(#11211)
add e96df8e2003 HDDS-13887. [STS] Protobuf Plumbing for AssumeRole
Requests (#9254)
add 281a5b3630d HDDS-13848. [STS] Artifacts for Ranger to authorize STS
token (#9214)
add 7eaebe6e428 HDDS-13888. [STS] Introduce S3AssumeRoleRequest and
S3AssumeRoleResponse (#9276)
add b0ae8b59012 Merge branch 'master' into HDDS-13323-sts
add a8c868870a2 HDDS-13909. [STS] Introduce STSTokenIdentifier class
(#9277)
add b79a8dd4305 HDDS-13724. [STS] Part 1 - Create utility to convert IAM
policy to groupings of OzoneObj and Acls (#9239)
add 9d3c32fba57 HDDS-13950. [STS] Introduce STSTokenSecretManager to sign
STS tokens (#9323)
add b4ff104a446 HDDS-13925. [STS] Part 2 - Create utility to convert IAM
policy to groupings of OzoneObj and Acls (#9292)
add c63f444a461 HDDS-13961. [STS] Encrypt secretAccessKey in session token
(#9344)
add 934f4c18842 HDDS-13926. [STS] Part 3 - Create utility to convert IAM
policy to groupings of OzoneObj and Acls (#9306)
add 36852379d5c HDDS-13997. [STS] Plumbing for passing STS token through
S3 api processing (#9372)
add 8f7ec1011a4 HDDS-14066. [STS] Database updates for revoked STS tokens
(#9420)
add 3d177048952 HDDS-14067. [STS] Plumbing and CLI utility to revoke STS
token (#9435)
add 2062a06942e HDDS-13942. [STS] Part 4 - Create utility to convert IAM
policy to groupings of OzoneObj and Acls (#9315)
add ae4bdb30974 HDDS-14091. [STS] Deny access if STS token is found in
revoked table (#9445)
add 08186522ad5 HDDS-14011. [STS] Ranger interactions for STS tokens
(assumeRole and S3 api calls) (#9484)
add a47b0b47880 HDDS-14067. [STS] Plumbing and CLI utility to revoke STS
token (#9507)
add 0b2db9c80c9 HDDS-14373. [STS] Revoked STS token logic tweaks (#9604)
add c63f0096315 HDDS-14094. [STS] Background service to remove revoked
tokens that are past expiration from DB (#9468)
add 2cf4e918b8e HDDS-14364. [STS] Revoked permanent credential must render
all associated STS tokens useless (#9602)
add bf1453d2ec4 HDDS-13345. STS port and endpoint skeleton (#9343)
add 56da3888204 HDDS-14150. [STS] Connect STS Endpoint to Backend
Processing (#9673)
add bb2b540bd28 HDDS-14514. [STS] Revamp error handling in endpoint to
conform to AWS XML (#9674)
add 0f3b26b1b29 HDDS-14420. [STS] Add audit logging to endpoint and
OzoneManager for STS (#9687)
add 4b450b4980c HDDS-14472. [STS] Refactor constants and validation
methods to shared location (#9658)
add 7991b3abb6d HDDS-14538. [STS] Leader OM should generate access key and
secret and pass to others (#9697)
add 6ff971244c3 HDDS-14681. [STS] Support StringLike Condition operator in
IAM session policy and handle certain errors more gracefully (#9795)
add f9bec4bde8d HDDS-14711. [STS] Ensure accessKeyId is valid for
sessionToken (#9820)
add e63936bce0e HDDS-14716. [STS] Use MalformedPolicyDocument error code
for IAM Session Policy validation errors (#9823)
add f7c62ae2329 Merge remote-tracking branch 'origin/master' into
HDDS-13323-sts
add 5a4e49f1956 HDDS-14779. [STS] Part 1 - IAM Session Policy and
ListBucket improvements (#9894)
add 538a8f2a7b7 HDDS-14801. [STS] Part 2 - IAM Session Policy and
ListBucket improvements (#9895)
add 2a855ae8a72 HDDS-14808. [STS] Part 4 - IAM Session Policy and
ListBucket improvements (#9899)
add 1f723f7fbac HDDS-14851. [STS] Better Handling for PayloadTooLarge and
Small Perf Fix (#9938)
add 9b3577e8d79 HDDS-14847. [STS] Expose ExpiredToken Error (#9935)
add 9504881b5f8 HDDS-14809. [STS] Part 5 - IAM Session Policy and
ListBucket improvements (#9900)
add 1810c0d32e0 HDDS-14861. [STS] Fix Latent S3 API issue when ListBuckets
Missing a Required Permission (#9949)
add 37a224b2176 HDDS-14899. [STS] Updates to ACLs in
IamSessionPolicyResolver (#9977)
add 603a8abc375 Merge remote-tracking branch 'upstream/master' into
HDDS-13323-sts
add 56654627b20 HDDS-14935. [STS] Handle Latent Inconsistencies in S3 API
Acl Checks (#10009)
add fd0ae5c7f7e HDDS-15137. [STS] Ensure each S3 API has an associated S3
Action (#10197)
add 9f233336da2 HDDS-15182. Avoid extra read for modification time on
CopyObject/CopyPart (#10203)
add 11f957cea3a HDDS-15194. [STS] Update IamSessionPolicyResolver to
return S3 Actions (#10204)
add ef10673605c HDDS-15771. [STS] Add s3Action for expected bucket owner
condition checks (#10688)
add 79b82272595 HDDS-15861. [STS] Actions must not be sent in
RequestContext to Authorizer if feature flag is off (#10771)
add dc3b37d5701 HDDS-15984. [STS] Improve s3:prefix Condition handling and
reject unsupported AssumeRole parameters (#10875)
add 26380fdf76a Merge remote-tracking branch 'upstream/master' into
HDDS-13323-sts
add c41e9d6dcbd Merge remote-tracking branch 'upstream/master' into
HDDS-13323-sts
add fd455023fce HDDS-14810. [STS] Part 2 - STS Ranger Smoke Tests (#9902)
add a48cf12131f HDDS-14811. [STS] Part 3 - STS Ranger Smoke Tests (#9903)
add 113e3d0f100 HDDS-16187. [STS] Fix Latent S3 DeleteObjects Issue
(#11019)
add 3a56b7faa35 HDDS-15325. [STS] Polaris Smoke Test (#10315)
add 2b5240bf92f Merge remote-tracking branch 'upstream/master' into
HDDS-13323-sts
add ff6f7e0c5ec Merge remote-tracking branch 'upstream/master' into
HDDS-13323-sts
add d5a76c5204e HDDS-16240. [STS] Remove /sts from endpoint to enhance
compatibility (#11073)
add 5000f2835c5 HDDS-16186. Move sts robot tests out of misc suite (#11042)
add dc169f6e87c HDDS-16110. [STS] Update key in sts revocation table
(#11095)
add 5a0707f4baa HDDS-16472. [STS] Tighten session policy validation
(#11103)
add 30a353d780b HDDS-16371. [STS] Better messaging for invalid endpoint
path and prevent non-canonical token use (#11186)
add 0ab01a4777f HDDS-16313. [STS] Handle linked bucket and session
policies (#11196)
add 5bc5a1e362f HDDS-16290. [STS] Implement GetCallerIdentity API (#11121)
add 556c15e9117 Merge remote-tracking branch 'origin/HDDS-13323-sts' into
master
No new revisions were added by this update.
Summary of changes:
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 4 +
.../java/org/apache/hadoop/ozone/OzoneConsts.java | 2 +
.../common/src/main/resources/ozone-default.xml | 69 +
hadoop-hdds/dev-support/checkstyle/checkstyle.xml | 6 +
hadoop-hdds/docs/content/design/ozone-sts.md | 51 +-
...cretHandler.java => RevokeSTSTokenHandler.java} | 42 +-
.../org/apache/hadoop/ozone/shell/s3/S3Shell.java | 3 +-
.../apache/hadoop/ozone/client/ObjectStore.java | 36 +
.../apache/hadoop/ozone/client/OzoneBucket.java | 46 +-
.../client/io/BlockDataStreamOutputEntryPool.java | 8 +-
.../client/io/BlockOutputStreamEntryPool.java | 8 +-
.../ozone/client/io/KeyDataStreamOutput.java | 4 +
.../hadoop/ozone/client/io/KeyOutputStream.java | 4 +
.../ozone/client/io/OzoneDataStreamOutput.java | 10 +-
.../hadoop/ozone/client/io/OzoneOutputStream.java | 10 +-
.../ozone/client/protocol/ClientProtocol.java | 47 +-
.../client/protocol/ListStatusLightOptions.java | 182 ++
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 53 +-
hadoop-ozone/common/pom.xml | 4 +
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 10 +-
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 10 +
.../hadoop/ozone/om/exceptions/OMException.java | 4 +-
.../ozone/om/helpers/AssumeRoleResponseInfo.java | 109 +
.../ozone/om/helpers/AwsRoleArnValidator.java | 146 +
.../ozone/om/helpers/CallerIdentityInfo.java | 88 +
.../apache/hadoop/ozone/om/helpers/OmKeyArgs.java | 19 +
.../helpers/OmMultipartCommitUploadPartInfo.java | 9 +-
.../apache/hadoop/ozone/om/helpers/S3STSUtils.java | 208 ++
.../ozone/om/protocol/OzoneManagerProtocol.java | 39 +-
.../apache/hadoop/ozone/om/protocol/S3Auth.java | 20 +
...OzoneManagerProtocolClientSideTranslatorPB.java | 94 +-
.../security/acl/iam/IamSessionPolicyResolver.java | 1231 ++++++++
.../ozone/{ => security/acl/iam}/package-info.java | 2 +-
.../om/helpers/TestAssumeRoleResponseInfo.java | 197 ++
.../ozone/om/helpers/TestAwsRoleArnValidator.java | 133 +
.../ozone/om/helpers/TestCallerIdentityInfo.java | 107 +
.../om/helpers/TestS3STSUtilsCallerIdentity.java | 59 +
.../acl/iam/TestIamSessionPolicyResolver.java | 2927 ++++++++++++++++++++
.../ozone/security/acl/iam}/package-info.java | 4 +-
.../dist/src/main/compose/common/init-kdc.sh | 3 +
.../dist/src/main/compose/common/ranger.yaml | 16 +-
.../dist/src/main/compose/ozonesecure-ha/.env | 1 +
.../src/main/compose/ozonesecure-ha/docker-config | 3 +
.../main/compose/ozonesecure-ha/polaris-setup.sh | 123 +
.../compose/ozonesecure-ha/polaris-smoketest.sh | 113 +
.../src/main/compose/ozonesecure-ha/polaris.yaml | 77 +
.../main/compose/ozonesecure-ha/ranger-testlib.sh | 111 +
.../src/main/compose/ozonesecure-ha/ranger.yaml | 9 +-
.../src/main/compose/ozonesecure-ha/test-ranger.sh | 48 +-
.../test-sts.sh} | 17 +-
.../src/main/compose/ozonesecure/docker-config | 1 +
.../security/generate_oversized_session_policy.py} | 31 +-
.../smoketest/security/mutate_sts_session_token.py | 216 ++
.../security/ozone-secure-sts-multitenant.robot | 335 +++
.../security/ozone-secure-sts-polaris.sql | 27 +
.../smoketest/security/ozone-secure-sts.resource | 375 +++
.../main/smoketest/security/ozone-secure-sts.robot | 1466 ++++++++++
.../hadoop/ozone/s3/awssdk/S3SDKTestUtils.java | 33 +
.../hadoop/ozone/s3/awssdk}/package-info.java | 4 +-
.../ozone/s3/awssdk/v1/AbstractS3SDKV1Tests.java | 67 +
.../ozone/s3/awssdk/v2/AbstractS3SDKV2Tests.java | 70 +
.../hadoop/ozone/s3/awssdk/v2}/package-info.java | 4 +-
.../hadoop/ozone/TestOzoneConfigurationFields.java | 2 +
.../src/main/proto/OmClientProtocol.proto | 107 +
.../apache/hadoop/ozone/om/OMMetadataManager.java | 8 +
hadoop-ozone/ozone-manager/pom.xml | 4 +
.../org/apache/hadoop/ozone/audit/OMAction.java | 4 +
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 12 +
.../apache/hadoop/ozone/om/OmMetadataReader.java | 148 +-
.../org/apache/hadoop/ozone/om/OzoneManager.java | 169 +-
.../org/apache/hadoop/ozone/om/ResolvedBucket.java | 34 +
.../hadoop/ozone/om/codec/OMDBDefinition.java | 24 +-
.../hadoop/ozone/om/helpers/OMAuditLogger.java | 2 +
.../ozone/om/ratis/OzoneManagerStateMachine.java | 44 +
.../om/ratis/utils/OzoneManagerRatisUtils.java | 14 +
.../hadoop/ozone/om/request/OMClientRequest.java | 99 +-
.../om/request/bucket/OMBucketSetOwnerRequest.java | 7 +-
.../request/bucket/OMBucketSetPropertyRequest.java | 9 +-
.../request/bucket/acl/OMBucketAddAclRequest.java | 11 +-
.../bucket/acl/OMBucketRemoveAclRequest.java | 11 +-
.../request/bucket/acl/OMBucketSetAclRequest.java | 9 +-
.../ozone/om/request/file/OMFileCreateRequest.java | 2 +-
.../om/request/file/OMRecoverLeaseRequest.java | 2 +-
.../ozone/om/request/key/OMKeyCommitRequest.java | 7 +-
.../om/request/key/OMKeyCommitRequestWithFSO.java | 5 +
.../ozone/om/request/key/OMKeyCreateRequest.java | 2 +-
.../ozone/om/request/key/OMKeyDeleteRequest.java | 2 +-
.../ozone/om/request/key/OMKeyRenameRequest.java | 2 +-
.../ozone/om/request/key/OMKeySetTimesRequest.java | 2 +-
.../ozone/om/request/key/OMKeysDeleteRequest.java | 5 +-
.../om/request/key/acl/OMKeyAddAclRequest.java | 11 +-
.../om/request/key/acl/OMKeyRemoveAclRequest.java | 11 +-
.../om/request/key/acl/OMKeySetAclRequest.java | 11 +-
.../OMLifecycleConfigurationDeleteRequest.java | 2 +-
.../OMLifecycleConfigurationSetRequest.java | 2 +-
.../lifecycle/OMLifecycleSaveScanStateRequest.java | 2 +-
.../OMLifecycleSetServiceStatusRequest.java | 2 +-
.../multipart/S3MultipartUploadAbortRequest.java | 2 +-
.../S3MultipartUploadCommitPartRequest.java | 1 +
.../om/request/s3/security/OMSetSecretRequest.java | 6 +-
.../request/s3/security/S3AssumeRoleRequest.java | 611 ++++
.../security/S3DeleteRevokedSTSTokensRequest.java} | 55 +-
.../om/request/s3/security/S3GetSecretRequest.java | 21 +-
.../s3/security/S3RevokeSTSTokenRequest.java | 157 ++
.../request/s3/security/S3RevokeSecretRequest.java | 14 +-
.../s3/tagging/S3BucketTaggingRequestBase.java | 2 +-
.../security/OMCancelDelegationTokenRequest.java | 2 +-
.../security/OMGetDelegationTokenRequest.java | 2 +-
.../security/OMRenewDelegationTokenRequest.java | 2 +-
.../snapshot/OMSnapshotMoveTableKeysRequest.java | 7 +-
.../om/request/volume/OMVolumeDeleteRequest.java | 2 +-
.../om/request/volume/OMVolumeSetOwnerRequest.java | 10 +-
.../om/request/volume/OMVolumeSetQuotaRequest.java | 10 +-
.../request/volume/acl/OMVolumeAddAclRequest.java | 6 +-
.../volume/acl/OMVolumeRemoveAclRequest.java | 8 +-
.../request/volume/acl/OMVolumeSetAclRequest.java | 6 +-
.../security/S3AssumeRoleResponse.java} | 20 +-
.../S3DeleteRevokedSTSTokensResponse.java} | 39 +-
.../security/S3RevokeSTSTokenResponse.java} | 31 +-
.../om/service/RevokedSTSTokenCleanupService.java | 269 ++
...OzoneManagerProtocolServerSideTranslatorPB.java | 1 +
.../protocolPB/OzoneManagerRequestHandler.java | 33 +-
.../hadoop/ozone/security/S3SecurityUtil.java | 117 +
.../hadoop/ozone/security/STSSecurityUtil.java | 235 ++
.../hadoop/ozone/security/STSTokenEncryption.java | 205 ++
.../hadoop/ozone/security/STSTokenIdentifier.java | 482 ++++
.../ozone/security/STSTokenSecretManager.java | 234 ++
.../hadoop/ozone/om/TestOMMetadataReader.java | 660 ++++-
.../hadoop/ozone/om/TestOmMetadataManager.java | 43 +
.../hadoop/ozone/om/TestOzoneManagerS3Auth.java | 123 +
.../om/ratis/TestOzoneManagerRatisRequest.java | 58 +
.../om/ratis/TestOzoneManagerStateMachine.java | 74 +
.../apache/hadoop/ozone/om/ratis/package-info.java | 2 +-
.../request/TestOMClientRequestWithUserInfo.java | 260 ++
.../request/s3/security/S3SecurityTestUtils.java} | 27 +-
.../s3/security/TestS3AssumeRoleRequest.java | 988 +++++++
.../s3/security/TestS3GetSecretRequest.java | 4 +
.../s3/security/TestS3RevokeSTSTokenRequest.java | 387 +++
.../ozone/om/request/s3/security/package-info.java | 2 +-
.../ozone/om/response/TestCleanupTableInfo.java | 2 +
.../s3/security/TestS3AssumeRoleResponse.java | 133 +
.../service/TestRevokedSTSTokenCleanupService.java | 449 +++
.../hadoop/ozone/om/service/package-info.java | 2 +-
.../hadoop/ozone/security/TestS3SecurityUtil.java | 350 +++
.../hadoop/ozone/security/TestSTSSecurityUtil.java | 512 ++++
.../ozone/security/TestSTSTokenEncryption.java | 215 ++
.../ozone/security/TestSTSTokenIdentifier.java | 633 +++++
.../ozone/security/TestSTSTokenSecretManager.java | 213 ++
.../hadoop/ozone/security/acl/package-info.java | 2 +-
hadoop-ozone/s3gateway/pom.xml | 4 +
.../org/apache/hadoop/ozone/audit/S3GAction.java | 7 +-
.../java/org/apache/hadoop/ozone/s3/Gateway.java | 5 +-
...Filter.java => S3STSHeadersResponseFilter.java} | 13 +-
.../apache/hadoop/ozone/s3/S3STSHttpServer.java | 105 +
.../hadoop/ozone/s3/endpoint/BucketEndpoint.java | 156 +-
.../hadoop/ozone/s3/endpoint/CopyPartResult.java | 4 +-
.../hadoop/ozone/s3/endpoint/CopyResult.java} | 25 +-
.../hadoop/ozone/s3/endpoint/EndpointBase.java | 95 +-
.../ozone/s3/endpoint/MultipartKeyHandler.java | 2 +
.../hadoop/ozone/s3/endpoint/ObjectEndpoint.java | 204 +-
.../ozone/s3/endpoint/ObjectEndpointStreaming.java | 19 +-
.../hadoop/ozone/s3/endpoint/RootEndpoint.java | 15 +-
.../hadoop/ozone/s3/endpoint/S3RequestContext.java | 2 +
.../hadoop/ozone/s3/exception/OS3Exception.java | 50 +-
.../ozone/s3/exception/OS3ExceptionMapper.java | 18 +-
.../hadoop/ozone/s3/exception/OSTSException.java | 173 ++
...ceptionMapper.java => OSTSExceptionMapper.java} | 13 +-
.../s3/exception/OSTSNotFoundExceptionMapper.java | 93 +
.../hadoop/ozone/s3/exception/S3ErrorTable.java | 46 +-
.../ozone/s3/signature/AWSSignatureProcessor.java | 115 +-
.../s3/signature/AuthorizationV4HeaderParser.java | 1 +
.../s3/signature/AuthorizationV4QueryParser.java | 2 +
.../hadoop/ozone/s3/signature/SignatureInfo.java | 61 +-
.../ozone/s3/signature/SignatureProcessor.java | 4 +-
.../ozone/s3/signature/StringToSignProducer.java | 51 +-
.../hadoop/ozone/s3/util/S3GActionIamMapper.java | 93 +
.../ozone/{s3secret => s3sts}/Application.java | 14 +-
.../ozone/s3sts/S3AssumeRoleResponseXml.java | 162 ++
.../s3sts/S3GetCallerIdentityResponseXml.java | 92 +
.../apache/hadoop/ozone/s3sts/S3STSConfigKeys.java | 53 +
.../S3STSEnabled.java} | 8 +-
.../S3STSEnabledEndpointRequestFilter.java} | 29 +-
.../apache/hadoop/ozone/s3sts/S3STSEndpoint.java | 531 ++++
.../S3STSEndpointBase.java} | 96 +-
.../S3STSResponseMetadata.java} | 29 +-
.../{s3/commontypes => s3sts}/package-info.java | 18 +-
.../webapps/{s3g-web => s3g-sts}/WEB-INF/web.xml | 8 +-
.../hadoop/ozone/client/ClientProtocolStub.java | 22 +-
.../hadoop/ozone/client/OzoneBucketStub.java | 51 +-
.../ozone/client/OzoneDataStreamOutputStub.java | 18 +-
.../hadoop/ozone/client/OzoneOutputStreamStub.java | 20 +-
.../hadoop/ozone/s3/TestAuthorizationFilter.java | 26 +
.../ozone/s3/endpoint/TestCopyActionsAudit.java | 133 +
...estCopyObjectAndUploadPartCopyLastModified.java | 150 +
.../hadoop/ozone/s3/endpoint/TestEndpointBase.java | 75 +
.../ozone/s3/endpoint/TestPermissionCheck.java | 70 +-
.../TestS3ActionOverrideForOwnerVerification.java | 174 ++
.../ozone/s3/exception/TestOS3Exceptions.java | 33 +
.../ozone/s3/exception/TestOSTSExceptions.java | 104 +
.../exception/TestOSTSNotFoundExceptionMapper.java | 120 +
.../s3/signature/TestStringToSignProducer.java | 3 +-
.../ozone/s3/util/TestS3GActionIamMapper.java | 69 +
.../apache/hadoop/ozone/s3/util/package-info.java | 2 +-
.../hadoop/ozone/s3sts/TestS3STSEndpoint.java | 895 ++++++
.../apache/hadoop/ozone/s3sts}/package-info.java | 4 +-
205 files changed, 21243 insertions(+), 814 deletions(-)
copy
hadoop-ozone/cli-shell/src/main/java/org/apache/hadoop/ozone/shell/s3/{RevokeS3SecretHandler.java
=> RevokeSTSTokenHandler.java} (55%)
create mode 100644
hadoop-ozone/client/src/main/java/org/apache/hadoop/ozone/client/protocol/ListStatusLightOptions.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/AssumeRoleResponseInfo.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/AwsRoleArnValidator.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/CallerIdentityInfo.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/S3STSUtils.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/security/acl/iam/IamSessionPolicyResolver.java
copy hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/{ =>
security/acl/iam}/package-info.java (94%)
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestAssumeRoleResponseInfo.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestAwsRoleArnValidator.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestCallerIdentityInfo.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestS3STSUtilsCallerIdentity.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/security/acl/iam/TestIamSessionPolicyResolver.java
copy {hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/annotation =>
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/security/acl/iam}/package-info.java
(90%)
create mode 100755
hadoop-ozone/dist/src/main/compose/ozonesecure-ha/polaris-setup.sh
create mode 100755
hadoop-ozone/dist/src/main/compose/ozonesecure-ha/polaris-smoketest.sh
create mode 100644
hadoop-ozone/dist/src/main/compose/ozonesecure-ha/polaris.yaml
create mode 100644
hadoop-ozone/dist/src/main/compose/ozonesecure-ha/ranger-testlib.sh
copy hadoop-ozone/dist/src/main/compose/{ozone/test-failures1.sh =>
ozonesecure-ha/test-sts.sh} (72%)
copy hadoop-ozone/dist/src/main/{compose/ozone/test-failures1.sh =>
smoketest/security/generate_oversized_session_policy.py} (60%)
mode change 100755 => 100644
create mode 100644
hadoop-ozone/dist/src/main/smoketest/security/mutate_sts_session_token.py
create mode 100644
hadoop-ozone/dist/src/main/smoketest/security/ozone-secure-sts-multitenant.robot
create mode 100644
hadoop-ozone/dist/src/main/smoketest/security/ozone-secure-sts-polaris.sql
create mode 100644
hadoop-ozone/dist/src/main/smoketest/security/ozone-secure-sts.resource
create mode 100644
hadoop-ozone/dist/src/main/smoketest/security/ozone-secure-sts.robot
copy {hadoop-hdds/client/src/test/java/org/apache/hadoop/hdds/scm/storage =>
hadoop-ozone/integration-test-s3/src/test/java/org/apache/hadoop/ozone/s3/awssdk}/package-info.java
(88%)
copy {hadoop-hdds/client/src/test/java/org/apache/hadoop/hdds/scm/storage =>
hadoop-ozone/integration-test-s3/src/test/java/org/apache/hadoop/ozone/s3/awssdk/v2}/package-info.java
(88%)
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/s3/security/S3AssumeRoleRequest.java
copy
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/{lifecycle/OMLifecycleSaveScanStateRequest.java
=> s3/security/S3DeleteRevokedSTSTokensRequest.java} (53%)
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/s3/security/S3RevokeSTSTokenRequest.java
copy
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/{util/OMEchoRPCWriteResponse.java
=> s3/security/S3AssumeRoleResponse.java} (66%)
copy
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/{lifecycle/OMLifecycleSaveScanStateResponse.java
=> s3/security/S3DeleteRevokedSTSTokensResponse.java} (56%)
copy
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/{lifecycle/OMLifecycleSaveScanStateResponse.java
=> s3/security/S3RevokeSTSTokenResponse.java} (56%)
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/service/RevokedSTSTokenCleanupService.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/security/STSSecurityUtil.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/security/STSTokenEncryption.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/security/STSTokenIdentifier.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/security/STSTokenSecretManager.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/TestOzoneManagerS3Auth.java
copy hadoop-ozone/ozone-manager/src/{main =>
test}/java/org/apache/hadoop/ozone/om/ratis/package-info.java (92%)
copy
hadoop-ozone/ozone-manager/src/{main/java/org/apache/hadoop/ozone/om/request/s3/security/package-info.java
=>
test/java/org/apache/hadoop/ozone/om/request/s3/security/S3SecurityTestUtils.java}
(58%)
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/s3/security/TestS3AssumeRoleRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/s3/security/TestS3RevokeSTSTokenRequest.java
copy hadoop-ozone/ozone-manager/src/{main =>
test}/java/org/apache/hadoop/ozone/om/request/s3/security/package-info.java
(93%)
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/s3/security/TestS3AssumeRoleResponse.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/service/TestRevokedSTSTokenCleanupService.java
copy hadoop-ozone/ozone-manager/src/{main =>
test}/java/org/apache/hadoop/ozone/om/service/package-info.java (93%)
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/security/TestS3SecurityUtil.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/security/TestSTSSecurityUtil.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/security/TestSTSTokenEncryption.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/security/TestSTSTokenIdentifier.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/security/TestSTSTokenSecretManager.java
copy hadoop-ozone/ozone-manager/src/{main =>
test}/java/org/apache/hadoop/ozone/security/acl/package-info.java (96%)
copy
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/{CommonHeadersContainerResponseFilter.java
=> S3STSHeadersResponseFilter.java} (79%)
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/S3STSHttpServer.java
copy
hadoop-ozone/{common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmMultipartCommitUploadPartInfo.java
=>
s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/CopyResult.java}
(68%)
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/exception/OSTSException.java
copy
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/exception/{OS3ExceptionMapper.java
=> OSTSExceptionMapper.java} (79%)
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/exception/OSTSNotFoundExceptionMapper.java
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/util/S3GActionIamMapper.java
copy hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/{s3secret =>
s3sts}/Application.java (61%)
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3sts/S3AssumeRoleResponseXml.java
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3sts/S3GetCallerIdentityResponseXml.java
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3sts/S3STSConfigKeys.java
copy
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/{s3secret/S3SecretEnabled.java
=> s3sts/S3STSEnabled.java} (89%)
copy
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/{s3secret/S3SecretEnabledEndpointRequestFilter.java
=> s3sts/S3STSEnabledEndpointRequestFilter.java} (62%)
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3sts/S3STSEndpoint.java
copy
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/{s3secret/S3SecretEndpointBase.java
=> s3sts/S3STSEndpointBase.java} (56%)
copy
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/{s3/commontypes/CommonPrefix.java
=> s3sts/S3STSResponseMetadata.java} (64%)
copy
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/{s3/commontypes =>
s3sts}/package-info.java (63%)
copy hadoop-ozone/s3gateway/src/main/resources/webapps/{s3g-web =>
s3g-sts}/WEB-INF/web.xml (85%)
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestCopyActionsAudit.java
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestCopyObjectAndUploadPartCopyLastModified.java
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestS3ActionOverrideForOwnerVerification.java
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/exception/TestOSTSExceptions.java
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/exception/TestOSTSNotFoundExceptionMapper.java
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/util/TestS3GActionIamMapper.java
copy hadoop-ozone/s3gateway/src/{main =>
test}/java/org/apache/hadoop/ozone/s3/util/package-info.java (94%)
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3sts/TestS3STSEndpoint.java
copy {hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs =>
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3sts}/package-info.java
(91%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
