This is an automated email from the ASF dual-hosted git repository.
adoroszlai pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/ozone.git
from de922e26b6 HDDS-8551. Fix the generic type of CodecRegistry.getCodec
(#4667)
add 297c3c1eb3 HDDS-7814. Vault-based remote S3 secret store (#4389)
No new revisions were added by this update.
Summary of changes:
.../apache/hadoop/ozone/om/S3InMemoryCache.java | 82 ++++++++
.../org/apache/hadoop/ozone/om/S3SecretCache.java | 13 +-
.../apache/hadoop/ozone/om/S3SecretManager.java | 10 +-
hadoop-ozone/dist/pom.xml | 6 +-
.../{ozonesecure-ha => ozonesecure-vault}/.env | 4 +
.../docker-compose.yaml | 17 +-
.../docker-config | 12 +-
.../krb5.conf | 0
.../{ozones3-haproxy => ozonesecure-vault}/test.sh | 6 +-
hadoop-ozone/dist/src/main/license/bin/LICENSE.txt | 1 +
hadoop-ozone/dist/src/main/license/jar-report.txt | 2 +
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 16 +-
.../org/apache/hadoop/ozone/om/OzoneManager.java | 25 ++-
.../hadoop/ozone/om/S3SecretManagerImpl.java | 21 ++-
.../om/request/s3/security/OMSetSecretRequest.java | 2 +-
.../om/request/s3/security/S3GetSecretRequest.java | 3 +-
.../request/s3/security/S3RevokeSecretRequest.java | 3 +-
.../tenant/OMTenantAssignUserAccessIdRequest.java | 2 +-
.../tenant/OMTenantRevokeUserAccessIdRequest.java | 2 +-
.../LocalS3StoreProvider.java} | 27 ++-
.../hadoop/ozone/om/s3/S3SecretCacheProvider.java | 57 ++++++
.../om/s3/S3SecretStoreConfigurationKeys.java | 41 ++--
.../hadoop/ozone/om/s3/S3SecretStoreProvider.java | 21 ++-
.../apache/hadoop/ozone/om/s3}/package-info.java | 4 +-
.../s3/security/TestS3GetSecretRequest.java | 10 +-
hadoop-ozone/pom.xml | 6 +
.../{recon-codegen => s3-secret-store}/pom.xml | 55 +++---
.../S3SecretRemoteStoreConfigurationKeys.java | 59 ++++++
.../hadoop/ozone/s3/remote}/package-info.java | 4 +-
.../remote/vault/VaultS3SecretStorageProvider.java | 17 +-
.../ozone/s3/remote/vault/VaultS3SecretStore.java | 210 +++++++++++++++++++++
.../s3/remote/vault/VaultS3SecretStoreBuilder.java | 174 +++++++++++++++++
.../ozone/s3/remote/vault/auth/AppRoleAuth.java | 57 ++++++
.../hadoop/ozone/s3/remote/vault/auth/Auth.java | 32 ++--
.../ozone/s3/remote/vault/auth/AuthType.java | 51 +++++
.../s3/remote/vault/auth/DirectTokenAuth.java} | 36 ++--
.../ozone/s3/remote/vault/auth}/package-info.java | 4 +-
.../ozone/s3/remote/vault}/package-info.java | 5 +-
.../s3/remote/vault/VaultS3SecretStoreTest.java | 193 +++++++++++++++++++
pom.xml | 7 +
40 files changed, 1123 insertions(+), 174 deletions(-)
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/S3InMemoryCache.java
copy hadoop-ozone/dist/src/main/compose/{ozonesecure-ha =>
ozonesecure-vault}/.env (92%)
copy hadoop-ozone/dist/src/main/compose/{ozonesecure =>
ozonesecure-vault}/docker-compose.yaml (89%)
copy hadoop-ozone/dist/src/main/compose/{ozonesecure =>
ozonesecure-vault}/docker-config (93%)
copy hadoop-ozone/dist/src/main/compose/{ozonesecure-ha =>
ozonesecure-vault}/krb5.conf (100%)
copy hadoop-ozone/dist/src/main/compose/{ozones3-haproxy =>
ozonesecure-vault}/test.sh (95%)
copy
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/{OzoneTrash.java
=> s3/LocalS3StoreProvider.java} (62%)
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/s3/S3SecretCacheProvider.java
copy
hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/upgrade/UpgradeActionHdds.java
=>
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/s3/S3SecretStoreConfigurationKeys.java
(50%)
copy
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/ha/RetriableWithFailOverException.java
=>
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/s3/S3SecretStoreProvider.java
(65%)
copy {hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds =>
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/s3}/package-info.java
(89%)
copy hadoop-ozone/{recon-codegen => s3-secret-store}/pom.xml (57%)
create mode 100644
hadoop-ozone/s3-secret-store/src/main/java/org/apache/hadoop/ozone/s3/remote/S3SecretRemoteStoreConfigurationKeys.java
copy {hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db =>
hadoop-ozone/s3-secret-store/src/main/java/org/apache/hadoop/ozone/s3/remote}/package-info.java
(89%)
copy
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/ha/RetriableWithNoFailoverException.java
=>
hadoop-ozone/s3-secret-store/src/main/java/org/apache/hadoop/ozone/s3/remote/vault/VaultS3SecretStorageProvider.java
(65%)
create mode 100644
hadoop-ozone/s3-secret-store/src/main/java/org/apache/hadoop/ozone/s3/remote/vault/VaultS3SecretStore.java
create mode 100644
hadoop-ozone/s3-secret-store/src/main/java/org/apache/hadoop/ozone/s3/remote/vault/VaultS3SecretStoreBuilder.java
create mode 100644
hadoop-ozone/s3-secret-store/src/main/java/org/apache/hadoop/ozone/s3/remote/vault/auth/AppRoleAuth.java
copy
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/events/Event.java
=>
hadoop-ozone/s3-secret-store/src/main/java/org/apache/hadoop/ozone/s3/remote/vault/auth/Auth.java
(61%)
create mode 100644
hadoop-ozone/s3-secret-store/src/main/java/org/apache/hadoop/ozone/s3/remote/vault/auth/AuthType.java
copy
hadoop-ozone/{httpfsgateway/src/main/java/org/apache/ozone/lib/wsrs/ShortParam.java
=>
s3-secret-store/src/main/java/org/apache/hadoop/ozone/s3/remote/vault/auth/DirectTokenAuth.java}
(58%)
copy {hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/cli =>
hadoop-ozone/s3-secret-store/src/main/java/org/apache/hadoop/ozone/s3/remote/vault/auth}/package-info.java
(87%)
copy {hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/cli =>
hadoop-ozone/s3-secret-store/src/main/java/org/apache/hadoop/ozone/s3/remote/vault}/package-info.java
(85%)
create mode 100644
hadoop-ozone/s3-secret-store/src/test/java/org/apache/hadoop/ozone/s3/remote/vault/VaultS3SecretStoreTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
