This is an automated email from the ASF dual-hosted git repository.
umamahesh pushed a change to branch HDDS-3816-ec
in repository https://gitbox.apache.org/repos/asf/ozone.git
from 70b547be23 HDDS-5909. EC: Onboard EC into upgrade framework (#3262)
add 64d67668d2 HDDS-5862. Datanode to Recon heartbeat interval
independently configurable (#3245)
add de0b1f9b81 HDDS-6528. Adding Unit-Test cases for S3-Gateway
Bucket-Endpoint Metrics. (#3263)
add 4c1ba2b998 HDDS-6535. Ozone TokenRenewer not found (#3259)
add 141ced1196 HDDS-6579. Add commandline argument for Container Info
command. (#3306)
add 22cdd95a9e HDDS-6141. terminate om if statemachine is shut down by
ratis (#2953)
add c583b3e7c6 HDDS-6162. Limit OM DoubleBuffer pending requests to avoid
taking too much memory (#3024)
add d8a21a2bdb HDDS-6593. Bump node to v16.14.2 for Recon (#3316)
add 0b4af02bfb HDDS-6591. Javadoc - update StorageContinerLocationProtocol
for change of qualified class name (#3314)
add 2851ea53f0 HDDS-5339. Document OM bootstrap and decommission process
(#3299)
add 8f98af911c HDDS-6547. om snapshot failed file not deleted. (#3268)
add fe49f69a33 HDDS-6346. OmFailoverProxyProvider cleanup in loadConfigs
for legacy service ids code (#3313)
add d5eb702c68 HDDS-6587. SCM Web UI is not displaying HEALTHY_READONLY
header in node status (#3311)
add a0684e26c8 HDDS-6574. Set owner of buckets created via S3 Gateway to
actual user rather than `s3g`; print LinkBucket owner field on the client
(#3298)
add 3fd7dc6c77 HDDS-6525. Add audit log for S3Gateway (#3252)
add 0b6f46714f HDDS-6562. Exclude specific operations in Audit log (#3289)
add 172947815b HDDS-6532. Enable READ audit log by default (#3255)
new cb0a84b27c Merge master to EC branch HDDS-3816-ec
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../org/apache/hadoop/hdds/HddsConfigKeys.java | 7 +
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 2 +
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 2 +
.../org/apache/hadoop/ozone/audit/AuditLogger.java | 55 +++++-
.../apache/hadoop/ozone/audit/AuditLoggerType.java | 3 +-
.../apache/hadoop/ozone/audit/AuditMessage.java | 30 ++-
.../org/apache/hadoop/ozone/audit/S3GAction.java} | 38 ++--
.../common/src/main/resources/ozone-default.xml | 56 ++++++
.../hadoop/ozone/audit/TestOzoneAuditLogger.java | 54 +++++-
.../common/src/test/resources/auditlog.properties | 2 +-
.../common/statemachine/StateContext.java | 13 ++
.../states/datanode/RunningDatanodeState.java | 8 +-
.../states/endpoint/RegisterEndpointTask.java | 6 +-
hadoop-hdds/docs/content/feature/OM-HA.md | 37 ++++
.../apache/hadoop/hdds/utils/HddsServerUtil.java | 14 ++
.../apache/hadoop/hdds/scm/ha/SCMHAManager.java | 2 +-
.../hadoop/hdds/scm/ha/SCMHAManagerImpl.java | 3 +-
.../hadoop/hdds/scm/ha/SCMHAManagerStub.java | 18 +-
.../apache/hadoop/hdds/scm/ha/SCMRatisServer.java | 2 +
.../hadoop/hdds/scm/ha/SCMRatisServerImpl.java | 10 +
.../apache/hadoop/hdds/scm/ha/SCMStateMachine.java | 15 +-
.../scm/pipeline/BackgroundPipelineCreator.java | 6 +-
.../scm/server/OzoneStorageContainerManager.java | 2 +
.../hdds/scm/server/StorageContainerManager.java | 9 +-
.../main/resources/webapps/scm/scm-overview.html | 1 +
.../hdds/scm/ha/TestReplicationAnnotation.java | 5 +
.../TestSCMHAUnfinalizedStateValidationAction.java | 8 +
.../hdds/scm/cli/container/InfoSubcommand.java | 7 +-
.../hdds/scm/cli/container/TestInfoSubCommand.java | 2 +-
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 14 +-
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 5 +
.../ozone/om/ha/OMFailoverProxyProvider.java | 50 +++--
.../dist/dev-support/bin/dist-layout-stitching | 1 +
.../src/main/compose/ozonesecure-ha/docker-config | 2 +-
.../dist/src/main/smoketest/s3/bucketlist.robot | 8 +
.../dist/src/shell/conf/dn-audit-log4j2.properties | 2 +-
.../dist/src/shell/conf/om-audit-log4j2.properties | 2 +-
...g4j2.properties => s3g-audit-log4j2.properties} | 8 +-
.../src/shell/conf/scm-audit-log4j2.properties | 2 +-
hadoop-ozone/dist/src/shell/ozone/ozone | 1 +
.../apache/hadoop/ozone/TestDelegationToken.java | 8 +
.../apache/hadoop/ozone/om/TestKeyManagerImpl.java | 3 +
.../ozone/scm/TestStorageContainerManagerHA.java | 2 +-
.../org/apache/hadoop/ozone/om/OzoneManager.java | 28 ++-
.../ozone/om/ratis/OzoneManagerDoubleBuffer.java | 41 +++-
.../ozone/om/ratis/OzoneManagerRatisServer.java | 2 +-
.../ozone/om/ratis/OzoneManagerStateMachine.java | 18 +-
.../om/snapshot/OzoneManagerSnapshotProvider.java | 9 +-
.../hadoop/ozone/om/TestKeyDeletingService.java | 7 +
.../apache/hadoop/ozone/om/TestKeyManagerUnit.java | 9 +-
.../apache/hadoop/ozone/om/TestTrashService.java | 2 +
...tOzoneManagerDoubleBufferWithDummyResponse.java | 1 +
...TestOzoneManagerDoubleBufferWithOMResponse.java | 7 +-
.../om/ratis/TestOzoneManagerRatisServer.java | 8 +
.../om/ratis/TestOzoneManagerStateMachine.java | 1 +
.../org.apache.hadoop.security.token.DtFetcher | 0
...rg.apache.hadoop.security.token.TokenIdentifier | 0
.../org.apache.hadoop.security.token.TokenRenewer | 1 +
.../org.apache.hadoop.security.token.TokenRenewer | 1 +
hadoop-ozone/recon/pom.xml | 2 +-
.../hadoop/ozone/recon/scm/ReconNodeManager.java | 2 +-
.../scm/ReconStorageContainerManagerFacade.java | 7 +
hadoop-ozone/s3gateway/pom.xml | 4 +
.../org/apache/hadoop/ozone/s3/ClientIpFilter.java | 69 +++++++
.../hadoop/ozone/s3/endpoint/BucketEndpoint.java | 213 +++++++++++++++------
.../hadoop/ozone/s3/endpoint/EndpointBase.java | 57 +++++-
.../hadoop/ozone/s3/endpoint/ObjectEndpoint.java | 127 +++++++++++-
.../hadoop/ozone/s3/endpoint/RootEndpoint.java | 53 +++--
.../hadoop/ozone/s3/metrics/S3GatewayMetrics.java | 52 ++++-
.../org/apache/hadoop/ozone/s3/util/S3Utils.java | 19 ++
...ewayMetrics.java => TestS3GatewayAuditLog.java} | 83 ++++++--
.../ozone/s3/metrics/TestS3GatewayMetrics.java | 173 ++++++++++++++++-
.../src/test/resources/auditlog.properties | 4 +-
.../ozone/shell/bucket/InfoBucketHandler.java | 6 +
74 files changed, 1287 insertions(+), 244 deletions(-)
copy
hadoop-hdds/common/src/{test/java/org/apache/hadoop/ozone/audit/DummyAction.java
=> main/java/org/apache/hadoop/ozone/audit/S3GAction.java} (68%)
copy hadoop-ozone/dist/src/shell/conf/{scm-audit-log4j2.properties =>
s3g-audit-log4j2.properties} (94%)
copy hadoop-ozone/{ozonefs =>
ozonefs-hadoop3}/src/main/resources/META-INF/services/org.apache.hadoop.security.token.DtFetcher
(100%)
copy hadoop-ozone/{ozonefs =>
ozonefs-hadoop3}/src/main/resources/META-INF/services/org.apache.hadoop.security.token.TokenIdentifier
(100%)
copy hadoop-ozone/{ozonefs =>
ozonefs-hadoop3}/src/main/resources/META-INF/services/org.apache.hadoop.security.token.TokenRenewer
(92%)
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/ClientIpFilter.java
copy
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/{metrics/TestS3GatewayMetrics.java
=> TestS3GatewayAuditLog.java} (59%)
copy {hadoop-hdds/common =>
hadoop-ozone/s3gateway}/src/test/resources/auditlog.properties (97%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
