This is an automated email from the ASF dual-hosted git repository.
errose28 pushed a change to branch HDDS-14496-zdu
in repository https://gitbox.apache.org/repos/asf/ozone.git
from a9a64dbed31 Merge branch 'master' into HDDS-14496-zdu
add 77e48039767 HDDS-16682. Allow enabling HTTPS SNI host check via config
(#11389)
add 24cf9aaa28e HDDS-16418. Make Inter-SCM gRPC timeouts and keepalive
configurable (#11295)
add f7b7985243f Handle missing RPC user in S3SecretRequestHelper.
add 1dfb6c982e3 HDDS-16683. Upgrade Jetty from 12.0.38 to 12.1.14 (#11424)
add 402a0622fe5 HDDS-16738. Let dependabot ignore jetty minor version
upgrades (#11422)
add e62603cf3ca HDDS-16611. Use MutableGaugeLong for total count metrics
in OMMetrics (#11410)
add 14083e42662 HDDS-16581. Bump ozone-runner to 20260922-1 (#11431)
add d246fff3f37 HDDS-16752. Bump guava to 33.7.2-jre (#11433)
add 31ffdd1d43e HDDS-16714. Split kubernetes check by environment (#11406)
add c99d291e863 HDDS-16657. Reject lifecycle Transition actions in
PutBucketLifecycleConfiguration (#11430)
add 9c6bee807c8 HDDS-15802. Add integration tests for per-volume push
replication (#11146)
add 891b158ea2b HDDS-16598. Fix intermittent failure in
TestContainerStateMachine (#11319)
add d319875ec11 HDDS-16258. Refactor streaming block reads and fix
checksum verification for variable-sized chunks (#11302)
add 5c759d0499c HDDS-15681. Switch to
io.github.ascopes:protobuf-maven-plugin (#11429)
add 7d06fc7a2a6 HDDS-16304. Convert RpcMetrics latency counters to
lock-free ConcurrentMutableStat (#11425)
add d067ba38e7a HDDS-16367. Update threat model with information about
internal protocols (#11185)
add f138cb7ea5d HDDS-16624. Improve AbortIncompleteMultipartUpload
lifecycle validation error message (#11344)
add 0d57c08f741 HDDS-16620. Expose BlockReadCursor as an iterator of
streaming ReadBlock ranges (#11442)
add a6332fb5987 HDDS-16724. Add support for missing S3 apis to STS (#11413)
add 1d35834a4de HDDS-16779. FSO rename of a file to itself should be a
no-op (#11440)
add cd2ad7a8bf8 HDDS-16781. Fix intermittent ReadChunk count mismatch in
TestKeyInputStream (#11443)
add 3a22acfaa21 HDDS-16746. Local Stream onCommand should drain buffers
before commit PutBlock (#11427)
add 7196f98d860 HDDS-15951. Reduce ofs getFileChecksum to a single OM RPC
(#11380)
add 3ba954e3f3d HDDS-16758. Check local-lease metrics on the serving OM
(#11447)
add d68a272d3ee HDDS-16783. Support FileSystem#setVerifyChecksum in ofs
and o3fs (#11444)
add fa7b58e3901 HDDS-16289. Reduce OM FSO apply-path write-lock hold and
path-walk cost (#11328)
add 78784ba9fac HDDS-15071. [SCM] Add configuration and global EC
reconstruction limit (#11054)
new 4ef88e7b2ac Merge branch 'master' into HDDS-14496-zdu
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/dependabot.yml | 2 +
.github/workflows/ci.yml | 12 +-
CONTRIBUTING.md | 4 +-
THREAT_MODEL.md | 46 +-
...{integration_suites.sh => kubernetes_suites.sh} | 5 +-
.../apache/hadoop/hdds/scm/OzoneClientConfig.java | 2 +-
.../hdds/scm/storage/StreamBlockInputStream.java | 16 +-
.../scm/storage/TestStreamBlockInputStream.java | 116 ++-
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 30 +
.../ContainerCommandResponseBuilders.java | 12 +-
.../hdds/scm/storage/ContainerProtocolCalls.java | 3 +-
.../org/apache/hadoop/ipc_/metrics/RpcMetrics.java | 41 +-
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 3 +
.../apache/hadoop/ozone/OzoneManagerVersion.java | 5 +-
.../org/apache/hadoop/ozone/common/Checksum.java | 58 +-
.../common/src/main/resources/ozone-default.xml | 65 ++
.../apache/hadoop/ipc_/metrics/TestRpcMetrics.java | 195 +++++
.../apache/hadoop/ozone/common/TestChecksum.java | 63 ++
.../container/common/impl/HddsDispatcher.java | 2 +-
.../ozone/container/common/interfaces/Handler.java | 2 +-
.../common/transport/server/ratis/LocalStream.java | 6 +-
.../ozone/container/keyvalue/BlockReadCursor.java | 146 ++++
.../ozone/container/keyvalue/KeyValueHandler.java | 126 +---
.../container/keyvalue/ReadBlockComputation.java | 159 ----
.../ozone/container/keyvalue/impl/Buffers.java | 5 +
.../keyvalue/impl/KeyValueStreamDataChannel.java | 19 +
.../server/ratis/ContainerStateMachineTests.java | 78 ++
.../container/keyvalue/TestBlockReadCursor.java | 130 ++++
.../container/keyvalue/TestKeyValueHandler.java | 142 +++-
.../impl/TestKeyValueStreamDataChannel.java | 34 +
.../hadoop/hdds/server/http/HttpServer2.java | 9 +-
.../org/apache/hadoop/hdds/utils/db/Table.java | 22 +
.../apache/hadoop/hdds/utils/db/TypedTable.java | 39 +-
.../hadoop/hdds/server/http/TestHttpServer2.java | 59 ++
.../hdds/server/http/TestHttpServer2SSL.java | 30 +-
.../hadoop/hdds/utils/db/TestTypedTable.java | 56 +-
hadoop-hdds/interface-admin/pom.xml | 10 +-
hadoop-hdds/interface-client/pom.xml | 30 +-
.../src/main/proto/DatanodeClientProtocol.proto | 5 +-
hadoop-hdds/interface-server/pom.xml | 30 +-
hadoop-hdds/server-scm/pom.xml | 8 +-
.../container/replication/ReplicationManager.java | 298 +++++++-
.../hadoop/hdds/scm/ha/InterSCMGrpcClient.java | 10 +
.../hdds/scm/ha/InterSCMGrpcProtocolService.java | 23 +-
.../replication/TestReplicationManager.java | 441 +++++++++++
.../hadoop/hdds/scm/ha/TestInterSCMGrpcClient.java | 28 +
.../ozone/shell/keys/ChecksumKeyHandler.java | 5 +-
.../hadoop/ozone/client/OzoneClientUtils.java | 23 +-
.../client/checksum/BaseFileChecksumHelper.java | 19 +-
.../client/checksum/ChecksumHelperFactory.java | 10 +-
.../client/checksum/ECFileChecksumHelper.java | 6 +-
.../checksum/ReplicatedFileChecksumHelper.java | 6 +-
.../ozone/client/protocol/ClientProtocol.java | 8 +
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 5 +
.../hadoop/ozone/client/TestOzoneClientUtils.java | 12 +-
.../client/checksum/FileChecksumBenchmark.java | 9 +-
.../client/checksum/TestFileChecksumHelper.java | 26 +-
.../security/acl/iam/IamSessionPolicyResolver.java | 10 +
.../acl/iam/TestIamSessionPolicyResolver.java | 140 +++-
hadoop-ozone/dev-support/checks/kubernetes.sh | 7 +
hadoop-ozone/dist/pom.xml | 4 +-
.../Ozone - Memory Consumption Metrics.json | 4 +-
hadoop-ozone/dist/src/main/k8s/examples/testlib.sh | 14 -
hadoop-ozone/dist/src/main/license/bin/LICENSE.txt | 3 +-
hadoop-ozone/dist/src/main/license/jar-report.txt | 3 +-
.../main/smoketest/security/ozone-secure-sts.robot | 200 ++++-
.../org/apache/hadoop/ozone/s3/ProxyServer.java | 28 +
.../fs/ozone/AbstractOzoneFileSystemTest.java | 5 +
.../ozone/AbstractRootedOzoneFileSystemTest.java | 66 ++
.../hadoop/fs/ozone/OzoneFileSystemTestBase.java | 24 +
...ava => TestOfsGetFileChecksumRpcBenchmark.java} | 176 ++---
.../client/rpc/TestContainerStateMachine.java | 47 +-
.../rpc/TestContainerStateMachineStream.java | 23 +
.../ozone/client/rpc/read/TestKeyInputStream.java | 13 +-
.../ozone/client/rpc/read/TestStreamRead.java | 63 ++
.../replication/TestPerVolumePushReplication.java | 553 ++++++++++++++
.../hadoop/ozone/om/TestOMUpgradeFinalization.java | 2 +-
.../org/apache/hadoop/ozone/om/TestOmMetrics.java | 53 +-
...stOzoneManagerHAFollowerReadWithAllRunning.java | 19 +-
.../om/service/TestOmFsoWriteLockConvoyBench.java | 837 +++++++++++++++++++++
.../om/snapshot/TestOzoneManagerSnapshotAcl.java | 30 +-
hadoop-ozone/interface-client/pom.xml | 21 +-
hadoop-ozone/interface-storage/pom.xml | 9 +-
.../java/org/apache/hadoop/ozone/om/OMMetrics.java | 39 +-
.../apache/hadoop/ozone/om/OmMetadataReader.java | 46 +-
.../file/OMDirectoryCreateRequestWithFSO.java | 251 ++++--
.../request/file/OMFileCreateRequestWithFSO.java | 335 ++++++---
.../ozone/om/request/file/OMFileRequest.java | 79 +-
.../om/request/key/OMKeyCommitRequestWithFSO.java | 608 +++++++++------
.../om/request/key/OMKeyDeleteRequestWithFSO.java | 329 +++++---
.../om/request/key/OMKeyRenameRequestWithFSO.java | 364 +++++----
.../OMLifecycleConfigurationSetRequest.java | 5 +-
.../om/request/s3/security/OMSetSecretRequest.java | 2 +-
.../om/request/s3/security/S3GetSecretRequest.java | 2 +-
.../s3/security/S3RevokeSTSTokenRequest.java | 2 +-
.../request/s3/security/S3RevokeSecretRequest.java | 2 +-
.../request/s3/security/S3SecretRequestHelper.java | 8 +-
.../om/snapshot/diff/SnapshotDiffValueParser.java | 29 +
.../hadoop/ozone/om/TestOMMetadataReader.java | 133 ++++
.../hadoop/ozone/om/TestOMMetricsSetters.java | 58 ++
.../file/TestOMFileCreateRequestWithFSO.java | 29 +
.../request/key/TestOMKeyDeleteRequestWithFSO.java | 98 +++
.../request/key/TestOMKeyRenameRequestWithFSO.java | 141 ++++
.../s3/security/TestS3GetSecretRequest.java | 30 +
.../s3/security/TestS3RevokeSTSTokenRequest.java | 15 +
.../s3/security/TestS3SecretRequestHelper.java | 31 +-
.../ozone/om/upgrade/TestOMVersionManager.java | 2 +-
.../fs/ozone/BasicOzoneClientAdapterImpl.java | 11 +-
.../hadoop/fs/ozone/BasicOzoneFileSystem.java | 5 +
.../ozone/BasicRootedOzoneClientAdapterImpl.java | 51 +-
.../fs/ozone/BasicRootedOzoneFileSystem.java | 5 +
.../apache/hadoop/fs/ozone/OzoneClientAdapter.java | 2 +
...sicRootedOzoneClientAdapterGetFileChecksum.java | 199 +++++
.../hadoop/ozone/s3/endpoint/EndpointBase.java | 1 +
.../ozone/s3/endpoint/ObjectAttributesHandler.java | 2 +
.../s3/endpoint/S3LifecycleConfiguration.java | 63 ++
.../hadoop/ozone/s3/util/S3GActionIamMapper.java | 13 +
.../TestS3ActionOverrideForOwnerVerification.java | 143 +++-
.../endpoint/TestS3LifecycleConfigurationPut.java | 27 +
.../ozone/s3/util/TestS3GActionIamMapper.java | 7 +
pom.xml | 14 +-
121 files changed, 6799 insertions(+), 1490 deletions(-)
copy dev-support/ci/{integration_suites.sh => kubernetes_suites.sh} (89%)
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/ipc_/metrics/TestRpcMetrics.java
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/keyvalue/BlockReadCursor.java
delete mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/keyvalue/ReadBlockComputation.java
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/TestBlockReadCursor.java
copy
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/{TestOfsGetFileStatusBenchmark.java
=> TestOfsGetFileChecksumRpcBenchmark.java} (60%)
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/container/replication/TestPerVolumePushReplication.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/service/TestOmFsoWriteLockConvoyBench.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/TestOMMetricsSetters.java
create mode 100644
hadoop-ozone/ozonefs-common/src/test/java/org/apache/hadoop/fs/ozone/TestBasicRootedOzoneClientAdapterGetFileChecksum.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
