This is an automated email from the ASF dual-hosted git repository.
errose28 pushed a change to branch HDDS-14496-zdu
in repository https://gitbox.apache.org/repos/asf/ozone.git
from 77e82c6182d HDDS-16639. `ozone admin upgrade status` should have an
admin check (#11354)
add c0c3241ff57 HDDS-16115. Reject invalid lifecycle rule Status values
(#10980)
add 1a4486a271b HDDS-16088. Reject lifecycle
AbortIncompleteMultipartUpload rules whose daysAfterInitiation exceeds the MPU
cleanup threshold (#10982)
add 32b6c97db1f HDDS-16071. Add S3 Bucket Lifecycle CRUD integration tests
to AbstractS3SDKV2Tests (#10986)
add a552e060433 HDDS-16183. Avoid the per-group list copy in
OMKeyRequest.sumBlockLengths (#11026)
add db3fff45c51 HDDS-16198. Refactor the admin permission check for
LifecycleService. (#11034)
add 6a903990741 Improve listSnapshotDiffJobs
add b58885e7baf Adding OM tests.
add 54881878681 Add missing check for GetContainerChecksumInfo.
add afa7f0e667c HDDS-13242. getTrashRoots should not be bounded by
ozone.fs.listing.page.size.max (#11002)
add 3af0d141eb1 HDDS-16197. Remove all bucket tagging outstanding TODOs
(#11036)
add a9b67b11ccb HDDS-16150. Fix error code for invalid S3 Lifecycle
Expiration Days from InvalidRequest to InvalidArgument (#11003)
add 2c02f432d30 HDDS-12208. Give `ozone debug replicas verify` options for
OM container location cache behavior. (#11015)
add d9cdd2539a2 HDDS-8096. Redirect S3G Jersey logs to log file (#11005)
add d5ce83cbd0d Improve OmMetadataReader
add 888cefdffbc HDDS-16207. Streaming read hangs until read timeout on
out-of-range ReadBlock offsets (#11040)
add 208b031453c HDDS-15140. Piggyback S3 derived key during key creation
(#10652)
add a46d391d915 HDDS-16150. Fix error code in
testS3LifecycleConfigurationCreationFailed (#11045)
add 8f4595c082e HDDS-16193. Clean up ScmClient (#11035)
add b88a3752322 HDDS-16200. Flaky container balancer robot test (#11033)
add 4dfc1cb7f81 HDDS-16085. OM CPU Load metrics on grafana uses wrong
port. (#10942)
add 5d4972e025e HDDS-16209. KeyLifecycleService leaks inFlight entry when
a task runs while shouldRun() is false (#11050)
add 9ac58d9f16c HDDS-16142. Fix double-decrement of deleted-block summary
on Ratis timeout (#11043)
add a0e14ceb083 HDDS-16211. Avoid the throwaway list copy in
OMAllocateBlockRequest quota check (#11057)
add 5b4de65e33c HDDS-16204. Avoid the per-group list copy in
ContainerToKeyMapping.getContainers (#11047)
add 3fa99ad4718 HDDS-16227. Aborted LifecycleActionTask should not mark
scan state completed (#11069)
add 48d1c2f398c HDDS-16202. Avoid the list copy in
ContainerEndpoint.getBlocks (#11038)
add 8e55a2f27b2 HDDS-15390. Utility to generate dependency ordered
snapdiff report. (#10778)
add 9e7ba249136 HDDS-16130. Remove Pair usage from Safe-mode APIs and
callers. (#10993)
add a65fe53821f HDDS-16192. Refactor o.a.h.hdds.scm.protocol (#11070)
add 758883e7bc8 HDDS-16219. Add ExportJob and expand ExportFileManager
(#11052)
add c50d89a4550 HDDS-16162. Fail lifecycle task when KeyLifecycleService
cannot prepare trash root (#11021)
add c886eef8292 HDDS-16243. Remove redundant RPC metadata from
ScmBlockLocationProtocol (#11076)
add b264f854f1b Improve Ozone Manager test coverage
add f61e35dd390 HDDS-16249. Fix no-op assertThat in
TestOzoneClientRetriesOnExceptions (#11081)
add 8a81f47f661 HDDS-16250. Improve RocksDB read performance by reducing
unnecessary iterator positioning (#11084)
add 9f7dcd839e5 HDDS-16244. Remove redundant RPC metadata from
SCMSecurityProtocol (#11079)
add 78d5650c313 HDDS-16201. Rename getLocationList to createLocationList
(#11077)
add d8940a9b280 HDDS-16223. Remove racy pre-condition assertion in
TestRefreshVolumeUsageHandler (#11063)
add 9eb3d1b1294 HDDS-16212. Avoid the per-group list copy in Recon
ContainerKeyMapperHelper (#11058)
add 9143e0e78a7 HDDS-16215. Avoid the per-group list copy in
OmMetadataManagerImpl.getBlocksForKeyDeletetBlocksForKeyDelete (#11089)
add 6e57e9f05ea HDDS-16205. Avoid the duplicate list copy in
S3MultipartUploadCompleteRequest.getMultipartDataSize (#11064)
add 45dc8861454 HDDS-1159. Fix flaky
testGetMatchingContainerMultipleThreads (#11048)
add c379bcc4478 HDDS-16133. Make TestReconTasks EMPTY_MISSING check
deterministic (#11059)
add 8efa8ff66da HDDS-16252. Avoid the per-group list copy in
OmKeyInfo.verifyAndGetKeyLocations (#11091)
add f59c1b822fd HDDS-16260. Bump zizmorcore/zizmor-action to 0.6.2 (#10977)
add 79464b60d76 HDDS-16213. Avoid the per-group list copy in
KeyManagerImpl.getPendingDeletionKeys (#11082)
add 91f20fba0ab HDDS-16261. Bump
apache/infrastructure-actions/allowlist-check to
69afc125e535c4c41e7f1b7470f583087e0f344b (#11087)
add 1fe18604720 HDDS-10478. Store full block data as ByteString in
MockDatanodeStorage (#11093)
add 66c9e5e9793 HDDS-15657. excludeContainersDueToFailure resets every
iteration, repeatedly failing containers keep being retried (#10892)
add fea5ee0c7f3 HDDS-16094. Bump ratis-thirdparty to 1.1.0 (#10956)
add 402e459b87e HDDS-16171. Tool to download OM metadata with snapshots.
(#11017)
add e80d51efdb7 HDDS-16170. Intermittent failure in
TestSnapshotDiffManager#testLoadJobsOnStartUp (#11014)
add 31b4e332b3e HDDS-16155. Fix OM checkpoint installation deadlock
between state machine pause and double-buffer flush (#10995)
add bb4a35077c2 HDDS-15333. Expose volume quota and namespace usage
metrics in OM Prometheus endpoint. (#11011)
add f944e929719 HDDS-16018. Use configured DNS-to-switch mapping directly
in SCM and OM (#10911)
add e6dfa38dbdf HDDS-15889. Show failed MoveResult breakdown in ozone
admin containerbalancer status -v (#10938)
add e62ad5b37af HDDS-16248. Refactor
PutBucketLifecycleConfigurationUnmarshaller to extend MessageUnmarshaller
(#11075)
add 4fe6e1f24c0 HDDS-16175. Do not change usedNamespace on hsync re-commit
(#11092)
add 949e43b3bea HDDS-16216. Avoid flatten-copy in
KeyInputStream.getBlockLocationInfo (#11099)
add 77f7df311df HDDS-11355. Remove Flaky tag from
testMultiBlockWritesWithIntermittentDnFailures (#11101)
add 21cdfda6081 HDDS-9377. Replace MutableStat with lock-free
ConcurrentMutableStat in OMLockMetrics and PerformanceMetrics (#11085)
add 81c61b5b44d HDDS-16224. Wait for replica with container and block
before read in TestFailureHandlingByClient (#11065)
add 7f6ea8b1ac7 HDDS-16134. Fix flaky
testPipelineExclusionWithPipelineFailure (#11062)
add 8dad48e88f2 HDDS-16285. Bump netty to 4.1.137 (#11110)
add 524660937a5 HDDS-12865. Handle automatic container cache refresh for
replica verification. (#11044)
add 4a85b7354e7 HDDS-16283. Fix flaky
testMoveToTrashAbortTaskWhenTrashRootPrepareFails (#11109)
add 9cbf98ce138 HDDS-16291. Bump commons-codec to 1.22.1 (#10971)
add d0a0620e393 HDDS-16293. Bump actions/stale to 11.0.0 (#10976)
add a16612c2b93 HDDS-16296. Bump common-custom-user-data-maven-extension
to 2.4.0 (#10972)
add da5697a19bf HDDS-16294. Bump zstd-jni to 1.5.7-12 (#10973)
add e2556a3aeac HDDS-16295. Bump cyclonedx-maven-plugin to 2.9.3 (#10970)
add b759fce51e7 HDDS-16165. Fix intermittent failure in
TestOzoneClientRetriesOnExceptions.testMaxRetriesByOzoneClient
add 1911e03d11e Enable OM S3 gRPC auth.
add d959514a979 HDDS-16277. Reuse CharsetEncoder/Decoder in StringCodec
(#11112)
add 1303c11a922 HDDS-16292. Bump actions/setup-java to 5.7.0 (#10975)
add 341b76d655a HDDS-14524. Add freon test that uses hfs API for both
writes and reads (#10651)
add 6f3abf61ac7 HDDS-16189. Return application/xml for S3 error responses
(#11031).
add 521e046314b HDDS-11839. Accept SCM node id in ozone admin scm transfer
(#11022)
add 9ff918bf2b3 HDDS-16305. Add version tag for pinned infra actions
(#11129)
add 36a80f5a0e6 HDDS-11421. `ozone dtutil get` to handle o3:// and ofs://
URLs (#11067)
add 77979b013ac HDDS-16098. Speed up TestStreamRead (#10961)
add e330a6aaa63 HDDS-16163. Fix TrashOzoneFileSystem error handling on
LEGACY buckets (#11016)
add 0df1bc25212 HDDS-15997. Fix QuotaRepairTask scan hang and partial
counts on worker failure (#10884)
add 1a8396cb560 HDDS-16100. Parameterize TestChunkInputStream (#11117)
add b23218a8cff HDDS-16251. Preserve signed empty Content-Type during
preprocessing (#11088).
add 6cc8f31d2fe HDDS-16074. Make Recon RECON_TASK_STATUS column upgrade
idempotent and fail on error. (#11060).
add 9fdadbb888d HDDS-16310. Avoid allocating a comparator per HeapEntry
comparison in ListIterator (#11137)
add acc685ec8d4 HDDS-16298. ECBlockChecksumComputer returns empty MD5 due
to duplicate digest() call (#11125)
add a439238a8cc HDDS-16322. ConfigurationSource.getClass loads property
key instead of configured class name (#11144)
add 1b6bb47767b HDDS-13310. Intermittent failure in
TestContainerOperations (#8770)
add a17ad8798a4 HDDS-16280. Avoid eager Preconditions message on hot paths
(#11131)
add 7e314c75661 HDDS-16331. Bump byte-buddy to 1.18.12 (#11155)
add f7a88e317e3 HDDS-16330. Bump zstd-jni to 1.5.7-15 (#11154)
add 17f5be015f5 HDDS-16033. Fix intermittent failures in
TestKeyLifecycleService (#11145)
add f56755819c0 HDDS-16328. Bump opentelemetry to 1.65.0 (#11152)
add 3e3eb1b0344 HDDS-16329. Bump avro to 1.12.2 (#11153)
add c87a5667526 HDDS-16332. Bump commons-collections4 to 4.6.0 (#11156)
add 4efa2943eca HDDS-16317. Rename TestKeyValueContainerIntegrityChecks
for naming convention (#11149)
add 2a33e5597e4 HDDS-16341. Bump awssdk to 2.54.2 (#11165)
add eec25d7870d HDDS-16344. Bump jackson to 2.21.6 (#11163)
add c898c6f7511 HDDS-16346. Bump jnr-posix to 3.2.2 (#11166)
add e564c45a1a4 HDDS-16343. Bump restrict-imports-enforcer-rule to 3.0.1
(#11162)
add f7a27ef1641 HDDS-16345. Bump commons-validator to 1.11.0 (#11164)
add 0047629eb7b HDDS-16348. StorageSize.parse fails on values with
surrounding whitespace (#11167)
add 1908e5e2928 HDDS-14439. Require Java 17 for server components (#9640)
add 5c70970a7c8 HDDS-16257. Avoid the flatten-copy in
OmMetadataManagerImpl.getExpiredOpenKeys' hsync branch (#11116)
add 74a7ab4b48f HDDS-16286. Use StaticMapping in MiniOzoneCluster topology
setup (#11158)
add 9bc3b590b9a HDDS-16256. Avoid the per-group list copy in
OMKeyRequest.filterOutBlocksStillInUse (#11115)
add 57072651c6a HDDS-15394. Sequential Reader of from and to snapshots for
full snapshot diff. (#11083)
add bf13abb3721 HDDS-16353. Pipeline violates the equals and hashCode
contract (#11179)
add fb30b6c1065 HDDS-16334. The maps in XceiverClientShortCircuit should
not use String as key. (#11178)
add e1506e441f0 HDDS-16373. Fix InterSCMGrpcClient checkpoint download
deadline unit (#11191)
add 0ec5ee2fa69 HDDS-16073. Implement ObjectParts listing and pagination
for completed multipart objects in GetObjectAttributes (#11020).
add 04547b2632b HDDS-16195. Reuse computed replicated sizes in
KeyDeletingService (#11028)
add e0043cae4c0 HDDS-16349. Use HashSet instead of TreeSet for the
per-datanode container index (#11168)
add 88ddb955d54 HDDS-16131. Intermittent failure in
TestBlockDeletingService#testBlockDeletionMetricsUpdatedProperlyAfterEachExecution
(#11013)
add c639efc7227 HDDS-16350. Avoid a point-get for the start-key check in
RDBTable.getRangeKVs (#11169)
add 0ef5184106a HDDS-16218. Fix SCM HA log messages that drop values and
stack traces (#11046)
add 54da65a9d45 HDDS-15356. Addendum: Make multi-buffer chunk checksum
allocation-free (#11008)
add 9d36126a46d HDDS-16311. Avoid the O(n^2) part-number lookup in S3
multipart complete (#11138)
add 0539afa0b28 HDDS-16214. Avoid per-group list copies in KeyManagerImpl
read paths (#11078)
add 16545021c4c HDDS-15141. Support `HMAC-SHA256` signature verification
for S3 chunked uploads (#11061).
add b8bc13d9a7e HDDS-16336. S3 GET inverted Range with start inside object
yields negative Content-Length (#11160).
add 0f0e73574b9 HDDS-16288. Replace MutableRate with lock-free
ConcurrentMutableRate on OM hot-path metrics (#11128)
add 27431b72117 HDDS-16385. Minor cleanups in NodeDecommissionManager
(#11211)
add e96df8e2003 HDDS-13887. [STS] Protobuf Plumbing for AssumeRole
Requests (#9254)
add 281a5b3630d HDDS-13848. [STS] Artifacts for Ranger to authorize STS
token (#9214)
add 7eaebe6e428 HDDS-13888. [STS] Introduce S3AssumeRoleRequest and
S3AssumeRoleResponse (#9276)
add b0ae8b59012 Merge branch 'master' into HDDS-13323-sts
add a8c868870a2 HDDS-13909. [STS] Introduce STSTokenIdentifier class
(#9277)
add b79a8dd4305 HDDS-13724. [STS] Part 1 - Create utility to convert IAM
policy to groupings of OzoneObj and Acls (#9239)
add 9d3c32fba57 HDDS-13950. [STS] Introduce STSTokenSecretManager to sign
STS tokens (#9323)
add b4ff104a446 HDDS-13925. [STS] Part 2 - Create utility to convert IAM
policy to groupings of OzoneObj and Acls (#9292)
add c63f444a461 HDDS-13961. [STS] Encrypt secretAccessKey in session token
(#9344)
add 934f4c18842 HDDS-13926. [STS] Part 3 - Create utility to convert IAM
policy to groupings of OzoneObj and Acls (#9306)
add 36852379d5c HDDS-13997. [STS] Plumbing for passing STS token through
S3 api processing (#9372)
add 8f7ec1011a4 HDDS-14066. [STS] Database updates for revoked STS tokens
(#9420)
add 3d177048952 HDDS-14067. [STS] Plumbing and CLI utility to revoke STS
token (#9435)
add 2062a06942e HDDS-13942. [STS] Part 4 - Create utility to convert IAM
policy to groupings of OzoneObj and Acls (#9315)
add ae4bdb30974 HDDS-14091. [STS] Deny access if STS token is found in
revoked table (#9445)
add 08186522ad5 HDDS-14011. [STS] Ranger interactions for STS tokens
(assumeRole and S3 api calls) (#9484)
add a47b0b47880 HDDS-14067. [STS] Plumbing and CLI utility to revoke STS
token (#9507)
add 0b2db9c80c9 HDDS-14373. [STS] Revoked STS token logic tweaks (#9604)
add c63f0096315 HDDS-14094. [STS] Background service to remove revoked
tokens that are past expiration from DB (#9468)
add 2cf4e918b8e HDDS-14364. [STS] Revoked permanent credential must render
all associated STS tokens useless (#9602)
add bf1453d2ec4 HDDS-13345. STS port and endpoint skeleton (#9343)
add 56da3888204 HDDS-14150. [STS] Connect STS Endpoint to Backend
Processing (#9673)
add bb2b540bd28 HDDS-14514. [STS] Revamp error handling in endpoint to
conform to AWS XML (#9674)
add 0f3b26b1b29 HDDS-14420. [STS] Add audit logging to endpoint and
OzoneManager for STS (#9687)
add 4b450b4980c HDDS-14472. [STS] Refactor constants and validation
methods to shared location (#9658)
add 7991b3abb6d HDDS-14538. [STS] Leader OM should generate access key and
secret and pass to others (#9697)
add 6ff971244c3 HDDS-14681. [STS] Support StringLike Condition operator in
IAM session policy and handle certain errors more gracefully (#9795)
add f9bec4bde8d HDDS-14711. [STS] Ensure accessKeyId is valid for
sessionToken (#9820)
add e63936bce0e HDDS-14716. [STS] Use MalformedPolicyDocument error code
for IAM Session Policy validation errors (#9823)
add f7c62ae2329 Merge remote-tracking branch 'origin/master' into
HDDS-13323-sts
add 5a4e49f1956 HDDS-14779. [STS] Part 1 - IAM Session Policy and
ListBucket improvements (#9894)
add 538a8f2a7b7 HDDS-14801. [STS] Part 2 - IAM Session Policy and
ListBucket improvements (#9895)
add 2a855ae8a72 HDDS-14808. [STS] Part 4 - IAM Session Policy and
ListBucket improvements (#9899)
add 1f723f7fbac HDDS-14851. [STS] Better Handling for PayloadTooLarge and
Small Perf Fix (#9938)
add 9b3577e8d79 HDDS-14847. [STS] Expose ExpiredToken Error (#9935)
add 9504881b5f8 HDDS-14809. [STS] Part 5 - IAM Session Policy and
ListBucket improvements (#9900)
add 1810c0d32e0 HDDS-14861. [STS] Fix Latent S3 API issue when ListBuckets
Missing a Required Permission (#9949)
add 37a224b2176 HDDS-14899. [STS] Updates to ACLs in
IamSessionPolicyResolver (#9977)
add 603a8abc375 Merge remote-tracking branch 'upstream/master' into
HDDS-13323-sts
add 56654627b20 HDDS-14935. [STS] Handle Latent Inconsistencies in S3 API
Acl Checks (#10009)
add fd0ae5c7f7e HDDS-15137. [STS] Ensure each S3 API has an associated S3
Action (#10197)
add 9f233336da2 HDDS-15182. Avoid extra read for modification time on
CopyObject/CopyPart (#10203)
add 11f957cea3a HDDS-15194. [STS] Update IamSessionPolicyResolver to
return S3 Actions (#10204)
add ef10673605c HDDS-15771. [STS] Add s3Action for expected bucket owner
condition checks (#10688)
add 79b82272595 HDDS-15861. [STS] Actions must not be sent in
RequestContext to Authorizer if feature flag is off (#10771)
add dc3b37d5701 HDDS-15984. [STS] Improve s3:prefix Condition handling and
reject unsupported AssumeRole parameters (#10875)
add 26380fdf76a Merge remote-tracking branch 'upstream/master' into
HDDS-13323-sts
add c41e9d6dcbd Merge remote-tracking branch 'upstream/master' into
HDDS-13323-sts
add fd455023fce HDDS-14810. [STS] Part 2 - STS Ranger Smoke Tests (#9902)
add a48cf12131f HDDS-14811. [STS] Part 3 - STS Ranger Smoke Tests (#9903)
add 113e3d0f100 HDDS-16187. [STS] Fix Latent S3 DeleteObjects Issue
(#11019)
add 3a56b7faa35 HDDS-15325. [STS] Polaris Smoke Test (#10315)
add 2b5240bf92f Merge remote-tracking branch 'upstream/master' into
HDDS-13323-sts
add ff6f7e0c5ec Merge remote-tracking branch 'upstream/master' into
HDDS-13323-sts
add d5a76c5204e HDDS-16240. [STS] Remove /sts from endpoint to enhance
compatibility (#11073)
add 5000f2835c5 HDDS-16186. Move sts robot tests out of misc suite (#11042)
add dc169f6e87c HDDS-16110. [STS] Update key in sts revocation table
(#11095)
add 5a0707f4baa HDDS-16472. [STS] Tighten session policy validation
(#11103)
add 30a353d780b HDDS-16371. [STS] Better messaging for invalid endpoint
path and prevent non-canonical token use (#11186)
add 0ab01a4777f HDDS-16313. [STS] Handle linked bucket and session
policies (#11196)
add 5bc5a1e362f HDDS-16290. [STS] Implement GetCallerIdentity API (#11121)
add 556c15e9117 Merge remote-tracking branch 'origin/HDDS-13323-sts' into
master
add 0c981849106 HDDS-16145. Fix race between DeletedBlockLogStateManager
transaction removal and SCM HA buffer flush (#11188)
add 1b9cbd1dd60 HDDS-16320. Recon incorrectly marks healthy EC containers
as REPLICA_MISMATCH by comparing checksums across different EC replica indexes.
(#11215)
add 37e75cb7787 HDDS-16092. Stop takeSnapshot from lowering the persisted
transaction index (#10953)
add 61cb7834055 HDDS-16229. Add RocksDB multiGetSkipCache for batched
table reads. (#11068)
add a394802ec93 HDDS-16314. Filter out blocks still in use before
enqueuing overwritten key versions in S3 MPU complete (#11135)
add bcf62c79a08 HDDS-15789. OM DB size should be reduced after compaction
(#11173)
add f9f61847685 HDDS-16135. Fix remaining intermittent failures in
TestKeyLifecycleService (#11202)
add 644bb55e6ba HDDS-16365. Pipeline.getReplicaIndexes() unnecessarily
create a new map. (#11194)
add 43ce3e0e473 HDDS-16409. Bump guava to 33.7.1-jre (#11208)
add 4cc03d119d7 HDDS-16411. Bump javassist to 3.33.0-GA (#11207)
add 75c1cca80e5 HDDS-16412. Bump sqlite-jdbc to 3.53.4.0 (#11205)
add 3f4e78e4c14 HDDS-16416. Bump actions/setup-java to 6.0.0 (#11210)
add dda118aec0b HDDS-15916. Native memory leak in ECKeyOutputStream
(#11180)
add 07fea7e1f5a HDDS-16359. Configure maven-resolver-transport-http retry
for CI (#11175)
add 5fb21276db1 HDDS-13218. Add integration tests for snapshot defrag
checkpoint footprint savings (#11094)
add d3843b157b1 HDDS-15857. Fix checksum calculation in KeyValueHandler
for variable-sized chunks (#10764)
add 6d15218437b HDDS-16372. Surface OM's detailed message for rejected
lifecycle configuration (#11189)
add b8a2ef3309a HDDS-16403. Replace deprecated
java.security.AccessControlException in HttpFSServer (#11231)
add c0629ebc6a0 HDDS-16392. Parse Proto2Codec values from CodecBuffer
instead of InputStream (#11233)
add 07e64df5c6f HDDS-15424. Support concurrent positional read (#11102)
add 80be70dcdc6 HDDS-16324. XceiverClientGrpc.streamRead should wait for
flow-control readiness via onReadyHandler instead of a 10 ms poll (#11195)
add 20e6a1c0f60 HDDS-15986. Report ozone local startup failures (#10934)
add 68f3d3c4ea9 HDDS-16406. Remove deprecated ThreadGroup.isDestroyed()
and ThreadGroup.destroy() (#11248)
add 23efbc7386a HDDS-16483. zizmor-action upgrade may break silently
(#11249)
add 2ce22d95300 HDDS-12869. Add some corner cases in create bucket (#11240)
add 7f33fc535ac HDDS-11717. Upgrade Spring Framework to 6.2.19, jOOQ to
3.19.37 (#11172)
add 4250410bc29 HDDS-16173. Add cluster utilization analysis for container
balancer CLI commands (#11037)
add 464470d6c27 HDDS-16484. Bump zizmorcore/zizmor-action to 0.6.4 (#11213)
add 9005b4af866 HDDS-16156. Create HTTP base dir under java.io.tmpdir
instead of the working directory (#10997)
add e6e62de12d5 HDDS-16351. FeatureProvider.Feature.of throws
NoSuchElementException instead of IllegalArgumentException (#11170)
add 9ddbaa4e50e HDDS-15925. Remove redundant InfoBucket RPC from OFS
getFileStatus by validating bucket layout server-side (#11226)
add 11ba2a1f13c HDDS-16360. Add liveness and readiness health endpoints to
S3 Gateway (#11224)
add fe4a01b7f9c HDDS-15698. Fix concurrent write and hsync race in
BlockOutputStreamEntryPool (#10830)
add bc7055ab43d HDDS-16363. Fix split-schema MPU size tracking in Recon
event handlers (#11181)
add 3cf259cae14 HDDS-16161. Prevent failed OM requests from changing
bucket usage (#11216)
add b5af13b8dc1 HDDS-16389. Add command to display snapshot counts per
bucket. (#11217)
add 0bc3461998d HDDS-11130. Intermittent failure in
TestSnapshotDeletingService#testSnapshotSplitAndMove (#11142)
add 60274badc16 HDDS-16405. ReplicationManagerReport should not be used
for transient state (#11230)
add 6dd41bede5c HDDS-16278. Reuse DecimalFormat in SCMNodeManager
statistics (#11113)
add 8f7fbbb26c5 HDDS-15225. Fix BlockDataStreamOutput.hsync() exception
handling (#11143)
add f1205dc8ca7 HDDS-16378. Skip creating completion marker file in
`upgrade-container-schema --dry-run` (#11198)
add 577f309591b HDDS-12688. Set test-friendly defaults in mini-cluster
(#10926)
add 896949610f9 HDDS-16425. Fail datanode startup cleanly on
initialization errors (#11246)
add 2c30d6f2924 HDDS-16138. Add compatibility coverage for SCM Ratis role
output over IPv6 (#11049)
add e8add5688da HDDS-16109. Update upgrade/xcompat tests to use 2.2.1
(#11133)
add 2e97c0fc07a HDDS-15485. Avoid ByteBuffer.wrap on
ChunkBuffer.put(byte[]) path (#11147)
add a21f3eeb8a9 HDDS-16374. Use the datanode-specific block deletion
interval during reconfiguration (#11193)
add a9c9caff033 HDDS-16084. Add ErrorProne to CI (#11056)
add 6cf6756734d HDDS-16511. Bump bouncycastle to 1.86 (#11267)
add 20ce16c82c9 HDDS-16507. Bump slf4j to 2.0.19 (#11268)
add 26557dfafb5 HDDS-16140. Qualify S3 Gateway path-style access over IPv6
(#11124)
add cc2fed27df5 HDDS-16508. Bump jline to 3.30.17 (#11269)
add aaa9901f6e7 HDDS-16509. Bump maven-install-plugin to 3.2.0 (#11265)
add 6aa2642cf23 HDDS-16510. Bump properties-maven-plugin to 1.3.1 (#11266)
add a5f33b9a1dc HDDS-16106. Add 2.1.2 to xcompat compatibility tests
(#11259)
add 170a4651ca5 HDDS-16515. Set payload hash in testIPv6HostInStringToSign
(#11273)
add cc125926f88 HDDS-16482. Fix flaky
TestBlockDataStreamOutput.closeAfterWriteFailureThrows (#11263)
add e4aab123a05 HDDS-16512. Bump actions/setup-java to 6.0.1 (#11270)
add e34086e3cac HDDS-16127. Document OmKeyInfo key location version
semantics (#11018)
add 8bc575ca156 HDDS-16514. Fix intermittent
TestReconContainerManager.testUpdateAndRemoveContainerReplica (#11274)
add f17df541a71 HDDS-16519. Bump maven-compiler-plugin to 3.16.0 (#11276)
add dd5236e9297 HDDS-16521. Bump byte-buddy to 1.18.13 (#11279)
add 39dfab3b6d8 HDDS-16522. Bump exec-maven-plugin to 3.6.4 (#11280)
add 0281ad7cd46 HDDS-16520. Bump build-helper-maven-plugin to 3.6.2
(#11278)
add 2bdfe5b28f7 HDDS-16524. Ignore error_prone_core 2.43 and later (#11283)
add 012c5e54ea3 HDDS-16525. Bump zstd-jni to 1.5.7-16 (#11284)
add 320d855c08b HDDS-16528. Bump maven-deploy-plugin to 3.2.0 (#11288)
add be473161a16 HDDS-16526. Bump netty to 4.1.138 (#11285)
add 3d330090129 HDDS-16527. Bump opentelemetry to 1.66.0 (#11286)
add c3f6cbf0149 HDDS-10788. Fix intermittent failure in
TestWatchForCommit.testWatchForCommitForRetryfailure (#11001)
add 1dff0050e07 HDDS-16199. Log skipped unhealthy containers at INFO
(#11041)
add c6f51fbec4c HDDS-16254. Deprecate ineffective
ozone.om.ratis.server.retry.cache.timeout (#11096)
add ecd7ff08e80 HDDS-16518. Intermittent timeout waiting on scm3 9860
(#11282)
add e9a0d941bfd HDDS-11646. Intermittent timeout in
TestXceiverClientMetrics (#11029)
add d18115d1ed4 HDDS-16523. Fix flaky openFileTable assertions in
TestHSync (#11281)
add 992c7cc3f27 HDDS-14072. Show structured test summary in CI result
(#10857)
add 906062ef325 HDDS-16196. Bump Apache Ratis to 3.3.1 (#11032)
add d7a2702212b HDDS-15828. Fix flaky TestDirectoryDeletingServiceWithFSO
snapshot cleanup (#11212)
add d0e0b10fc02 HDDS-16426. Fix thread-safety of positioned reads in
OzoneCryptoInputStream (#11251)
add 8621653ec90 HDDS-16504. Datanode startup can hang indefinitely when
Ratis group recovery stalls (#11264)
add aed7ceac7cc HDDS-16465. Validate snapshot chains before mutation
(#11253)
add 19ca844b89f HDDS-15918. Optimize TestSCMNodeManager by reducing
heartbeat configs (#10837)
add b5bf1d26fea HDDS-16315. Skip MD5 recomputation in CopyObject when
source ETag can be reused (#11136)
add 7fe5962ce04 HDDS-16220. Reduce OM bucket write-lock hold time during
FSO directory purge (#11118)
add 0fe7ffdff08 HDDS-16407. In OM serialize the Ratis reply eagerly so the
retry cache holds bytes, not the OMResponse tree (#11234)
add 718fe1ac733 HDDS-16421. Close the stream's block file when a request
is rejected on the stream (#11250)
add 8c6c3b61a2a HDDS-16550. Intermittent failure in
testSnapshotDiffWhenOmLeaderRestart (#11299)
add 6ae92dab30d HDDS-16506. [STS] Use Consistent DurationSeconds
Validation Message, minor doc updates (#11261)
add 5a73b2688ff HDDS-16342. Make dependabot update awssdk only monthly
(#11297)
add 8c6c9fa7229 HDDS-16139. Define and enforce OFS and O3FS IPv6 authority
contracts (#11108)
add f73fa1a506a HDDS-16400. Fix thread-safety of positioned reads in
OzoneFSInputStream (#11245)
add 968f12d343d HDDS-16561. Bump awssdk to 2.54.18 (#11300)
add 153902ae046 HDDS-16149. Remove Pair usage from
client/common/framework/container-service (#11132)
add 54ad584c7b7 HDDS-16529. Replace reflective OM follower routing with
typed dispatch (#11289)
add 23aeb7b6080 HDDS-15378. Add component labels for PRs based on changed
files (#10851)
add ee13c483d6d HDDS-11853. Avoid redundant UUID conversion in
XceiverClientRatis hot path (#11247)
add 74c0f155b2f HDDS-16420. Use partial cache for OmLifecycleConfiguration
and OmLifecycleScanState table (#11241)
add bc434323f30 HDDS-16393. Reject oversized Days values in
PutBucketLifecycle (#11290)
add b0c52667fe2 HDDS-12072. Add Robot test for repair om
update-transaction (#11303)
add 5f210a1365c HDDS-16560. [STS] Intermittent AccessDenied in GetObject
(#11306)
add 16d48c88861 HDDS-16562. Bump byte-buddy to 1.18.14 (#11301)
add eec0c14b39d HDDS-16589. Intermittent failure in
testOMProxyProviderFailoverOnConnectionFailure (#11312)
add 7b68fcd3414 HDDS-16282. Avoid O(n^2) key removal in S3 DeleteObjects
(#11126)
add 54c21025222 HDDS-16583. STS credential validation updates (#11305)
add d51f0e4e7a3 HDDS-16557. Enums with per-constant impl may not be
reproducible (#11311)
add 9539b07b3c8 HDDS-16375. Apply fileSize filter independently in Recon
fileCount endpoint (#11203)
add 4455796d0f1 HDDS-16582. Improve errorprone check (#11308)
add 8431e6133d6 HDDS-16357. Recon fileCount API does not normalize the
fileSize query parameter (#11174)
add 995e9389fdd HDDS-16498. Run sts and other Ranger tests in same split
(#11254)
add c0ec36033b6 HDDS-15931. Remove usage of internal netty metrics (#10846)
add 984edb2ed81 HDDS-16206. Start MiniOzoneCluster datanodes finalized
(#11111)
add d4d5ec65d5a HDDS-15913. Extract common Kerberos/MiniKDC setup from
serveral tests (#10873)
add 4ab81d2a2e2 HDDS-16126. Fence quota repair deltas by bucket objectID
(#11309)
add 95daf18cab3 HDDS-16423. Fix intermittent failure in
testContainerReconciliationFailureContainerScan
add aac57526e3e HDDS-16307. Construct listeners from separate host and
port values (#11130)
add e655dbdb9c4 HDDS-16590. Avoid storing RocksCheckpoint handle to avoid
use-after-free (#11317)
add 409c6820794 HDDS-16565. Update per-volume replication config keys for
consistency (#11304)
add b64c7fc0d76 HDDS-16387. ContainerBalancer status --verbose throws
IllegalStateException after a rejected start (#11275)
add 571a67a023d HDDS-16179. Estimate subcommand for container balancer
with profiles (#11255)
add 710832575fc HDDS-16601. Rename more test helpers and parents for
naming convention (#11325)
add 89c9a2529a9 HDDS-16593. Speed up TestKeyLifecycleService: remove 2 sec
wait (#11330)
add ad059968a55 HDDS-16604. S3 DeleteObjects returns 200 when OM rejects
the whole batch (#11327)
add 67044fa33a7 HDDS-16612. Bump zstd-jni to 1.5.7-17 (#11331)
add 54c1d08c999 HDDS-16617. Bump nimbus-jose-jwt to 10.10 (#11332)
add 33913b09971 HDDS-16618. Bump jnr-posix to 3.2.4 (#11333)
add fb2034c7870 HDDS-16607. Bump
apache/infrastructure-actions/allowlist-check to 1.0.4 (#11335)
add ba33ee9ac70 HDDS-16174. Add container balancer assessment command to
report cluster imbalance (#11256)
add 47d93f181cc HDDS-15209. Stabilize
TestRocksDBCheckpointDiffer#testDifferWithDB for RocksDB layout variance
(#11324)
new c064bafb5e1 Merge branch 'master' into HDDS-14496-zdu
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/ci.md | 1 +
.github/dependabot.yml | 15 +
.github/labeler.yml | 90 +
.github/workflows/asf-allowlist-check.yaml | 2 +-
.github/workflows/build-ratis.yml | 4 +-
.github/workflows/check.yml | 12 +-
.github/workflows/ci-with-ratis.yml | 4 +-
.github/workflows/ci.yml | 54 +-
.github/workflows/close-stale-prs.yaml | 2 +-
.github/workflows/intermittent-test-check.yml | 8 +-
.github/workflows/label-pr.yml | 39 +-
.github/workflows/populate-cache.yml | 15 +-
.github/workflows/post-commit.yml | 2 +-
.github/workflows/repeat-acceptance.yml | 4 +-
.github/workflows/schedule-label-pr.yml | 7 +-
.github/workflows/scheduled-cache-update.yml | 2 +-
.github/workflows/zizmor.yml | 4 +-
.gitignore | 1 +
.mvn/extensions.xml | 2 +-
CONTRIBUTING.md | 4 +-
dev-support/ci/errorprone.bats | 102 +
.../ci/junit_summary.bats | 20 +-
dev-support/ci/junit_summary.py | 189 ++
dev-support/ci/selective_ci_checks.bats | 36 +-
dev-support/ci/selective_ci_checks.sh | 20 +
dev-support/ci/test_junit_summary.py | 226 ++
.../apache/hadoop/hdds/scm/XceiverClientGrpc.java | 68 +-
.../apache/hadoop/hdds/scm/XceiverClientRatis.java | 4 +-
.../hadoop/hdds/scm/XceiverClientShortCircuit.java | 111 +-
.../hdds/scm/storage/BlockDataStreamOutput.java | 7 +-
.../hadoop/hdds/scm/storage/BlockInputStream.java | 148 +-
.../hadoop/hdds/scm/storage/BlockOutputStream.java | 13 +-
.../hadoop/hdds/scm/storage/ChunkInputStream.java | 177 +-
.../hdds/scm/storage/DomainSocketFactory.java | 4 +
.../hdds/scm/storage/LocalChunkInputStream.java | 48 +-
.../hdds/scm/storage/MultipartInputStream.java | 73 +-
.../hdds/scm/storage/StreamBlockInputStream.java | 35 +-
.../io/ECBlockReconstructedStripeInputStream.java | 30 +-
.../hdds/scm/storage/DummyChunkInputStream.java | 22 +-
.../hdds/scm/storage/PositionedReadTestHelper.java | 92 +
.../scm/storage/TestBlockDataStreamOutput.java | 33 +-
.../hdds/scm/storage/TestBlockInputStream.java | 109 +
.../hdds/scm/storage/TestChunkInputStream.java | 71 +
.../hdds/scm/storage/TestMultipartInputStream.java | 126 +
.../scm/storage/TestStreamBlockInputStream.java | 114 +
.../ozone/client/io/TestECBlockInputStream.java | 2 +-
.../TestECBlockReconstructedStripeInputStream.java | 42 +
.../java/org/apache/hadoop/hdds/HddsUtils.java | 3 +-
.../org/apache/hadoop/hdds/client/BlockID.java | 22 +-
.../hadoop/hdds/conf/DelegatingProperties.java | 2 +-
.../hadoop/hdds/conf/OzoneConfiguration.java | 42 +
.../hadoop/hdds/scm/StreamingReadResponse.java | 52 +
.../scm/container/ReplicationManagerReport.java | 10 -
.../balancer/ContainerBalancerAdvisor.java | 438 +++
.../balancer/ContainerBalancerClusterAnalyzer.java | 293 ++
.../balancer/ContainerBalancerClusterSnapshot.java | 250 ++
.../balancer/ContainerBalancerConfiguration.java | 17 +-
.../balancer/ContainerBalancerEstimation.java | 205 ++
.../balancer/ContainerBalancerProfile.java | 53 +
.../apache/hadoop/hdds/scm/pipeline/Pipeline.java | 38 +-
.../hdds/scm/storage/ContainerProtocolCalls.java | 86 +-
.../apache/hadoop/hdds/tracing/TraceAllMethod.java | 28 +-
.../apache/hadoop/hdds/tracing/TracingUtil.java | 4 +
.../apache/hadoop/hdds/utils/db/CodecBuffer.java | 9 +
.../apache/hadoop/hdds/utils/db/Proto2Codec.java | 7 +-
.../hadoop/hdds/utils/db/StringCodecBase.java | 9 +-
.../hadoop/io_/retry/RetryInvocationHandler.java | 3 +
.../main/java/org/apache/hadoop/ipc_/Client.java | 33 +-
.../src/main/java/org/apache/hadoop/ipc_/RPC.java | 3 +
.../apache/hadoop/ipc_/RpcInvocationHandler.java | 11 +-
.../java/org/apache/hadoop/ipc_/RpcProxy.java} | 16 +-
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 4 +
.../java/org/apache/hadoop/ozone/OzoneConsts.java | 2 +
.../apache/hadoop/ozone/OzoneManagerVersion.java | 5 +
.../org/apache/hadoop/ozone/common/Checksum.java | 68 +
.../apache/hadoop/ozone/common/ChecksumCache.java | 10 +-
.../apache/hadoop/ozone/common/ChunkBuffer.java | 30 +
.../common/ChunkBufferImplWithByteBuffer.java | 12 +
.../common/ChunkBufferImplWithByteBufferList.java | 31 +-
.../ozone/common/IncrementalChunkBuffer.java | 29 +-
.../hadoop/ozone/util/ConcurrentMutableRate.java | 49 +
.../hadoop/ozone/util/ConcurrentMutableStat.java | 134 +
.../org/apache/hadoop/ozone/util/MetricUtil.java | 6 +-
.../hadoop/ozone/util/PerformanceMetrics.java | 5 +-
.../common/src/main/resources/ozone-default.xml | 102 +-
.../java/org/apache/hadoop/hdds/TestHddsUtils.java | 16 +
.../hadoop/hdds/conf/TestOzoneConfiguration.java | 83 +
.../hadoop/hdds/scm/TestStreamingReadResponse.java | 172 ++
.../balancer/TestContainerBalancerAdvisor.java | 296 ++
.../TestContainerBalancerClusterAnalyzer.java | 296 ++
.../hadoop/hdds/scm/pipeline/TestPipeline.java | 12 +
.../hdds/security/x509/CertificateTestUtils.java | 64 +
.../apache/hadoop/hdds/utils/db/CodecTestUtil.java | 6 +
.../hadoop/hdds/utils/db/Proto2CodecTestBase.java | 13 +
.../apache/hadoop/io_/retry/TestRetryProxy.java | 23 +
.../ozone/common/ChunkBufferPutBenchmark.java | 407 +++
.../ozone/common/JfrByteBufferAllocations.java | 133 +
.../apache/hadoop/ozone/common/TestChecksum.java | 16 +
.../hadoop/ozone/common/TestChecksumCache.java | 33 +
.../hadoop/ozone/common/TestChunkBuffer.java | 271 ++
.../ozone/util/ConcurrentMutableStatBenchmark.java | 286 ++
.../ozone/util/TestConcurrentMutableStat.java | 172 ++
hadoop-hdds/config/pom.xml | 4 +
.../hadoop/hdds/conf/ConfigurationSource.java | 10 +-
.../hdds/conf/MutableConfigurationSource.java | 67 +
.../org/apache/hadoop/hdds/conf/StorageSize.java | 2 +-
.../hadoop/hdds/conf/TestConfigurationSource.java | 8 +
.../apache/hadoop/hdds/conf/TestStorageSize.java | 65 +
.../apache/hadoop/ozone/HddsDatanodeService.java | 26 +-
.../common/impl/BlockDeletingService.java | 13 +-
.../common/impl/ContainerLayoutVersion.java | 22 +-
.../container/common/impl/HddsDispatcher.java | 2 +-
.../ozone/container/common/interfaces/Handler.java | 2 +-
.../common/statemachine/DatanodeConfiguration.java | 27 +
.../common/statemachine/DatanodeStateMachine.java | 12 +
.../common/statemachine/EndpointStateMachine.java | 4 +-
.../states/datanode/RunningDatanodeState.java | 19 +-
.../states/endpoint/VersionEndpointTask.java | 31 +-
.../container/common/utils/ContainerCache.java | 4 +-
.../container/common/utils/ReferenceCountedDB.java | 2 +-
.../ozone/container/keyvalue/KeyValueHandler.java | 85 +-
.../container/keyvalue/ReadBlockComputation.java | 157 ++
.../ozone/container/metadata/DatanodeTable.java | 5 +
.../ozone/container/ozoneimpl/OzoneContainer.java | 116 +-
.../container/replication/ReplicationServer.java | 4 +-
.../checksum/ContainerMerkleTreeTestUtils.java | 34 +-
.../container/checksum/TestContainerDiff.java | 19 +-
.../container/common/TestBlockDeletingService.java | 154 +-
.../container/common/TestDatanodeStateMachine.java | 137 +
.../states/datanode/TestRunningDatanodeState.java | 127 +-
.../keyvalue/ContainerLayoutTestInfo.java | 90 +-
...ruptions.java => ContainerTestCorruptions.java} | 12 +-
...ava => KeyValueContainerIntegrityTestBase.java} | 4 +-
...stContainerReconciliationWithMockDatanodes.java | 26 +-
.../container/keyvalue/TestKeyValueContainer.java | 2 +-
.../keyvalue/TestKeyValueContainerCheck.java | 24 +-
.../TestKeyValueContainerMetadataInspector.java | 2 +-
.../container/keyvalue/TestKeyValueHandler.java | 435 ++-
.../container/ozoneimpl/TestOzoneContainer.java | 81 +
hadoop-hdds/dev-support/checkstyle/checkstyle.xml | 6 +
.../docs/content/design/efficient-snapdiff.md | 9 +-
hadoop-hdds/docs/content/design/ozone-sts.md | 56 +-
.../docs/content/feature/ContainerBalancer.md | 4 +
.../docs/content/feature/Reconfigurability.md | 2 +-
hadoop-hdds/docs/content/feature/SCM-HA.md | 3 +-
hadoop-hdds/docs/content/interface/S3.md | 24 +
.../docs/content/tools/debug/DebugReplicas.md | 6 +
hadoop-hdds/framework/pom.xml | 2 +
.../hadoop/hdds/protocol/SCMSecurityProtocol.java | 10 -
.../SCMSecurityProtocolClientSideTranslatorPB.java | 5 +-
.../SecretKeyProtocolClientSideTranslatorPB.java | 2 +-
.../apache/hadoop/hdds/scm/client/ScmClient.java | 74 +-
.../apache/hadoop/hdds/scm/net/InnerNodeImpl.java | 2 -
.../scm/protocol/ScmBlockLocationProtocol.java | 10 -
.../protocol/StorageContainerLocationProtocol.java | 16 +-
...lockLocationProtocolClientSideTranslatorPB.java | 2 +-
...inerLocationProtocolClientSideTranslatorPB.java | 29 +-
.../certificate/client/SCMCertificateClient.java | 2 +-
.../org/apache/hadoop/hdds/server/ServerUtils.java | 3 +-
.../hadoop/hdds/server/http/BaseHttpServer.java | 24 +-
.../hadoop/hdds/server/http/HttpServer2.java | 11 +-
.../hadoop/hdds/utils/BackgroundService.java | 14 +-
.../apache/hadoop/hdds/utils/HddsServerUtil.java | 48 +-
.../org/apache/hadoop/hdds/utils/NettyMetrics.java | 108 +-
.../apache/hadoop/hdds/utils/ScmNodeAddress.java | 31 +-
.../hadoop/hdds/utils/db/RDBCheckpointManager.java | 8 +-
.../hdds/utils/db/RDBStoreAbstractIterator.java | 18 +
.../hdds/utils/db/RDBStoreByteArrayIterator.java | 1 -
.../hdds/utils/db/RDBStoreCodecBufferIterator.java | 1 -
.../org/apache/hadoop/hdds/utils/db/RDBTable.java | 35 +-
.../apache/hadoop/hdds/utils/db/RocksDatabase.java | 84 +-
.../org/apache/hadoop/hdds/utils/db/Table.java | 22 +
.../apache/hadoop/hdds/utils/db/TypedTable.java | 148 +
.../hdds/protocolPB/TestSCMSecurityProtocolPB.java | 50 +
.../exceptions/TestSCMExceptionResultCodes.java | 3 +-
.../protocolPB/TestScmBlockLocationProtocolPB.java | 47 +
.../TestStorageContainerLocationProtocolPB.java | 47 +
.../TestSCMSecurityExceptionErrorCodes.java} | 34 +-
.../apache/hadoop/hdds/server/TestServerUtils.java | 16 +
.../hdds/server/http/TestBaseHttpServer.java | 30 +
.../hadoop/hdds/server/http/TestHttpServer2.java | 45 +
.../apache/hadoop/hdds/utils/TestNettyMetrics.java | 89 +
.../hadoop/hdds/utils/db/InMemoryTestTable.java | 145 +-
.../org/apache/hadoop/hdds/utils/db/TestCodec.java | 14 +
.../apache/hadoop/hdds/utils/db/TestRDBStore.java | 46 +
.../utils/db/TestRDBStoreByteArrayIterator.java | 29 +-
.../utils/db/TestRDBStoreCodecBufferIterator.java | 34 +-
.../apache/hadoop/hdds/utils/db/TestRDBTable.java | 23 +
.../hadoop/hdds/utils/db/TestRDBTableStore.java | 132 +
hadoop-hdds/hadoop-dependency-client/pom.xml | 4 +
hadoop-hdds/interface-admin/pom.xml | 1 +
.../src/main/proto/ScmAdminProtocol.proto | 14 +
.../interface-admin/src/main/resources/proto.lock | 58 +
hadoop-hdds/interface-client/pom.xml | 1 +
hadoop-hdds/interface-server/pom.xml | 1 +
...wSstFileRecords.java => RawSstFileRecords.java} | 4 +-
...estLatestVersionedKWayMergeIteratorOverSst.java | 4 +-
.../org/apache/ozone/rocksdiff/CompactionDag.java | 2 +-
.../apache/ozone/rocksdiff/TestCompactionDag.java | 19 +
.../rocksdiff/TestRocksDBCheckpointDiffer.java | 169 +-
.../apache/ozone/rocksdiff/TestRocksDiffUtils.java | 18 +-
.../java/org/apache/hadoop/hdds/scm/ScmUtils.java | 33 +-
.../scm/block/DeletedBlockLogStateManagerImpl.java | 27 +-
.../SCMDeletedBlockTransactionStatusManager.java | 22 +
.../scm/container/balancer/ContainerBalancer.java | 18 +-
.../ContainerBalancerSelectionCriteria.java | 67 +-
.../container/balancer/ContainerBalancerTask.java | 126 +-
.../ContainerBalancerTaskIterationStatusInfo.java | 42 +
.../balancer/ContainerMoveFailureDetail.java | 62 +
.../balancer/ContainerMoveFailureTracker.java | 93 +
.../scm/container/balancer/ContainerMoveInfo.java | 13 +-
.../scm/container/export/ExportFileManager.java | 120 +-
.../hdds/scm/container/export/ExportJob.java | 41 +-
.../hdds/scm/container/export/ExportScope.java | 8 +-
.../replication/ContainerCheckRequest.java | 11 +
.../container/replication/ReplicationManager.java | 6 +-
.../replication/ReplicationManagerMetrics.java | 37 +-
.../health/ClosedWithUnhealthyReplicasHandler.java | 2 +-
.../health/ClosingContainerHandler.java | 2 +-
.../health/ECMisReplicationCheckHandler.java | 4 +-
.../health/ECReplicationCheckHandler.java | 7 +-
.../replication/health/EmptyContainerHandler.java | 6 +-
.../replication/health/OpenContainerHandler.java | 8 +-
.../health/QuasiClosedContainerHandler.java | 2 +-
.../health/QuasiClosedStuckReplicationCheck.java | 9 +-
.../health/RatisReplicationCheckHandler.java | 10 +-
.../RatisUnhealthyReplicationCheckHandler.java | 8 +-
.../health/VulnerableUnhealthyReplicasHandler.java | 4 +-
.../hadoop/hdds/scm/ha/InterSCMGrpcClient.java | 2 +-
.../hdds/scm/ha/SCMHADBTransactionBuffer.java | 4 +
.../hdds/scm/ha/SCMHADBTransactionBufferImpl.java | 10 +
.../hdds/scm/ha/SCMHADBTransactionBufferStub.java | 10 +
.../hadoop/hdds/scm/ha/SCMHAManagerImpl.java | 8 +-
.../hadoop/hdds/scm/ha/SCMHANodeDetails.java | 7 +
.../hadoop/hdds/scm/ha/SCMRatisServerImpl.java | 4 +-
.../hdds/scm/node/NodeDecommissionManager.java | 6 +-
.../hadoop/hdds/scm/node/SCMNodeManager.java | 25 +-
.../hadoop/hdds/scm/node/states/DatanodeEntry.java | 6 +-
...inerLocationProtocolServerSideTranslatorPB.java | 24 +-
.../hdds/scm/safemode/SCMSafeModeManager.java | 14 +-
.../hdds/scm/server/SCMClientProtocolServer.java | 37 +-
.../hdds/scm/server/StorageContainerManager.java | 38 +-
.../apache/hadoop/hdds/scm/TestHddsServerUtil.java | 39 +
.../org/apache/hadoop/hdds/scm/TestScmUtils.java | 63 +
.../hadoop/hdds/scm/block/TestDeletedBlockLog.java | 168 ++
.../container/balancer/TestContainerBalancer.java | 50 +
.../TestContainerBalancerDatanodeNodeLimit.java | 88 +
.../TestContainerBalancerMoveFailureBreakdown.java | 278 ++
.../TestContainerBalancerSelectionCriteria.java | 64 +
.../balancer/TestContainerBalancerTask.java | 111 +-
.../container/export/TestExportFileManager.java | 103 +-
.../hdds/scm/container/export/TestExportJob.java | 67 +
.../replication/TestContainerCheckRequest.java | 58 +
.../TestQuasiClosedStuckReplicationCheck.java | 1 -
.../hadoop/hdds/scm/ha/TestInterSCMGrpcClient.java | 91 +
.../scm/ha/TestInterSCMGrpcProtocolService.java | 4 +-
.../ha/TestSCMHATransactionBufferMonitorTask.java | 208 +-
.../hadoop/hdds/scm/ha/TestSCMRatisServerImpl.java | 93 +-
.../hadoop/hdds/scm/node/TestSCMNodeManager.java | 161 +-
.../hdds/scm/safemode/TestSCMSafeModeManager.java | 25 +-
.../hdds/scm/server/TestSCMContainerMetrics.java | 21 +-
.../scm/server/TestStorageContainerManager.java | 56 +
.../TestStorageContainerManagerRatisRoles.java | 126 +
hadoop-hdds/test-utils/pom.xml | 4 +
.../org/apache/ozone/test/GenericTestUtils.java | 7 +-
.../cli/ContainerBalancerAssessmentSubcommand.java | 316 +++
.../hdds/scm/cli/ContainerBalancerCommands.java | 38 +-
...nd.java => ContainerBalancerConfigOptions.java} | 149 +-
.../cli/ContainerBalancerEstimateSubcommand.java | 175 ++
.../scm/cli/ContainerBalancerStartSubcommand.java | 92 +-
.../scm/cli/ContainerBalancerStatusSubcommand.java | 43 +
.../hdds/scm/cli/ContainerOperationClient.java | 127 +-
.../hdds/scm/cli/SafeModeCheckSubcommand.java | 27 +-
.../ozone/admin/om/GetServiceRolesSubcommand.java | 8 +-
.../admin/scm/TransferScmLeaderSubCommand.java | 2 +-
.../TestContainerBalancerAssessmentSubcommand.java | 176 ++
.../TestContainerBalancerSubCommand.java | 373 ++-
.../hdds/scm/cli/TestSafeModeCheckSubcommand.java | 123 +
.../ozone/scm/TestGetScmRatisRolesSubcommand.java | 85 +-
.../ozone/debug/om/ContainerToKeyMapping.java | 15 +-
.../debug/replicas/BlockExistenceVerifier.java | 8 +-
.../debug/replicas/BlockVerificationResult.java | 15 +
.../ozone/debug/replicas/ChecksumVerifier.java | 18 +
.../ozone/debug/replicas/ReplicasVerify.java | 122 +-
.../debug/replicas/chunk/ChunkKeyHandler.java | 2 +-
.../apache/hadoop/ozone/fsck/ContainerMapper.java | 2 +-
.../ozone/debug/replicas/TestReplicasVerify.java | 275 ++
.../java/org/apache/ozone/TestPrintableGraph.java | 11 +-
.../schemaupgrade/UpgradeContainerSchema.java | 4 +-
.../hadoop/ozone/repair/om/DownloadOMDB.java | 205 ++
.../apache/hadoop/ozone/repair/om/OMRepair.java | 3 +-
.../schemaupgrade/TestUpgradeContainerSchema.java | 9 +
.../ozone/shell/s3/RevokeSTSTokenHandler.java | 73 +
.../org/apache/hadoop/ozone/shell/s3/S3Shell.java | 3 +-
.../ozone/shell/snapshot/CountSnapshotHandler.java | 91 +
.../ozone/shell/snapshot/SnapshotCommands.java | 1 +
.../shell/snapshot/TestCountSnapshotHandler.java | 122 +
hadoop-ozone/client/pom.xml | 9 +-
.../apache/hadoop/ozone/client/ObjectStore.java | 47 +
.../apache/hadoop/ozone/client/OzoneBucket.java | 124 +-
.../ozone/client/S3HeadObjectAttributes.java | 47 +
.../client/checksum/ECBlockChecksumComputer.java | 2 +-
.../client/checksum/ECFileChecksumHelper.java | 2 +-
.../checksum/ReplicatedFileChecksumHelper.java | 2 +-
.../client/io/BlockDataStreamOutputEntryPool.java | 8 +-
.../client/io/BlockOutputStreamEntryPool.java | 14 +-
.../hadoop/ozone/client/io/ECKeyOutputStream.java | 5 +-
.../ozone/client/io/KeyDataStreamOutput.java | 4 +
.../hadoop/ozone/client/io/KeyInputStream.java | 20 +-
.../hadoop/ozone/client/io/KeyOutputStream.java | 4 +
.../ozone/client/io/OzoneCryptoInputStream.java | 159 +-
.../ozone/client/io/OzoneDataStreamOutput.java | 18 +-
.../hadoop/ozone/client/io/OzoneOutputStream.java | 20 +-
.../ozone/client/protocol/ClientProtocol.java | 159 +-
.../client/protocol/ListStatusLightOptions.java | 182 ++
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 198 +-
.../hadoop/ozone/client/MockDatanodeStorage.java | 15 +-
.../hadoop/ozone/client/TestOzoneECClient.java | 40 +-
.../checksum/TestECBlockChecksumComputer.java | 122 +
.../ozone/client/io/TestKeyDataStreamOutput.java | 2 +-
.../ozone/client/io/TestKeyOutputStream.java | 76 +
.../client/io/TestOzoneCryptoInputStream.java | 504 ++++
hadoop-ozone/common/pom.xml | 8 +
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 28 +-
.../ozone/conf/S3GatewayHealthCheckConfig.java | 95 +
.../hadoop/ozone/om}/AWSV4AuthValidator.java | 35 +-
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 39 +-
.../hadoop/ozone/om/exceptions/OMException.java | 4 +-
...doopRpcOMFollowerReadFailoverProxyProvider.java | 176 +-
.../ozone/om/helpers/AssumeRoleResponseInfo.java | 109 +
.../ozone/om/helpers/AwsRoleArnValidator.java | 146 +
.../ozone/om/helpers/CallerIdentityInfo.java | 88 +
.../hadoop/ozone/om/helpers/OMRatisHelper.java | 11 +-
.../apache/hadoop/ozone/om/helpers/OmKeyArgs.java | 32 +
.../apache/hadoop/ozone/om/helpers/OmKeyInfo.java | 29 +-
.../ozone/om/helpers/OmKeyLocationInfoGroup.java | 2 +-
.../helpers/OmMultipartCommitUploadPartInfo.java | 9 +-
.../hadoop/ozone/om/helpers/OmRangerSyncArgs.java | 3 -
.../hadoop/ozone/om/helpers/OpenKeySession.java | 10 +
.../apache/hadoop/ozone/om/helpers/S3STSUtils.java | 226 ++
.../ozone/om/protocol/OzoneManagerProtocol.java | 56 +-
.../apache/hadoop/ozone/om/protocol/S3Auth.java | 20 +
...OzoneManagerProtocolClientSideTranslatorPB.java | 133 +-
.../om/protocolPB/OzoneManagerProtocolPB.java | 3 +-
.../security/acl/iam/IamSessionPolicyResolver.java | 1231 ++++++++
.../ozone/security/acl/iam/package-info.java | 8 +-
.../ozone/snapshot/SnapshotBucketCount.java} | 55 +-
.../SnapshotCountResponse.java} | 37 +-
.../java/org/apache/hadoop/ozone/TestOmUtils.java | 70 +
.../ozone/om/exceptions/TestResultCodes.java | 2 +-
...doopRpcOMFollowerReadFailoverProxyProvider.java | 128 +-
.../ozone/om/ha/TestOMFailoverProxyProvider.java | 17 +
.../om/helpers/TestAssumeRoleResponseInfo.java | 197 ++
.../ozone/om/helpers/TestAwsRoleArnValidator.java | 133 +
.../ozone/om/helpers/TestCallerIdentityInfo.java | 107 +
.../hadoop/ozone/om/helpers/TestOMRatisHelper.java | 106 +
.../hadoop/ozone/om/helpers/TestOmKeyInfo.java | 10 +-
.../om/helpers/TestOmKeyLocationInfoGroup.java | 2 +-
.../hadoop/ozone/om/helpers/TestS3STSUtils.java | 98 +
.../om/helpers/TestS3STSUtilsCallerIdentity.java | 59 +
...OzoneManagerProtocolClientSideTranslatorPB.java | 63 +
.../grpc/TestClientAddressClientInterceptor.java | 1 +
.../grpc/TestClientAddressServerInterceptor.java | 14 +-
.../acl/iam/TestIamSessionPolicyResolver.java | 2927 ++++++++++++++++++++
.../ozone/security/acl/iam/package-info.java | 8 +-
hadoop-ozone/dev-support/checks/bats.sh | 2 +
hadoop-ozone/dev-support/checks/errorprone.sh | 62 +
hadoop-ozone/dev-support/checks/findbugs.sh | 2 +-
hadoop-ozone/dev-support/checks/license.sh | 1 +
hadoop-ozone/dist/pom.xml | 18 +-
.../grafana/dashboards/Ozone - JVM Metrics.json | 2 +-
.../dashboards/Ozone - ReadKey Metrics.json | 6 +-
.../dist/src/main/compose/common/init-kdc.sh | 3 +
.../dist/src/main/compose/common/ranger.yaml | 16 +-
.../dist/src/main/compose/common/s3-haproxy.cfg | 16 +-
hadoop-ozone/dist/src/main/compose/ozone/test.sh | 2 +
.../dist/src/main/compose/ozonesecure-ha/.env | 1 +
.../src/main/compose/ozonesecure-ha/docker-config | 3 +
.../main/compose/ozonesecure-ha/polaris-setup.sh | 121 +
.../compose/ozonesecure-ha/polaris-smoketest.sh | 112 +
.../src/main/compose/ozonesecure-ha/polaris.yaml | 77 +
.../main/compose/ozonesecure-ha/ranger-testlib.sh | 111 +
.../src/main/compose/ozonesecure-ha/ranger.yaml | 6 +-
.../src/main/compose/ozonesecure-ha/s3-haproxy.cfg | 11 +-
.../src/main/compose/ozonesecure-ha/test-ranger.sh | 50 +-
.../compose/ozonesecure-ha/test-repair-tools.sh | 67 +-
.../compose/ozonesecure-ha/{.env => test-sts.sh} | 28 +-
.../src/main/compose/ozonesecure/docker-config | 1 +
hadoop-ozone/dist/src/main/compose/testlib.sh | 17 +
hadoop-ozone/dist/src/main/compose/upgrade/test.sh | 2 +-
.../dist/src/main/compose/upgrade/testlib.sh | 3 +-
.../dist/src/main/compose/xcompat/clients.yaml | 8 +
hadoop-ozone/dist/src/main/compose/xcompat/lib.sh | 2 +-
.../src/main/k8s/definitions/ozone/s3g-ss.yaml | 6 +-
.../examples/getting-started/s3g-statefulset.yaml | 6 +-
.../k8s/examples/minikube/s3g-statefulset.yaml | 6 +-
.../k8s/examples/ozone-dev/s3g-statefulset.yaml | 6 +-
.../k8s/examples/ozone-ha/s3g-statefulset.yaml | 6 +-
.../main/k8s/examples/ozone/s3g-statefulset.yaml | 6 +-
hadoop-ozone/dist/src/main/license/bin/LICENSE.txt | 8 +
hadoop-ozone/dist/src/main/license/jar-report.txt | 4 +-
.../src/main/smoketest/balancer/testBalancer.robot | 2 +-
.../smoketest/repair/om-update-transaction.robot | 56 +
.../dist/src/main/smoketest/s3/bucketcreate.robot | 55 +
.../dist/src/main/smoketest/s3/health.robot | 43 +
.../security/generate_oversized_session_policy.py} | 34 +-
.../smoketest/security/mutate_sts_session_token.py | 216 ++
.../security/ozone-secure-sts-multitenant.robot | 336 +++
.../security/ozone-secure-sts-polaris.sql | 27 +
.../smoketest/security/ozone-secure-sts.resource | 376 +++
.../main/smoketest/security/ozone-secure-sts.robot | 1474 ++++++++++
.../smoketest/security/ozone-secure-token.robot | 11 +
hadoop-ozone/freon/pom.xml | 1 +
.../ozone/freon/HadoopFsReadWriteValidator.java | 263 ++
.../fs/http/server/HttpFSExceptionProvider.java | 5 +-
.../apache/ozone/fs/http/server/HttpFSServer.java | 2 +-
.../http/server/TestHttpFSExceptionProvider.java | 59 +
hadoop-ozone/iceberg/pom.xml | 2 +-
hadoop-ozone/insight/pom.xml | 3 +-
.../ozone/recon/TestReconAndAdminContainerCLI.java | 2 +-
.../apache/hadoop/ozone/recon/TestReconTasks.java | 10 +-
.../src/test/resources/ozone-site.xml | 77 +-
hadoop-ozone/integration-test-s3/pom.xml | 2 +-
.../hadoop/ozone/s3/TestS3GatewayHealthCheck.java | 126 +
.../hadoop/ozone/s3/awssdk/S3SDKTestUtils.java | 33 +
.../hadoop/ozone/s3/awssdk/package-info.java | 8 +-
.../ozone/s3/awssdk/v1/AbstractS3SDKV1Tests.java | 111 +-
.../ozone/s3/awssdk/v2/AbstractS3SDKV2Tests.java | 403 ++-
.../hadoop/ozone/s3/awssdk/v2/package-info.java | 8 +-
.../src/test/resources/ozone-site.xml | 86 +-
.../fs/contract/AbstractContractSafeModeTest.java | 2 +-
.../ozone/AbstractRootedOzoneFileSystemTest.java | 66 +-
.../java/org/apache/hadoop/fs/ozone/TestHSync.java | 70 +-
.../fs/ozone/TestOfsGetFileStatusBenchmark.java | 356 +++
.../hadoop/fs/ozone/TestOzoneFSInputStream.java | 8 +-
.../hadoop/hdds/scm/TestContainerOperations.java | 41 +-
.../hadoop/hdds/scm/TestRackAwarePlacement.java | 4 +
.../hadoop/hdds/scm/TestSecretKeySnapshot.java | 104 +-
.../apache/hadoop/hdds/scm/TestSecretKeysApi.java | 113 +-
.../hdds/scm/TestStorageContainerManager.java | 28 +-
.../apache/hadoop/hdds/scm/TestWatchForCommit.java | 54 +-
.../hadoop/hdds/scm/TestXceiverClientGrpc.java | 75 +-
.../hadoop/hdds/scm/TestXceiverClientManager.java | 4 +-
.../hdds/scm/TestXceiverClientManagerSC.java | 4 +-
.../hadoop/hdds/scm/TestXceiverClientMetrics.java | 118 +-
.../TestContainerStateManagerIntegration.java | 11 +-
.../hdds/scm/storage/TestContainerCommandsEC.java | 2 +-
.../org/apache/hadoop/ozone/OzoneTestUtils.java | 2 +-
.../org/apache/hadoop/ozone/TestBlockTokens.java | 6 +-
.../ozone/TestContainerBalancerOperations.java | 4 +-
.../apache/hadoop/ozone/TestDelegationToken.java | 122 +-
.../apache/hadoop/ozone/TestMiniOzoneCluster.java | 139 +-
.../hadoop/ozone/TestOzoneConfigurationFields.java | 4 +
.../hadoop/ozone/TestSecureOzoneCluster.java | 116 +-
.../ozone/client/rpc/OzoneRpcClientTests.java | 2 +-
...stClientRetryContainerStateMachineFailures.java | 5 +-
.../client/rpc/TestContainerStateMachine.java | 5 +-
.../rpc/TestContainerStateMachineFailures.java | 5 +-
.../rpc/TestDatanodeCurrentVersionEndToEnd.java | 2 +-
.../client/rpc/TestDeleteWithInAdequateDN.java | 2 +-
.../ozone/client/rpc/TestECKeyOutputStream.java | 10 +-
.../client/rpc/TestFailureHandlingByClient.java | 63 +-
.../rpc/TestFailureHandlingByClientFlushDelay.java | 4 +-
.../rpc/TestMultiBlockWritesWithDnFailures.java | 2 -
.../client/rpc/TestOzoneAtRestEncryption.java | 2 +-
.../rpc/TestOzoneClientRetriesOnExceptions.java | 2 +-
.../ozone/client/rpc/TestSecureOzoneRpcClient.java | 2 +-
.../client/rpc/TestValidateBCSIDOnRestart.java | 5 +-
.../ozone/client/rpc/read/InputStreamTests.java | 43 +-
.../client/rpc/read/TestChunkInputStream.java | 71 +-
.../ozone/client/rpc/read/TestKeyInputStream.java | 2 +-
.../client/rpc/read/TestLocalChunkInputStream.java | 100 +-
.../rpc/read/TestStreamBlockInputStream.java | 69 +-
.../ozone/client/rpc/read/TestStreamRead.java | 179 +-
.../ozone/container/TestContainerReplication.java | 2 +-
.../container/TestContainerReportHandling.java | 2 +-
.../commandhandler/TestBlockDeletion.java | 10 +-
.../commandhandler/TestFinalizeBlock.java | 8 +-
.../TestRefreshVolumeUsageHandler.java | 4 -
.../TestContainerCommandReconciliation.java | 4 +-
...tBackgroundContainerDataScannerIntegration.java | 12 +-
...kgroundContainerMetadataScannerIntegration.java | 18 +-
.../TestOnDemandContainerScannerIntegration.java | 32 +-
.../freon/TestHadoopFsReadWriteValidator.java | 229 ++
.../hadoop/ozone/om/TestAddRemoveOzoneManager.java | 2 +-
.../ozone/om/TestGetDBUpdatesAuthorization.java | 137 +
.../ozone/om/TestKeyLookupAclNormalization.java | 206 ++
.../apache/hadoop/ozone/om/TestKeyManagerImpl.java | 40 +-
.../ozone/om/TestOMAdminRpcAuthorization.java | 143 +
.../hadoop/ozone/om/TestOMUpgradeFinalization.java | 2 +-
.../hadoop/ozone/om/TestObjectStoreWithFSO.java | 2 +-
.../org/apache/hadoop/ozone/om/TestOmAcls.java | 4 +-
.../hadoop/ozone/om/TestOmBlockVersioning.java | 12 +-
.../om/TestOzoneManagerHAWithStoppedNodes.java | 7 +-
.../TestDirectoryDeletingServiceWithFSO.java | 97 +-
.../TestOmMixedWorkloadUnderDeletionBench.java | 725 +++++
...TestSnapshotDeletingServiceIntegrationTest.java | 10 +-
.../hadoop/ozone/om/snapshot/OmSnapshotTests.java | 2 +
.../snapshot/TestOmSnapshotDefragSpaceSavings.java | 713 +++++
.../om/snapshot/TestOzoneManagerHASnapshot.java | 32 +-
.../TestSnapshotDirectoryCleaningService.java | 15 +-
.../reconfig/TestDatanodeReconfiguration.java | 2 -
.../ozone/repair/om/TestDownloadOMDBTool.java | 260 ++
.../ozone/shell/TestOzoneDebugReplicasVerify.java | 6 +-
.../hadoop/ozone/shell/TestOzoneRepairShell.java | 3 +-
.../ozone/shell/TestTransferLeadershipShell.java | 60 +-
.../tools/contract/AbstractContractDistCpTest.java | 2 +-
.../org/apache/ozone/test/ClusterForTests.java | 5 +-
.../java/org/apache/ozone/test/FreonTests.java | 9 +
.../java/org/apache/ozone/test/KerberosTests.java | 191 ++
.../src/test/resources/ozone-site.xml | 90 +-
hadoop-ozone/interface-client/pom.xml | 1 +
.../src/main/proto/OmClientProtocol.proto | 170 +-
.../apache/hadoop/ozone/om/OMMetadataManager.java | 14 +-
.../apache/hadoop/ozone/om/lock/OMLockMetrics.java | 29 +-
.../ozone/om/helpers/TestOmKeyInfoCodec.java | 2 +-
.../om/helpers/TestRepeatedOmKeyInfoCodec.java | 4 +-
.../ozone/om/helpers/TestTransactionInfoCodec.java | 11 +
hadoop-ozone/mini-cluster/pom.xml | 9 +
.../hadoop/ozone/ClientConfigForTesting.java | 54 +-
.../org/apache/hadoop/ozone/FixedHostMapping.java | 153 -
.../org/apache/hadoop/ozone/MiniOzoneCluster.java | 34 +
.../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 43 +-
hadoop-ozone/ozone-manager/pom.xml | 8 +-
.../org/apache/hadoop/ozone/audit/OMAction.java | 4 +
.../hadoop/ozone/om/BucketUtilizationMetrics.java | 8 +-
.../hadoop/ozone/om/GrpcOzoneManagerServer.java | 40 +-
.../org/apache/hadoop/ozone/om/KeyManagerImpl.java | 92 +-
.../org/apache/hadoop/ozone/om/ListIterator.java | 7 +-
.../java/org/apache/hadoop/ozone/om/OMMetrics.java | 4 +-
.../hadoop/ozone/om/OMPerformanceMetrics.java | 403 +--
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 59 +-
.../apache/hadoop/ozone/om/OmMetadataReader.java | 203 +-
.../org/apache/hadoop/ozone/om/OzoneManager.java | 422 ++-
.../hadoop/ozone/om/OzoneManagerServiceGrpc.java | 34 +-
.../org/apache/hadoop/ozone/om/ResolvedBucket.java | 34 +
.../java/org/apache/hadoop/ozone/om/ScmClient.java | 44 +-
.../hadoop/ozone/om/SnapshotChainManager.java | 163 +-
.../hadoop/ozone/om/TrashOzoneFileSystem.java | 50 +-
.../hadoop/ozone/om/VolumeUtilizationMetrics.java | 105 +
.../hadoop/ozone/om/codec/OMDBDefinition.java | 24 +-
.../hadoop/ozone/om/helpers/OMAuditLogger.java | 2 +
.../ozone/om/ratis/OzoneManagerDoubleBuffer.java | 61 +-
.../ozone/om/ratis/OzoneManagerRatisServer.java | 30 +-
.../ozone/om/ratis/OzoneManagerStateMachine.java | 134 +-
.../om/ratis/utils/OzoneManagerRatisUtils.java | 14 +
.../hadoop/ozone/om/request/OMClientRequest.java | 69 +-
.../om/request/bucket/OMBucketSetOwnerRequest.java | 7 +-
.../request/bucket/OMBucketSetPropertyRequest.java | 9 +-
.../request/bucket/acl/OMBucketAddAclRequest.java | 11 +-
.../bucket/acl/OMBucketRemoveAclRequest.java | 11 +-
.../request/bucket/acl/OMBucketSetAclRequest.java | 9 +-
.../om/request/file/OMDirectoryCreateRequest.java | 7 +-
.../file/OMDirectoryCreateRequestWithFSO.java | 6 +-
.../ozone/om/request/file/OMFileCreateRequest.java | 7 +-
.../request/file/OMFileCreateRequestWithFSO.java | 5 +-
.../om/request/file/OMRecoverLeaseRequest.java | 6 +-
.../om/request/key/OMAllocateBlockRequest.java | 2 +-
.../key/OMDirectoriesPurgeRequestWithFSO.java | 557 +++-
.../ozone/om/request/key/OMKeyCommitRequest.java | 18 +-
.../om/request/key/OMKeyCommitRequestWithFSO.java | 15 +-
.../ozone/om/request/key/OMKeyCreateRequest.java | 49 +-
.../om/request/key/OMKeyCreateRequestWithFSO.java | 13 +-
.../ozone/om/request/key/OMKeyDeleteRequest.java | 7 +-
.../om/request/key/OMKeyDeleteRequestWithFSO.java | 5 +-
.../ozone/om/request/key/OMKeyPurgeRequest.java | 8 +-
.../ozone/om/request/key/OMKeyRenameRequest.java | 2 +-
.../hadoop/ozone/om/request/key/OMKeyRequest.java | 37 +-
.../ozone/om/request/key/OMKeySetTimesRequest.java | 2 +-
.../ozone/om/request/key/OMKeysDeleteRequest.java | 17 +-
.../om/request/key/acl/OMKeyAddAclRequest.java | 11 +-
.../om/request/key/acl/OMKeyRemoveAclRequest.java | 11 +-
.../om/request/key/acl/OMKeySetAclRequest.java | 11 +-
.../OMLifecycleConfigurationDeleteRequest.java | 2 +-
.../OMLifecycleConfigurationSetRequest.java | 52 +-
.../lifecycle/OMLifecycleSaveScanStateRequest.java | 4 +-
.../OMLifecycleSetServiceStatusRequest.java | 4 +-
.../S3ExpiredMultipartUploadsAbortRequest.java | 333 +--
.../S3InitiateMultipartUploadRequestWithFSO.java | 5 +-
.../multipart/S3MultipartUploadAbortRequest.java | 7 +-
.../S3MultipartUploadCommitPartRequest.java | 7 +-
.../S3MultipartUploadCompleteRequest.java | 35 +-
.../om/request/s3/security/OMSetSecretRequest.java | 6 +-
.../request/s3/security/S3AssumeRoleRequest.java | 611 ++++
.../security/S3DeleteRevokedSTSTokensRequest.java} | 55 +-
.../om/request/s3/security/S3GetSecretRequest.java | 21 +-
.../s3/security/S3RevokeSTSTokenRequest.java | 157 ++
.../request/s3/security/S3RevokeSecretRequest.java | 14 +-
.../s3/tagging/S3BucketTaggingRequestBase.java | 2 +-
.../security/OMCancelDelegationTokenRequest.java | 2 +-
.../security/OMGetDelegationTokenRequest.java | 2 +-
.../security/OMRenewDelegationTokenRequest.java | 2 +-
.../snapshot/OMSnapshotMoveTableKeysRequest.java | 7 +-
.../upgrade/OMFinalizeUpgradeRequestBase.java | 2 +-
.../om/request/validation/ValidationCondition.java | 21 +-
.../om/request/validation/VersionExtractor.java | 42 +-
.../om/request/volume/OMQuotaRepairRequest.java | 11 +
.../om/request/volume/OMVolumeDeleteRequest.java | 2 +-
.../om/request/volume/OMVolumeSetOwnerRequest.java | 10 +-
.../om/request/volume/OMVolumeSetQuotaRequest.java | 10 +-
.../request/volume/acl/OMVolumeAddAclRequest.java | 6 +-
.../volume/acl/OMVolumeRemoveAclRequest.java | 8 +-
.../request/volume/acl/OMVolumeSetAclRequest.java | 6 +-
.../response/s3/security/S3AssumeRoleResponse.java | 42 +
.../security/S3DeleteRevokedSTSTokensResponse.java | 66 +
.../s3/security/S3RevokeSTSTokenResponse.java | 58 +
.../ozone/om/service/DirectoryDeletingService.java | 58 +-
.../ozone/om/service/KeyLifecycleService.java | 47 +-
.../om/service/KeyLifecycleServiceMetrics.java | 31 +-
.../hadoop/ozone/om/service/QuotaRepairTask.java | 127 +-
.../om/service/RevokedSTSTokenCleanupService.java | 269 ++
.../hadoop/ozone/om/snapshot/ReferenceCounted.java | 4 +-
.../ozone/om/snapshot/SnapshotDiffManager.java | 7 +-
.../hadoop/ozone/om/snapshot/SnapshotUtils.java | 4 +-
.../hadoop/ozone/om/snapshot/diff/EntryValue.java | 150 +
.../om/snapshot/diff/FullDiffSequentialReader.java | 205 ++
.../om/snapshot/diff/SnapDiffDependencyEntry.java | 164 ++
.../om/snapshot/diff/SnapDiffDependencyGraph.java | 738 +++++
.../ozone/om/snapshot/diff/SnapDiffJobStore.java | 370 +++
.../{ => diff}/SnapshotDiffValueParser.java | 35 +-
.../ozone/om/snapshot/diff/package-info.java | 8 +-
.../protocolPB/OMAdminProtocolServerSideImpl.java | 12 +
...OzoneManagerProtocolServerSideTranslatorPB.java | 1 +
.../protocolPB/OzoneManagerRequestHandler.java | 64 +-
.../OzoneDelegationTokenSecretManager.java | 1 +
.../hadoop/ozone/security/S3SecurityUtil.java | 126 +-
.../hadoop/ozone/security/STSSecurityUtil.java | 344 +++
.../hadoop/ozone/security/STSTokenEncryption.java | 205 ++
.../hadoop/ozone/security/STSTokenIdentifier.java | 482 ++++
.../ozone/security/STSTokenSecretManager.java | 234 ++
.../apache/hadoop/ozone/om/FaultInjectorImpl.java | 12 +
.../ozone/om/TestBucketUtilizationMetrics.java | 12 +-
.../ozone/om/TestGrpcOzoneManagerServer.java | 152 +
.../apache/hadoop/ozone/om/TestKeyManagerImpl.java | 33 +
.../hadoop/ozone/om/TestOMMetadataReader.java | 724 ++++-
.../hadoop/ozone/om/TestOMPerformanceMetrics.java | 107 +
.../hadoop/ozone/om/TestOmMetadataManager.java | 43 +
.../hadoop/ozone/om/TestOzoneManagerS3Auth.java | 123 +
.../ozone/om/TestOzoneManagerSnapshotCount.java | 149 +
.../hadoop/ozone/om/TestTrashOzoneFileSystem.java | 133 +
.../om/TestTrashOzoneFileSystemLegacyBucket.java | 276 ++
.../ozone/om/TestVolumeUtilizationMetrics.java | 114 +
...estOzoneManagerDoubleBufferTransactionInfo.java | 235 ++
.../om/ratis/TestOzoneManagerRatisRequest.java | 58 +
.../om/ratis/TestOzoneManagerRatisServer.java | 50 +
.../om/ratis/TestOzoneManagerStateMachine.java | 358 ++-
.../apache/hadoop/ozone/om/ratis/package-info.java | 8 +-
.../request/TestOMClientRequestWithUserInfo.java | 334 ++-
.../file/TestOMDirectoryCreateRequestWithFSO.java | 28 +
.../om/request/file/TestOMFileCreateRequest.java | 4 +-
.../om/request/key/TestOMAllocateBlockRequest.java | 4 +-
.../key/TestOMDirectoriesPurgeApplyPerf.java | 226 ++
.../TestOMDirectoriesPurgeRequestAndResponse.java | 86 +
.../om/request/key/TestOMKeyCommitRequest.java | 82 +-
.../om/request/key/TestOMKeyCreateRequest.java | 200 +-
.../om/request/key/TestOMKeyDeleteRequest.java | 8 +
.../key/TestOMKeyPurgeRequestAndResponse.java | 67 +-
.../om/request/key/TestOMKeysDeleteRequest.java | 100 +
.../key/TestOMKeysDeleteRequestWithFSO.java | 16 +
...> OMLifecycleConfigurationRequestTestBase.java} | 47 +-
.../TestOMLifecycleConfigurationDeleteRequest.java | 2 +-
.../TestOMLifecycleConfigurationSetRequest.java | 65 +-
.../TestOMLifecycleSaveScanStateRequest.java | 8 +-
...=> TestOMLifecycleSetServiceStatusRequest.java} | 63 +-
.../TestS3ExpiredMultipartUploadsAbortRequest.java | 141 +-
...estS3InitiateMultipartUploadRequestWithFSO.java | 5 +
.../TestS3MultipartUploadAbortRequest.java | 10 +
.../TestS3MultipartUploadCommitPartRequest.java | 8 +-
.../TestS3MultipartUploadCompleteRequest.java | 149 +-
...estS3MultipartUploadCompleteRequestWithFSO.java | 48 +
.../request/s3/security/S3SecurityTestUtils.java} | 37 +-
.../s3/security/TestS3AssumeRoleRequest.java | 988 +++++++
.../s3/security/TestS3GetSecretRequest.java | 4 +
.../s3/security/TestS3RevokeSTSTokenRequest.java | 387 +++
.../ozone/om/request/s3/security/package-info.java | 8 +-
.../request/volume/TestOMQuotaRepairRequest.java | 55 +
.../ozone/om/response/TestCleanupTableInfo.java | 2 +
.../s3/security/TestS3AssumeRoleResponse.java | 133 +
.../om/service/TestDirectoryDeletingService.java | 60 +-
.../ozone/om/service/TestKeyDeletingService.java | 39 +
.../ozone/om/service/TestKeyLifecycleService.java | 543 +++-
.../ozone/om/service/TestQuotaRepairTask.java | 113 +
.../service/TestRevokedSTSTokenCleanupService.java | 449 +++
.../hadoop/ozone/om/service/package-info.java | 8 +-
.../snapshot/TestOmSnapshotLocalDataManager.java | 3 +-
.../ozone/om/snapshot/TestSnapshotChain.java | 45 +
.../ozone/om/snapshot/TestSnapshotDiffManager.java | 19 +-
.../diff/TestFullDiffSequentialReader.java | 320 +++
.../snapshot/diff/TestSnapDiffDependencyGraph.java | 489 ++++
.../{ => diff}/TestSnapshotDiffValueParser.java | 2 +-
.../ozone/om/upgrade/TestOMVersionManager.java | 2 +-
.../protocolPB/TestOzoneManagerRequestHandler.java | 4 +-
.../ozone/security/TestAWSV4AuthValidator.java | 1 +
.../hadoop/ozone/security/TestS3SecurityUtil.java | 405 +++
.../hadoop/ozone/security/TestSTSSecurityUtil.java | 608 ++++
.../ozone/security/TestSTSTokenEncryption.java | 215 ++
.../ozone/security/TestSTSTokenIdentifier.java | 633 +++++
.../ozone/security/TestSTSTokenSecretManager.java | 213 ++
.../security/acl/TestOzoneNativeAuthorizer.java | 2 +-
.../hadoop/ozone/security/acl/TestParentAcl.java | 2 +-
.../hadoop/ozone/security/acl/TestVolumeOwner.java | 2 +-
.../hadoop/ozone/security/acl/package-info.java | 8 +-
hadoop-ozone/ozonefs-common/pom.xml | 7 +
...sDtFetcher.java => AbstractOzoneDtFetcher.java} | 41 +-
.../hadoop/fs/ozone/BasicOzoneFileSystem.java | 8 +
.../ozone/BasicRootedOzoneClientAdapterImpl.java | 44 +-
.../fs/ozone/BasicRootedOzoneFileSystem.java | 15 +-
.../fs/ozone/LeaseRecoveryClientDNHandler.java | 4 +-
.../org/apache/hadoop/fs/ozone/O3DtFetcher.java | 48 +
.../org/apache/hadoop/fs/ozone/O3fsDtFetcher.java | 48 +-
.../org/apache/hadoop/fs/ozone/OfsDtFetcher.java | 14 +-
.../apache/hadoop/fs/ozone/OzoneFSInputStream.java | 179 +-
.../hadoop/fs/ozone/TestBasicOzoneFileSystems.java | 105 +
.../TestBasicRootedOzoneClientAdapterHeadOp.java | 49 +-
.../apache/hadoop/fs/ozone/TestOzoneDtFetcher.java | 140 +
.../hadoop/fs/ozone/TestOzoneFSInputStream.java | 299 ++
hadoop-ozone/ozonefs-hadoop2/pom.xml | 3 +
hadoop-ozone/ozonefs-hadoop3/pom.xml | 1 +
.../org.apache.hadoop.security.token.DtFetcher | 2 +
hadoop-ozone/ozonefs-shaded/pom.xml | 1 +
.../org.apache.hadoop.security.token.DtFetcher | 2 +
.../hadoop/fs/ozone/TestDtFetcherProviders.java} | 37 +-
hadoop-ozone/pom.xml | 18 +-
hadoop-ozone/recon-codegen/pom.xml | 14 +-
.../org/apache/hadoop/ozone/recon/ReconUtils.java | 2 +-
.../hadoop/ozone/recon/api/BucketEndpoint.java | 1 -
.../hadoop/ozone/recon/api/ContainerEndpoint.java | 17 +-
.../ozone/recon/api/UtilizationEndpoint.java | 12 +-
.../hadoop/ozone/recon/api/VolumeEndpoint.java | 1 -
.../hadoop/ozone/recon/api/types/EntityType.java | 87 +-
.../ozone/recon/api/types/FeatureProvider.java | 10 +-
.../ozone/recon/fsck/ReconReplicationManager.java | 36 +-
.../ozone/recon/scm/ReconContainerManager.java | 8 +-
.../impl/ReconContainerMetadataManagerImpl.java | 7 -
.../recon/tasks/ContainerKeyMapperHelper.java | 86 +-
.../recon/tasks/MultipartInfoInsightHandler.java | 118 +-
.../ozone/recon/tasks/OmTableInsightTask.java | 32 +-
.../upgrade/ReconTaskStatusTableUpgradeAction.java | 108 +-
.../ozone/recon/upgrade/ReconVersionManager.java | 16 +-
.../hadoop/ozone/recon/api/TestEndpoints.java | 49 +-
.../ozone/recon/api/TestOmDBInsightEndPoint.java | 40 +-
.../recon/api/types/TestFeatureProvider.java} | 34 +-
.../recon/fsck/TestReconReplicationManager.java | 50 +
.../persistence/TestStatsSchemaDefinition.java | 22 +-
.../TestUtilizationSchemaDefinition.java | 18 +-
.../ozone/recon/scm/TestReconContainerManager.java | 7 +-
.../TestStorageContainerServiceProviderImpl.java | 53 +
.../recon/tasks/TestContainerKeyMapperTask.java | 21 +-
.../recon/tasks/TestContainerSizeCountTask.java | 2 +-
.../ozone/recon/tasks/TestOmTableInsightTask.java | 118 +-
.../TestReconTaskStatusTableUpgradeAction.java | 177 +-
.../recon/upgrade/TestReconVersionManager.java | 27 +-
hadoop-ozone/s3gateway/pom.xml | 17 +
.../org/apache/hadoop/ozone/audit/S3GAction.java | 7 +-
.../hadoop/ozone/s3/EmptyContentTypeFilter.java | 30 +-
.../java/org/apache/hadoop/ozone/s3/Gateway.java | 13 +-
.../hadoop/ozone/s3/MultiDigestInputStream.java | 8 +
.../hadoop/ozone/s3/S3GatewayReadinessProbe.java | 164 ++
.../hadoop/ozone/s3/S3GatewayWebAdminServer.java | 81 +
...Mapper.java => S3STSHeadersResponseFilter.java} | 37 +-
.../apache/hadoop/ozone/s3/S3STSHttpServer.java | 105 +
.../hadoop/ozone/s3/SignedChunksInputStream.java | 263 +-
.../hadoop/ozone/s3/VirtualHostStyleFilter.java | 46 +-
.../hadoop/ozone/s3/endpoint/BucketEndpoint.java | 161 +-
.../ozone/s3/endpoint/BucketLifecycleHandler.java | 25 +-
.../hadoop/ozone/s3/endpoint/CopyPartResult.java | 4 +-
.../hadoop/ozone/s3/endpoint/CopyResult.java} | 25 +-
.../hadoop/ozone/s3/endpoint/EndpointBase.java | 162 +-
.../s3/endpoint/GetObjectAttributesResponse.java | 10 +-
.../ozone/s3/endpoint/MultipartKeyHandler.java | 2 +
.../ozone/s3/endpoint/ObjectAttributesHandler.java | 166 +-
.../hadoop/ozone/s3/endpoint/ObjectEndpoint.java | 252 +-
.../ozone/s3/endpoint/ObjectEndpointStreaming.java | 72 +-
...utBucketLifecycleConfigurationUnmarshaller.java | 56 +-
.../hadoop/ozone/s3/endpoint/RootEndpoint.java | 15 +-
.../s3/endpoint/S3LifecycleConfiguration.java | 47 +-
.../s3/endpoint/S3ObjectStreamingWriteGuard.java | 5 +
.../ozone/s3/endpoint/S3ObjectWriteGuard.java | 30 +
.../hadoop/ozone/s3/endpoint/S3RequestContext.java | 2 +
.../hadoop/ozone/s3/exception/OS3Exception.java | 50 +-
.../ozone/s3/exception/OS3ExceptionMapper.java | 18 +-
.../hadoop/ozone/s3/exception/OSTSException.java | 173 ++
...ceptionMapper.java => OSTSExceptionMapper.java} | 11 +-
.../s3/exception/OSTSNotFoundExceptionMapper.java | 93 +
.../hadoop/ozone/s3/exception/S3ErrorTable.java | 51 +-
.../ozone/s3/signature/AWSSignatureProcessor.java | 115 +-
.../s3/signature/AuthorizationV4HeaderParser.java | 1 +
.../s3/signature/AuthorizationV4QueryParser.java | 2 +
.../hadoop/ozone/s3/signature/ChunksValidator.java | 124 +
.../hadoop/ozone/s3/signature/SignatureInfo.java | 61 +-
.../ozone/s3/signature/SignatureProcessor.java | 4 +-
.../ozone/s3/signature/StringToSignProducer.java | 51 +-
.../ozone/s3/util/RangeHeaderParserUtil.java | 6 +-
.../org/apache/hadoop/ozone/s3/util/S3Consts.java | 9 +-
.../hadoop/ozone/s3/util/S3GActionIamMapper.java | 93 +
.../org/apache/hadoop/ozone/s3/util/S3Utils.java | 2 +
.../ozone/s3secret/S3SecretEndpointBase.java | 32 +
.../apache/hadoop/ozone/s3sts/Application.java} | 35 +-
.../ozone/s3sts/S3AssumeRoleResponseXml.java | 162 ++
.../s3sts/S3GetCallerIdentityResponseXml.java | 92 +
.../apache/hadoop/ozone/s3sts/S3STSConfigKeys.java | 54 +
.../apache/hadoop/ozone/s3sts/S3STSEnabled.java | 18 +-
.../s3sts/S3STSEnabledEndpointRequestFilter.java | 53 +
.../apache/hadoop/ozone/s3sts/S3STSEndpoint.java | 521 ++++
.../S3STSEndpointBase.java} | 72 +-
.../hadoop/ozone/s3sts/S3STSResponseMetadata.java} | 32 +-
.../apache/hadoop/ozone/s3sts/package-info.java | 19 +-
.../main/resources/webapps/s3g-sts/WEB-INF/web.xml | 33 +
.../hadoop/ozone/client/ClientProtocolStub.java | 93 +-
.../hadoop/ozone/client/OzoneBucketStub.java | 225 +-
.../ozone/client/OzoneDataStreamOutputStub.java | 18 +-
.../hadoop/ozone/client/OzoneOutputStreamStub.java | 20 +-
.../hadoop/ozone/s3/TestAuthorizationFilter.java | 26 +
.../ozone/s3/TestEmptyContentTypeFilter.java | 35 +
.../org/apache/hadoop/ozone/s3/TestGateway.java | 81 +
.../ozone/s3/TestS3GatewayLivenessServlet.java | 126 +
.../ozone/s3/TestSignedChunksInputStream.java | 181 +-
.../ozone/s3/TestVirtualHostStyleFilter.java | 61 +-
.../ozone/s3/endpoint/EndpointTestUtils.java | 20 +
.../ozone/s3/endpoint/TestCopyActionsAudit.java | 133 +
...estCopyObjectAndUploadPartCopyLastModified.java | 150 +
.../hadoop/ozone/s3/endpoint/TestEndpointBase.java | 75 +
.../s3/endpoint/TestMultipartUploadWithCopy.java | 6 +-
.../ozone/s3/endpoint/TestObjectAttributesGet.java | 135 +
.../ozone/s3/endpoint/TestObjectMultiDelete.java | 84 +
.../hadoop/ozone/s3/endpoint/TestObjectPut.java | 289 +-
.../hadoop/ozone/s3/endpoint/TestPartUpload.java | 69 +-
.../ozone/s3/endpoint/TestPermissionCheck.java | 72 +-
...utBucketLifecycleConfigurationUnmarshaller.java | 86 +
.../TestS3ActionOverrideForOwnerVerification.java | 174 ++
.../endpoint/TestS3LifecycleConfigurationPut.java | 198 +-
.../ozone/s3/endpoint/TestS3ObjectWriteGuard.java | 31 +
.../ozone/s3/endpoint/TestUploadWithStream.java | 103 +-
.../ozone/s3/exception/TestOS3Exceptions.java | 61 +-
.../ozone/s3/exception/TestOSTSExceptions.java | 104 +
.../exception/TestOSTSNotFoundExceptionMapper.java | 120 +
.../ozone/s3/signature/SignatureTestUtils.java | 128 +
.../s3/signature/TestAWSSignatureProcessor.java | 14 +
.../ozone/s3/signature/TestChunksValidator.java | 138 +
.../s3/signature/TestStringToSignProducer.java | 60 +-
.../ozone/s3/util/TestRangeHeaderParserUtil.java | 7 +
.../ozone/s3/util/TestS3GActionIamMapper.java | 69 +
.../apache/hadoop/ozone/s3/util/TestS3Utils.java | 9 +
.../apache/hadoop/ozone/s3/util/package-info.java | 8 +-
.../ozone/s3secret/TestS3SecretEndpointBase.java | 69 +
.../hadoop/ozone/s3sts/TestS3STSEndpoint.java | 994 +++++++
.../apache/hadoop/ozone/s3sts/package-info.java | 8 +-
hadoop-ozone/tools/pom.xml | 5 +
.../hadoop/ozone/local/LocalOzoneCluster.java | 303 +-
.../org/apache/hadoop/ozone/local/OzoneLocal.java | 76 +-
.../hadoop/ozone/local/TestLocalOzoneCluster.java | 301 +-
.../apache/hadoop/ozone/local/TestOzoneLocal.java | 126 +-
pom.xml | 118 +-
853 files changed, 57468 insertions(+), 6539 deletions(-)
create mode 100644 .github/labeler.yml
create mode 100644 dev-support/ci/errorprone.bats
copy .github/workflows/scheduled-cache-update.yml =>
dev-support/ci/junit_summary.bats (78%)
create mode 100755 dev-support/ci/junit_summary.py
create mode 100644 dev-support/ci/test_junit_summary.py
create mode 100644
hadoop-hdds/client/src/test/java/org/apache/hadoop/hdds/scm/storage/PositionedReadTestHelper.java
create mode 100644
hadoop-hdds/client/src/test/java/org/apache/hadoop/hdds/scm/storage/TestMultipartInputStream.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/container/balancer/ContainerBalancerAdvisor.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/container/balancer/ContainerBalancerClusterAnalyzer.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/container/balancer/ContainerBalancerClusterSnapshot.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/container/balancer/ContainerBalancerEstimation.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/container/balancer/ContainerBalancerProfile.java
copy
hadoop-hdds/{config/src/main/java/org/apache/hadoop/hdds/conf/MutableConfigurationSource.java
=> common/src/main/java/org/apache/hadoop/ipc_/RpcProxy.java} (64%)
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/util/ConcurrentMutableRate.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/util/ConcurrentMutableStat.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/scm/TestStreamingReadResponse.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/scm/container/balancer/TestContainerBalancerAdvisor.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/scm/container/balancer/TestContainerBalancerClusterAnalyzer.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/ozone/common/ChunkBufferPutBenchmark.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/ozone/common/JfrByteBufferAllocations.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/ozone/util/ConcurrentMutableStatBenchmark.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/ozone/util/TestConcurrentMutableStat.java
create mode 100644
hadoop-hdds/config/src/test/java/org/apache/hadoop/hdds/conf/TestStorageSize.java
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/keyvalue/ReadBlockComputation.java
rename
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/{TestContainerCorruptions.java
=> ContainerTestCorruptions.java} (95%)
rename
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/{TestKeyValueContainerIntegrityChecks.java
=> KeyValueContainerIntegrityTestBase.java} (98%)
copy
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmMultipartCommitUploadPartInfo.java
=>
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/ScmNodeAddress.java
(55%)
create mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/protocolPB/TestSCMSecurityProtocolPB.java
create mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/scm/protocolPB/TestScmBlockLocationProtocolPB.java
create mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/scm/protocolPB/TestStorageContainerLocationProtocolPB.java
copy
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/{scm/exceptions/TestSCMExceptionResultCodes.java
=> security/exception/TestSCMSecurityExceptionErrorCodes.java} (50%)
create mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/utils/TestNettyMetrics.java
rename
hadoop-hdds/rocks-native/src/test/java/org/apache/hadoop/hdds/utils/db/{TestRawSstFileRecords.java
=> RawSstFileRecords.java} (98%)
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/balancer/ContainerMoveFailureDetail.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/balancer/ContainerMoveFailureTracker.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/TestScmUtils.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/balancer/TestContainerBalancerMoveFailureBreakdown.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/export/TestExportJob.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/replication/TestContainerCheckRequest.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/ha/TestInterSCMGrpcClient.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/server/TestStorageContainerManager.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/server/TestStorageContainerManagerRatisRoles.java
create mode 100644
hadoop-ozone/cli-admin/src/main/java/org/apache/hadoop/hdds/scm/cli/ContainerBalancerAssessmentSubcommand.java
copy
hadoop-ozone/cli-admin/src/main/java/org/apache/hadoop/hdds/scm/cli/{ContainerBalancerStartSubcommand.java
=> ContainerBalancerConfigOptions.java} (54%)
create mode 100644
hadoop-ozone/cli-admin/src/main/java/org/apache/hadoop/hdds/scm/cli/ContainerBalancerEstimateSubcommand.java
create mode 100644
hadoop-ozone/cli-admin/src/test/java/org/apache/hadoop/hdds/scm/cli/TestContainerBalancerAssessmentSubcommand.java
rename
hadoop-ozone/cli-admin/src/test/java/org/apache/hadoop/hdds/scm/cli/{datanode
=> }/TestContainerBalancerSubCommand.java (67%)
create mode 100644
hadoop-ozone/cli-admin/src/test/java/org/apache/hadoop/hdds/scm/cli/TestSafeModeCheckSubcommand.java
create mode 100644
hadoop-ozone/cli-debug/src/test/java/org/apache/hadoop/ozone/debug/replicas/TestReplicasVerify.java
create mode 100644
hadoop-ozone/cli-repair/src/main/java/org/apache/hadoop/ozone/repair/om/DownloadOMDB.java
create mode 100644
hadoop-ozone/cli-shell/src/main/java/org/apache/hadoop/ozone/shell/s3/RevokeSTSTokenHandler.java
create mode 100644
hadoop-ozone/cli-shell/src/main/java/org/apache/hadoop/ozone/shell/snapshot/CountSnapshotHandler.java
create mode 100644
hadoop-ozone/cli-shell/src/test/java/org/apache/hadoop/ozone/shell/snapshot/TestCountSnapshotHandler.java
create mode 100644
hadoop-ozone/client/src/main/java/org/apache/hadoop/ozone/client/S3HeadObjectAttributes.java
create mode 100644
hadoop-ozone/client/src/main/java/org/apache/hadoop/ozone/client/protocol/ListStatusLightOptions.java
create mode 100644
hadoop-ozone/client/src/test/java/org/apache/hadoop/ozone/client/checksum/TestECBlockChecksumComputer.java
create mode 100644
hadoop-ozone/client/src/test/java/org/apache/hadoop/ozone/client/io/TestOzoneCryptoInputStream.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/conf/S3GatewayHealthCheckConfig.java
rename
hadoop-ozone/{ozone-manager/src/main/java/org/apache/hadoop/ozone/security =>
common/src/main/java/org/apache/hadoop/ozone/om}/AWSV4AuthValidator.java (78%)
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/AssumeRoleResponseInfo.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/AwsRoleArnValidator.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/CallerIdentityInfo.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/S3STSUtils.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/security/acl/iam/IamSessionPolicyResolver.java
copy
hadoop-hdds/config/src/main/java/org/apache/hadoop/hdds/conf/MutableConfigurationSource.java
=>
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/security/acl/iam/package-info.java
(80%)
copy
hadoop-ozone/{cli-repair/src/main/java/org/apache/hadoop/ozone/repair/om/OMRepair.java
=>
common/src/main/java/org/apache/hadoop/ozone/snapshot/SnapshotBucketCount.java}
(51%)
copy
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/{om/helpers/OmMultipartCommitUploadPartInfo.java
=> snapshot/SnapshotCountResponse.java} (53%)
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestAssumeRoleResponseInfo.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestAwsRoleArnValidator.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestCallerIdentityInfo.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestOMRatisHelper.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestS3STSUtils.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestS3STSUtilsCallerIdentity.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/security/acl/iam/TestIamSessionPolicyResolver.java
copy
hadoop-hdds/config/src/main/java/org/apache/hadoop/hdds/conf/MutableConfigurationSource.java
=>
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/security/acl/iam/package-info.java
(80%)
create mode 100755 hadoop-ozone/dev-support/checks/errorprone.sh
create mode 100755
hadoop-ozone/dist/src/main/compose/ozonesecure-ha/polaris-setup.sh
create mode 100755
hadoop-ozone/dist/src/main/compose/ozonesecure-ha/polaris-smoketest.sh
create mode 100644
hadoop-ozone/dist/src/main/compose/ozonesecure-ha/polaris.yaml
create mode 100644
hadoop-ozone/dist/src/main/compose/ozonesecure-ha/ranger-testlib.sh
copy hadoop-ozone/dist/src/main/compose/ozonesecure-ha/{.env => test-sts.sh}
(60%)
mode change 100644 => 100755
create mode 100644
hadoop-ozone/dist/src/main/smoketest/repair/om-update-transaction.robot
create mode 100644 hadoop-ozone/dist/src/main/smoketest/s3/health.robot
copy hadoop-ozone/dist/src/main/{compose/ozonesecure-ha/.env =>
smoketest/security/generate_oversized_session_policy.py} (60%)
create mode 100644
hadoop-ozone/dist/src/main/smoketest/security/mutate_sts_session_token.py
create mode 100644
hadoop-ozone/dist/src/main/smoketest/security/ozone-secure-sts-multitenant.robot
create mode 100644
hadoop-ozone/dist/src/main/smoketest/security/ozone-secure-sts-polaris.sql
create mode 100644
hadoop-ozone/dist/src/main/smoketest/security/ozone-secure-sts.resource
create mode 100644
hadoop-ozone/dist/src/main/smoketest/security/ozone-secure-sts.robot
create mode 100644
hadoop-ozone/freon/src/main/java/org/apache/hadoop/ozone/freon/HadoopFsReadWriteValidator.java
create mode 100644
hadoop-ozone/httpfsgateway/src/test/java/org/apache/ozone/fs/http/server/TestHttpFSExceptionProvider.java
create mode 100644
hadoop-ozone/integration-test-s3/src/test/java/org/apache/hadoop/ozone/s3/TestS3GatewayHealthCheck.java
copy
hadoop-hdds/config/src/main/java/org/apache/hadoop/hdds/conf/MutableConfigurationSource.java
=>
hadoop-ozone/integration-test-s3/src/test/java/org/apache/hadoop/ozone/s3/awssdk/package-info.java
(80%)
copy
hadoop-hdds/config/src/main/java/org/apache/hadoop/hdds/conf/MutableConfigurationSource.java
=>
hadoop-ozone/integration-test-s3/src/test/java/org/apache/hadoop/ozone/s3/awssdk/v2/package-info.java
(80%)
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOfsGetFileStatusBenchmark.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/freon/TestHadoopFsReadWriteValidator.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestGetDBUpdatesAuthorization.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestKeyLookupAclNormalization.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestOMAdminRpcAuthorization.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/service/TestOmMixedWorkloadUnderDeletionBench.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestOmSnapshotDefragSpaceSavings.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/repair/om/TestDownloadOMDBTool.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/ozone/test/KerberosTests.java
rename hadoop-ozone/{integration-test/src/test =>
mini-cluster/src/main}/java/org/apache/hadoop/ozone/ClientConfigForTesting.java
(67%)
delete mode 100644
hadoop-ozone/mini-cluster/src/main/java/org/apache/hadoop/ozone/FixedHostMapping.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/VolumeUtilizationMetrics.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/s3/security/S3AssumeRoleRequest.java
copy
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/{lifecycle/OMLifecycleSaveScanStateRequest.java
=> s3/security/S3DeleteRevokedSTSTokensRequest.java} (53%)
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/s3/security/S3RevokeSTSTokenRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/s3/security/S3AssumeRoleResponse.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/s3/security/S3DeleteRevokedSTSTokensResponse.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/s3/security/S3RevokeSTSTokenResponse.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/service/RevokedSTSTokenCleanupService.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/snapshot/diff/EntryValue.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/snapshot/diff/FullDiffSequentialReader.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/snapshot/diff/SnapDiffDependencyEntry.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/snapshot/diff/SnapDiffDependencyGraph.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/snapshot/diff/SnapDiffJobStore.java
rename
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/snapshot/{
=> diff}/SnapshotDiffValueParser.java (92%)
copy
hadoop-hdds/config/src/main/java/org/apache/hadoop/hdds/conf/MutableConfigurationSource.java
=>
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/snapshot/diff/package-info.java
(80%)
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/security/STSSecurityUtil.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/security/STSTokenEncryption.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/security/STSTokenIdentifier.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/security/STSTokenSecretManager.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/TestOMPerformanceMetrics.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/TestOzoneManagerS3Auth.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/TestOzoneManagerSnapshotCount.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/TestTrashOzoneFileSystem.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/TestTrashOzoneFileSystemLegacyBucket.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/TestVolumeUtilizationMetrics.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/ratis/TestOzoneManagerDoubleBufferTransactionInfo.java
copy
hadoop-hdds/config/src/main/java/org/apache/hadoop/hdds/conf/MutableConfigurationSource.java
=>
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/ratis/package-info.java
(80%)
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/key/TestOMDirectoriesPurgeApplyPerf.java
rename
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/lifecycle/{TestOMLifecycleConfigurationRequest.java
=> OMLifecycleConfigurationRequestTestBase.java} (76%)
copy
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/lifecycle/{TestOMLifecycleSaveScanStateRequest.java
=> TestOMLifecycleSetServiceStatusRequest.java} (54%)
copy
hadoop-ozone/{s3gateway/src/main/java/org/apache/hadoop/ozone/s3/signature/SignatureProcessor.java
=>
ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/s3/security/S3SecurityTestUtils.java}
(55%)
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/s3/security/TestS3AssumeRoleRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/s3/security/TestS3RevokeSTSTokenRequest.java
copy
hadoop-hdds/config/src/main/java/org/apache/hadoop/hdds/conf/MutableConfigurationSource.java
=>
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/s3/security/package-info.java
(80%)
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/s3/security/TestS3AssumeRoleResponse.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/service/TestRevokedSTSTokenCleanupService.java
copy
hadoop-hdds/config/src/main/java/org/apache/hadoop/hdds/conf/MutableConfigurationSource.java
=>
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/service/package-info.java
(80%)
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/snapshot/diff/TestFullDiffSequentialReader.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/snapshot/diff/TestSnapDiffDependencyGraph.java
rename
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/snapshot/{
=> diff}/TestSnapshotDiffValueParser.java (99%)
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/security/TestS3SecurityUtil.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/security/TestSTSSecurityUtil.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/security/TestSTSTokenEncryption.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/security/TestSTSTokenIdentifier.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/security/TestSTSTokenSecretManager.java
copy
hadoop-hdds/config/src/main/java/org/apache/hadoop/hdds/conf/MutableConfigurationSource.java
=>
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/security/acl/package-info.java
(80%)
copy
hadoop-ozone/ozonefs-common/src/main/java/org/apache/hadoop/fs/ozone/{O3fsDtFetcher.java
=> AbstractOzoneDtFetcher.java} (62%)
create mode 100644
hadoop-ozone/ozonefs-common/src/main/java/org/apache/hadoop/fs/ozone/O3DtFetcher.java
copy
hadoop-hdds/config/src/main/java/org/apache/hadoop/hdds/conf/MutableConfigurationSource.java
=>
hadoop-ozone/ozonefs-common/src/main/java/org/apache/hadoop/fs/ozone/OfsDtFetcher.java
(71%)
create mode 100644
hadoop-ozone/ozonefs-common/src/test/java/org/apache/hadoop/fs/ozone/TestOzoneDtFetcher.java
copy
hadoop-ozone/{common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmMultipartCommitUploadPartInfo.java
=>
ozonefs/src/test/java/org/apache/hadoop/fs/ozone/TestDtFetcherProviders.java}
(56%)
copy
hadoop-ozone/{common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmMultipartCommitUploadPartInfo.java
=>
recon/src/test/java/org/apache/hadoop/ozone/recon/api/types/TestFeatureProvider.java}
(53%)
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/S3GatewayReadinessProbe.java
copy
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/{exception/OS3ExceptionMapper.java
=> S3STSHeadersResponseFilter.java} (51%)
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/S3STSHttpServer.java
copy
hadoop-ozone/{common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmMultipartCommitUploadPartInfo.java
=>
s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/CopyResult.java}
(68%)
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/exception/OSTSException.java
copy
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/exception/{OS3ExceptionMapper.java
=> OSTSExceptionMapper.java} (82%)
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/exception/OSTSNotFoundExceptionMapper.java
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/signature/ChunksValidator.java
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/util/S3GActionIamMapper.java
copy
hadoop-ozone/{common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmMultipartCommitUploadPartInfo.java
=> s3gateway/src/main/java/org/apache/hadoop/ozone/s3sts/Application.java}
(53%)
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3sts/S3AssumeRoleResponseXml.java
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3sts/S3GetCallerIdentityResponseXml.java
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3sts/S3STSConfigKeys.java
copy
hadoop-hdds/config/src/main/java/org/apache/hadoop/hdds/conf/MutableConfigurationSource.java
=>
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3sts/S3STSEnabled.java
(66%)
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3sts/S3STSEnabledEndpointRequestFilter.java
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3sts/S3STSEndpoint.java
copy
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/{s3secret/S3SecretEndpointBase.java
=> s3sts/S3STSEndpointBase.java} (61%)
copy
hadoop-ozone/{common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmMultipartCommitUploadPartInfo.java
=>
s3gateway/src/main/java/org/apache/hadoop/ozone/s3sts/S3STSResponseMetadata.java}
(55%)
copy
hadoop-hdds/config/src/main/java/org/apache/hadoop/hdds/conf/MutableConfigurationSource.java
=>
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3sts/package-info.java
(62%)
create mode 100644
hadoop-ozone/s3gateway/src/main/resources/webapps/s3g-sts/WEB-INF/web.xml
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/TestGateway.java
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/TestS3GatewayLivenessServlet.java
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestCopyActionsAudit.java
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestCopyObjectAndUploadPartCopyLastModified.java
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestPutBucketLifecycleConfigurationUnmarshaller.java
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestS3ActionOverrideForOwnerVerification.java
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/exception/TestOSTSExceptions.java
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/exception/TestOSTSNotFoundExceptionMapper.java
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/signature/SignatureTestUtils.java
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/signature/TestChunksValidator.java
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/util/TestS3GActionIamMapper.java
copy
hadoop-hdds/config/src/main/java/org/apache/hadoop/hdds/conf/MutableConfigurationSource.java
=>
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/util/package-info.java
(80%)
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3secret/TestS3SecretEndpointBase.java
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3sts/TestS3STSEndpoint.java
copy
hadoop-hdds/config/src/main/java/org/apache/hadoop/hdds/conf/MutableConfigurationSource.java
=>
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3sts/package-info.java
(80%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
