This is an automated email from the ASF dual-hosted git repository.
asf-gitbox-commits pushed a change to branch HDDS-13323-sts
in repository https://gitbox.apache.org/repos/asf/ozone.git
from 37a224b2176 HDDS-14899. [STS] Updates to ACLs in
IamSessionPolicyResolver (#9977)
add 7d5c503d12b HDDS-14602. Bump pnpm to 10.28.2, Node.js to 20.18.2
(#9879)
add b0b2a25fab9 HDDS-14789. Compiler options not recognized by any
processor (#9907)
add b5805af61e1 HDDS-14820. test-hadoop.sh fails locally due to bad
substitution (#9906)
add ee81923da52 HDDS-14792. Bump commons-text to 1.15.0, commons-validator
to 1.10.1 (#9890)
add bf01924cc7a HDDS-14828. Extract listStatus tests to
OzoneFileSystemTestBase (#9917)
add 73072cf1dab HDDS-14832. Improve Datanode dispatcher unexpected
container state message (#9918)
add 9d431fd8020 HDDS-13082. Add Jira account onboarding guidance (#9911)
add 3f47fa73287 HDDS-14833. Bump GitHub action versions (#9916)
add 317457d281c HDDS-14835. Bump maven-shade-plugin to 3.6.2 (#9923)
add 39a234752b1 HDDS-14823. Make PipelineID column sticky on Pipeline Tab
(#9910)
add 3db9acb7a7e HDDS-14839. Bump commons-compress to 1.28.0 (#9924)
add 10d4da81b05 HDDS-14836. Bump awssdk to 2.42.13 (#9920)
add 3304e940914 HDDS-14838. Bump maven-core to 3.9.14 (#9921)
add 102b51a319c HDDS-14837. Bump opentelemetry to 1.60.1 (#9922)
add 020452e196b HDDS-14701. Consolidate DiskBalancerVolumeChoosingPolicy
and ContainerChoosingPolicy (#9858)
add 3f36857b5bb HDDS-14740. Implement ScmListCodec without reflection
(#9919)
add 886dd588e92 HDDS-14850. Implement StatefulService without reflection..
(#9940)
add cc801988596 HDDS-14848. OzoneManagerSyncMetrics
incrNumDeltaRequestsFailed increments the wrong value (#9936)
add 990af8e1469 HDDS-14805. Escape log4j variables in docker-compose
env_files (#9930)
add fb0c7d001d4 HDDS-14788. Avoid using guava Ints/Longs to convert byte
arrays (#9927)
add ccf67f6d2b2 HDDS-14849. LowerCaseKeyStringMap.remove() should
transform key toLowerCase (#9937)
add 243be86725c HDDS-14768. Fix lock leak during snapshot cache cleanup
and handle eviction race appropriately. (#9869)
add b49226d1b57 HDDS-14860. Synchronize ThrottledAsyncChecker#schedule
(#9948)
add 99e971cbf28 HDDS-14852. Create one MessageUnmarshaller per type (#9944)
add 137ea80bc34 HDDS-14800. Guard RocksDB iterator against closed DB
during volume failure (#9904)
add c5f1dd35b53 HDDS-14857. Use XMLUtils.newSecure...Factory (#9951)
add fa3fcc8897a HDDS-14765. Improve Trace Hierarchy for Ozone Shell Put
Key Command (#9908)
add 0afee11a137 HDDS-14778. Append dot to relocation patterns in
ozone-filesystem-shaded (#9893)
add e2ad852dbd2 HDDS-14684. Allow deletion of empty quasi-closed
containers (#9856)
add ead5648f914 HDDS-14880. Bump junit to 5.14.3 (#9962)
add 98ce7e761de HDDS-14875. Remove the type parameter from
ScmCodec.deserialize(...) (#9956)
add 57b6084fcf6 HDDS-14879. Bump sqlite-jdbc to 3.51.3.0 (#9961)
add 6cdc9fcc57b HDDS-14878. Bump maven-clean-plugin to 3.5.0 (#9958)
add 40e893ff3eb HDDS-14853. Reduce duplicate logs in
ECReconstructionCoordinator#reconstructECBlockGroup (#9941)
add 8813d8cfe3e HDDS-14827. Sync insightsFilePlot chart labels with sorted
filesize data (#9912)
add 2ebb1509771 HDDS-14831. Datanode should gracefully handle
CONTAINER_ALREADY_EXISTS (#9925)
add f1a5fe31369 HDDS-14882. Exclude transitive dependency commons-daemon
via hadoop-hdfs (#9965)
add 9c97ef29ab7 HDDS-14846. Implement ScmCodecFactory without reflection
(#9952)
add 412f9f45076 HDDS-14844. Update reconOmTasks memory counter using init
after reinit (#9933)
add b93bb437d2e HDDS-14883. ContainerBalancerStatus shows 0GB due to
incorrect field mapping (#9968)
add 448357940bc HDDS-14858. OM request fails with ClassNotFoundException:
java.lang.constant.Constable (#9945)
add de1b3523d03 HDDS-13891. SCM-based health monitoring and batch
processing in Recon (#9258)
add 987e3bcbb4b HDDS-14106. Add -XX:NewRatio=3 to default GC options for
CMS (#9967)
add fe80c6f0eb9 HDDS-14885. Replace usage of Hadoop ...TestUtils (#9966)
add 5e5243eca2a HDDS-14714. Support keeping a configurable number of extra
copies of quasi-closed containers. (#9829)
add 06a7d1295d1 HDDS-14752. ReadBlock: Close stream immediately when
position >= blockLength (#9946)
add 7ee78a270f4 HDDS-14730. Update Recon container sync to use container
IDs (#9842)
add 0a384a01d72 HDDS-14881. Exclude dependencies for test-jar (#9970)
add 533ef7ab417 HDDS-14887. BASH_SOURCE0: unbound variable (#9975)
add 44bf21645a5 HDDS-14834. Fix race condition between DeadNodeHandler and
HealthyReadOnlyNodeHandler on NetworkTopology (#9926)
add d499272132c HDDS-14814. Unify fragmented traces for Freon randomkeys
command (#9957)
add 3cc7c5d5dda HDDS-14862. Log volume failure as error (#9950)
add 7ca17344833 HDDS-14904. Fix outdated links to Ozone downloads (#9982)
add f3cd59a89c0 HDDS-14183. Attempted to decrement available space to a
negative value (#9655)
add 6f04298a549 HDDS-14884. Improve Trace Hierarchy for Freon ockg Command
(#9980)
add 7b6eeb4a379 HDDS-14370. RandomAccessFileChannel to implement Closeable
(#9905)
add 99f4132744c HDDS-14682. Unify OzoneManagerProtocolPB failover proxy
provider (#9929)
add c6da3cf1abd HDDS-13963. Atomic Create-If-Not-Exists (#9332)
add 1a3909286ae HDDS-14909. Bump jersey2 to 2.48 (#9989)
add 397c3d61b19 HDDS-14911. Bump maven-javadoc-plugin to 3.12.0 (#9991)
add 6dca71bfd59 HDDS-14910. Bump jackson to 2.21.2 (#9992)
add 7ee4a7077d1 HDDS-14912. Bump maven-source-plugin to 3.4.0 (#9993)
add 9f5565833a6 HDDS-12992. Clients should not use gRPC port for Streaming
(#9988)
add 64db6553518 HDDS-14892. Define a LocalHandler interface (#9995)
add a01ad898922 HDDS-14916. Add a code generator for implementing
invokeLocal(..). (#9996)
add c7ca682dd65 HDDS-14840. User Experience improvements on Buckets tab
(#9928)
add ecd89f2feaf HDDS-14901. Enable Dependabot for github-actions (#9984)
add 501c0ff19b9 HDDS-14918. Enable PMD rules StringToString,
UseArraysAsList and UseIndexOfChar (#9999)
add a7ba744889f HDDS-14611. Rename committed bytes to finalized key bytes
and align committed space terminology (#9871)
add 28ec57ae916 HDDS-14928. Bump jline to 3.30.9 (#10002)
add 1ca91920d9f HDDS-14929. Bump awssdk to 2.42.18 (#10005)
add 1b83e169815 HDDS-14866. Enhance DiskBalancer Report to show individual
volume's density (#9969)
add 3c3ec7de276 HDDS-14931. Bump commons-codec to 1.21.0 (#10003)
add d8e9f3dbef9 HDDS-14930. Bump maven-resources-plugin to 3.5.0 (#10004)
add dfede3a7b2a HDDS-14727. Improve volume/bucket selection in File Size
Distribution (#9865)
add 4a3c626a73b HDDS-14917. Remove unused version definitions (#9998)
add 644a018e63a HDDS-14948. Pin axios version to 1.13.6 (#10016)
add 561cbeb3b24 HDDS-14941. Speed up
testRetryMessageShownWhenScmUnavailable (#10019)
add e9cceba8dfc HDDS-13919. S3 Conditional Writes (PutObject) (#9815)
add 5e009a36360 HDDS-14890. Improve ozone_add_default_gc_opts (#10021)
add b111e0072f2 HDDS-14824. Fix/Freeze Hostname column in Recon v2
Datanode Tab (#10026)
add 8fbe16b4efa HDDS-14795. Allow non-S3-compliant bucket name length if
strict S3 is disabled (#10014)
add 6a3286904ab HDDS-13919. S3 Conditional Writes (PutObject) [2/2] -
Reuse Atomic Rewrite at Commit Path (#10023)
add 033e0bb0824 HDDS-14934. Enable PMD rule ConsecutiveAppendsShouldReuse
(#10008)
add 5bc0bf8788e HDDS-13661. Fix flaky
TestKeyDeletingService#testPurgeKeysRequestBatching (#10025)
add 65b938ef924 HDDS-14922. Define ScmInvoker#invokeRatisServer to proxy
DeletedBlockLogStateManager without reflection (#10013)
add dd27370c84e HDDS-14971. Bump log4j2 to 2.25.4 (#10041)
add 2224f763105 HDDS-14793. Intermittent NPE in
XceiverClientGrpc#connectToDatanode due to race condition (#9997)
add f72c54c2bbf HDDS-14972. Bump awssdk to 2.42.23 (#10039)
add 8b4e3ce7118 HDDS-14970. Bump jackson2 to 2.21.2 (#10040)
add c0d50fe17d2 HDDS-14961. Introduce configuration for tracing (#10029)
add 93bf1d9d16c HDDS-14975. Move awssdk version definition to
ozone-integration-test-s3 (#10042)
add b02ebe2ac96 HDDS-10916. Reduce Recon OM snapshot task initial delay in
acceptance tests (#10048)
add 994a8abaafc HDDS-14976. xml_to_md.py does not handle generated XML
files (#10044)
add ce303c9277d HDDS-14919. Add a base class for all the SCM handler
interfaces (#10050)
add ece57e53c89 HDDS-14978. Bump Zookeeper to 3.8.6 (#10046)
add 5c53d2e5915 HDDS-14041. Add metrics to track Snapshot RocksDB space
and SST File stats. (#9406)
add 0c3751acfa4 HDDS-14963. Retry attempt to pull docker images (#10047)
add 346b65e9371 HDDS-14870. Allow balancing of over replicated and quasi
closed containers (#9964)
add 9e775e6c8f6 HDDS-14973. Update ScmInvokerCodeGenerator to generate
getProxy() (#10049)
add 33a5320e4ec HDDS-7373. Add Robot tests for `ozone --validate
classpath` (#10051)
add 9ff7eaa6c19 HDDS-13108. Refactor StorageVolume to use SlidingWindow
(#8843)
add 49d6c0b6cbd HDDS-14103. Create an option to suppress/unsuppress
containers from report (#9719)
add d2d374b6749 HDDS-8703. Integration test for SnapshotDeletingService
during OM failover (#10024)
add ab71c6af45f HDDS-14756. Implement delegation and auditing for
BucketOperationHandler (#10057)
add b6ba3691421 HDDS-14447. Support multiple clients in
OmMetadataGenerator (#9696)
add 45ffbf389cd HDDS-14660. Implement new table to store part information
for multipart uploads (#9886)
add 4d8c38d47b4 HDDS-14843. Support cluster-wide blacklist on OM (#10037)
add 914b99cd7e7 HDDS-14968. Concurrent S3 Conditional PUT Commit Conflict
Detection (#10043)
add 3c1e005a44e HDDS-13804. Make server tracing config dynamically
reconfigurable (#10056)
add 4501218e086 HDDS-15003. Inline
EndpointBase#createS3Bucket/deleteS3Bucket (#10060)
add 675410e0934 HDDS-13920. Conditional Reads (GetObject, HeadObject)
(#10031)
add e8fac639e21 HDDS-14938. Implement Iceberg RewriteTablePath action
(#10053)
add 02877735177 HDDS-15021. Bump jnr-posix to 3.1.22 (#10070)
add f99b4f63b0b HDDS-14998. Use line.separator in option descriptions
(#10063)
add 203f7ee1bae HDDS-15020. Bump awssdk to 2.42.28 (#10069)
add 830305c8603 HDDS-15019. Bump commons-configuration2 to 2.14.0 (#10068)
add a650a90e622 HDDS-15023. S3ErrorTable should be an enum (#10072)
add 584bb6a3cb4 HDDS-14955. Improve BigInteger instantiation (#10035)
add 9f3d7cb1bbe HDDS-14960. OM Web UI dashboard for Ozone Snapshot (#10027)
add e407268752d HDDS-14996. Add metrics to track Snapshot backup SST file
stats. (#10065)
add 3daabc8d99c HDDS-15013. gRPC channel holding objects on completed
request in ReadBlock (#10071)
add ea503067ac6 HDDS-15032. Return InvalidDigest instead of BadDigest for
malformed Content-MD5 header (#10078)
add 29c78e7ac11 HDDS-12643. Fix ContainerTable pagination in Recon UI v2
(#9986)
add 1bde5bea1d4 HDDS-15041. Fix some typos (#10080)
add 57ec56b5169 HDDS-14775. Check leader status before serving bootstrap
request. (#9873)
add 191c01c346b HDDS-3128. Add ozone debug commands for Kerberos (#9868)
add 3650eb90303 HDDS-13145. Tweak javadoc plugin configuration (#9704)
add 95028e4ab0d HDDS-15024. Track pending containers in SCM to prevent
Datanode over-allocation (#10073)
add 678118f99fc HDDS-15050. Bump Bouncy Castle to 1.84 (#10083)
add 9b44eb93e01 HDDS-14974. Change SCMStateMachine to use ScmInvoker
(#10079)
add e744b818552 HDDS-14990. Show failed volumes in `ozone admin datanode
list` output and SCM metrics (#10058)
add 1139d937a12 HDDS-15054. Bump guava to 33.6.0-jre (#10089)
add c183f27d42a HDDS-15055. Bump opentelemetry to 1.61.0 (#10088)
add e700ef726f9 HDDS-15057. Bump actions/cache to 5.0.4 (#10087)
add be2a9154457 HDDS-15056. Bump awssdk to 2.42.33 (#10090)
add f1122aa1c55 HDDS-14939. Implement version file rewrite logic for path
migration across metadata history (#10067)
add a469057d2b1 HDDS-15042. Run basic checks with Java 21 (#10093)
add 0039ce6ea39 HDDS-15062. Bump actions/cache to 5.0.5 (#10091)
add 954141886db HDDS-15060. [Recon] Fix totalOzoneUsedSpace mismatch in
storageDistribution (#10092)
add 8eb6a7be378 HDDS-14829. Split snapshot diff job into separate rpc
calls for submitting job and getting the report. (#9985)
add 31c18dff19c HDDS-15000. Improve S3 audit log stack traces (#10097)
add 719bab13bba HDDS-15078. Reduce duplication in BucketAclHandler (#10106)
add 5d6c4f00f48 HDDS-14999. Use line.separator in cli-admin (#10107)
add bee32d5b52a HDDS-15040. Fix inverted ExecutorService#awaitTermination
(#10113)
add b3b4f320bd9 HDDS-14987. OM Web UI dashboard for Ozone Snapshot (list
snapshot) (#10055)
add 7eaf46fba46 HDDS-14871. DataNode: tolerate per-volume health-check
latch timeouts before marking volumes failed. (#9954)
add d5ec23e417a HDDS-10819. Respect ssl.server.include.cipher.list and
ssl.enabled.protocols in HttpServer2 (#10111)
add 543a744b79b HDDS-15102. Avoid ArchiveOutputStream.createArchiveEntry
due to libnss issue (#10117)
add d64cbf66923 HDDS-15117. Bump awssdk to 2.42.36 (#10136)
add e0e821f6310 HDDS-13117. Add Conditional Writes, Reads, Copies, Deletes
and CompleteMultipartUpload Design (#10010)
add 653775965fe HDDS-15108. Remove duplicate keys from ozone-default.xml
(#10121)
add 6d0be38772d HDDS-15052. Revert HDDS-14040. Ozone client hang for data
write in failure scenario (#10140)
add 86f3df176f6 HDDS-15103. OM termination due to race condition between
om start and install snapshot (#10118)
add bf4515f16ca HDDS-14926. Allow QUASI_CLOSED containers in DiskBalancer
with improved debug logs for containers (#10022)
add 9fb9bbe3d88 HDDS-15115. CrcUtil/CrcComposer should not throw
IOException for non-IO. (#10139)
add bc54891616a HDDS-14920. Check actions with zizmor (#10102)
add d85b05aad64 HDDS-15081. Add Internal Scaffold (#10146)
add 04d1044e552 HDDS-14920. (addendum) Check actions with zizmor (#10150)
add be1ed89a302 HDDS-15104. Refactor code related to container space
management. (#10124)
add 0f82ff6b9d8 HDDS-15107. Bump actions/upload-artifact to 7.0.1 (#10151)
add c408f6eb118 HDDS-15094. Make protocol and cipher configurable for gRPC
TLS (#10114)
add 83abee4d71c HDDS-15105. Revise snapshot defrag design doc and add
implementation details (#10119)
add 659fc3107b9 HDDS-15136. Missing OZONE_WEBSITE_BUILD in
update-ozone-site-config-doc (#10154)
add b3f4a645dee HDDS-15112. Handle negative space usage values gracefully
in CachingSpaceUsageSource (#10130)
add f7615733a44 HDDS-15118. Bump maven-core to 3.9.15 (#10137)
add 72e69f09697 HDDS-15124. Fix broken /docs/current/ links (#10153)
add 0c19a9b931d HDDS-15076. Fix Incorrect pending deletion size for EC
blocks in DN (#10105)
add be850c1130b HDDS-15080. DirectoryDeletingService is using single
thread (#10125)
add 5797d63c4c9 HDDS-15119. Bump sqlite-jdbc to 3.53.0.0 (#10135)
add b5083649171 HDDS-10489. Use CRC tables to speed up galoisFieldMultiply
in CrcUtil. (#10155)
add fdd20f0d9e7 HDDS-15064. [STS] Artifacts for Ranger to Consider S3
Action when Authorizing (#10108)
add 39aeb20f072 HDDS-15100. Add an OM config to toggle Ozone snapshot
rename feature (#10156)
add 99b53f44436 HDDS-13133. Display Ratis state machine event timeline in
OM web UI (#10034)
add e215b48bfdd HDDS-10767. Reducing DatanodeDetails in the
ContainerLocationCache (#10158)
add 9e89ee799e1 HDDS-15026. Introduce DevContainer to improve contributor
experience (#10075)
add 9ccc1d63e45 HDDS-15157. Add DeepWiki badge to README (#10179)
add f07fb4e028c HDDS-15162. Bump awssdk to 2.42.41 (#10173)
add 0d191fe18b7 HDDS-15163. Bump commons-io to 2.22.0 (#10172)
add 329bc816682 HDDS-15161. Bump commons-codec to 1.22.0 (#10174)
add 1bf9a3bfdc6 HDDS-15044. Exercise ozone debug kerberos commands
(#10085).
add 33697280560 HDDS-15067. Conditional CompleteMultipartUpload (#10164)
add 8507816f18b HDDS-13919. S3 Conditional Writes (PutObject) [3/3] -
Remove expectedETag from OmKeyInfo (#10182)
add acce8f4364a HDDS-15053. Update ScmInvokerCodeGenerator for generating
the latest invokeLocal (#10180)
add f64ef284666 HDDS-15033. Link SCM allocate-block calls to client trace.
(#10081)
add 95e1b3c87d2 HDDS-15106. Add Delete block calls to trace hierarchy.
(#10141)
add ae1599ba79d HDDS-15159. Bump common-custom-user-data-maven-extension
to 2.2.0 (#10176)
add a4fcd65c31f HDDS-15160. Bump javassist to 3.31.0-GA (#10175)
add e4d87731730 HDDS-14942. Implement manifest selection logic for rewrite
based on snapshot delta (#10145)
add 0be20f17879 HDDS-14894. Fix Latent S3 API Issue having No Acl Check
for ListMultipartUploads (#9971)
add c3ffd0562e8 HDDS-15178. Allow creating EncodingTypeObject for empty
String (#10195)
add 5b90ae700d1 HDDS-14830. Handle interrupt gracefully in
XceiverClientGrpc.sendCommandWithRetry (#10178)
add 7f4069b0ee1 HDDS-11838. Top-level interactive shell to allow access to
admin/debug/sh commands (#10134)
add aa76a5dc936 HDDS-15184. Atomic Create-If-Absent Should Use 0 for
Generation Match (#10201)
add 83e77c09a5d HDDS-14966. OM UI shows wrong Leader Readiness values
(#10036)
add f71c648e710 HDDS-14898. Fix Latent S3 API Issue having No Acl Check
for ListParts (#9976)
add 0f811d443ce HDDS-15127. Add a switch to toggle the RocksDb open test
for volume health (#10149)
add bc89991f35f HDDS-15004. Stabilize
TestReconContainerEndpoint#testContainerEndpointForOBSBucket (#10116)
add debc8abf484 HDDS-15176. Ozone SCM fails to start when gRPC cipher
policy list includes unsupported cipher (#10192)
add cf76290db43 HDDS-15109. Extract rename test cases to
OzoneFileSystemTests (#10120)
add bb93dd2ebc8 HDDS-15152. SSL protocol config is not applied to Jetty
when set to default value (#10165)
add 837813c14c3 HDDS-14923. Enable PMD rules UselessStringValueOf,
UseStringBufferForStringAppends (#10007)
add ec6dd34d679 HDDS-15111. Remove unused ChecksumByteBuffer
implementations from PureJava CRC helpers (#10127)
add d33f9943a5e HDDS-15177. Wait for healthy KDC before starting Ozone in
xcompat tests (#10194)
add 8adb40535e0 HDDS-14913. Implement Scalable CSV Export for Unhealthy
Containers in Recon UI. (#10162).
add 95867e884fd HDDS-14578. Ozone admin command gives inconsistent error
messages on expired keytab. (#10160)
add 652bb192e58 HDDS-15110. Fix negative container size handling in
replication (#10126)
add 32a88e76aa6 HDDS-15205. Cut WritableRPCEngine (#10213)
add ea66b70462c HDDS-15201. Record lastDefragTime when snapshot defrag is
successfully run (#10210)
add f0323d7f4fc HDDS-13921. Conditional Copy (CopyObject) (#10207)
add 0ac31fbac01 HDDS-15214. Bump jackson to 2.21.3 (#10221)
add 233caf240dc HDDS-15214. Bump jackson to 2.21.3 (#10220)
add 35d394b25ae HDDS-14977. Mark TestDeadNodeHandler#onMessage as flaky
add 7ca74efa76c HDDS-15221. Mark TestReconWithOzoneManagerHA as flaky
add 77fd78ba0e8 HDDS-15209. Mark TestRocksDBCheckpointDiffer as flaky
add ae99c6a394f HDDS-14962. Mark
TestContainerStateMachine#testApplyTransactionFailure as flaky
add a03f0fd45b4 HDDS-13401. Mark TestContainerCommandReconciliation as
flaky
add e5c27ac6f07 HDDS-15222. Mark
TestOzoneManagerHASnapshot#testSnapshotNameConsistency as flaky
add 44fffb51c62 HDDS-14017. Mark
TestAddRemoveOzoneManager#testDecommission as flaky
add 6e7a0091e0f HDDS-15223. Mark
TestReconAndAdminContainerCLI#testMissingContainer as flaky
add 7a024da2259 HDDS-15218. Bump zstd-jni to 1.5.7-8 (#10219)
add 95723c14bda HDDS-15217. Bump junit to 5.14.4 (#10223)
add 489629965b4 HDDS-15203. Clarify ozone.om.namespace.s3.strict in
ozone-default.xml (#10225)
add 7b935fe4a7e HDDS-15168. Support configurable SASL mechanism (#10212)
add d1dbbe46574 HDDS-15149. Limit Connections Created by DataNode GRPC
Server (#10184)
add 7dd0072d143 HDDS-15216. Remove duplicate jackson2 version property
(#10229)
add e136cb00bfb HDDS-14943. Implement rewrite logic for Iceberg's
manifest-list files for path migration (#10190)
add c3872cdb02d HDDS-11199. Fix eslint configs and add missing packages
for Recon web (#10094)
add 6cd1da736d6 HDDS-15219. Bump awssdk to 2.44.0 (#10222)
add e5da18a959c HDDS-15082. Add User facing Config Contract for `ozone
local` (#10147)
add 99328c24239 HDDS-15181. Robot test for snapshot defrag (#10200)
new 603a8abc375 Merge remote-tracking branch 'upstream/master' into
HDDS-13323-sts
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.devcontainer/devcontainer.json | 29 +
.github/dependabot.yml | 10 +
.github/pull_request_template.md | 3 +
.github/workflows/build-ratis.yml | 32 +-
.github/workflows/check.yml | 32 +-
.github/workflows/ci-with-ratis.yml | 9 +-
.github/workflows/ci.yml | 67 +-
.github/workflows/close-stale-prs.yaml | 4 +-
.github/workflows/generate-config-doc.yml | 11 +-
.github/workflows/intermittent-test-check.yml | 64 +-
.github/workflows/label-pr.yml | 2 +-
.github/workflows/populate-cache.yml | 14 +-
.github/workflows/post-commit.yml | 7 +-
.github/workflows/pull-request.yml | 6 +-
.github/workflows/repeat-acceptance.yml | 22 +-
.github/workflows/schedule-label-pr.yml | 5 +-
.github/workflows/scheduled-cache-update.yml | 3 +-
.github/workflows/update-ozone-site-config-doc.yml | 45 +-
.github/workflows/{pull-request.yml => zizmor.yml} | 34 +-
.mvn/extensions.xml | 2 +-
CONTRIBUTING.md | 5 +-
README.md | 11 +-
SECURITY.md | 2 +-
dev-support/ci/xml_to_md.py | 31 +-
dev-support/pmd/pmd-ruleset.xml | 7 +
hadoop-hdds/cli-common/pom.xml | 16 +-
.../org/apache/hadoop/hdds/cli/GenericCli.java | 33 +-
.../org/apache/hadoop/hdds/cli/ItemsFromStdin.java | 20 +-
.../apache/hadoop/hdds/scm/OzoneClientConfig.java | 33 +-
.../apache/hadoop/hdds/scm/XceiverClientGrpc.java | 154 +-
.../hadoop/hdds/scm/XceiverClientManager.java | 11 +-
.../hadoop/hdds/scm/client/HddsClientUtils.java | 42 +-
.../hdds/scm/storage/BlockDataStreamOutput.java | 8 +
.../hdds/scm/storage/StreamBlockInputStream.java | 48 +-
.../io/ECBlockReconstructedStripeInputStream.java | 8 +-
.../scm/storage/TestStreamBlockInputStream.java | 193 +-
.../io/TestECBlockReconstructedInputStream.java | 10 +-
.../TestECBlockReconstructedStripeInputStream.java | 9 +-
.../common/dev-support/findbugsExcludeFile.xml | 5 -
hadoop-hdds/common/pom.xml | 3 +
.../org/apache/hadoop/hdds/HddsConfigKeys.java | 3 +
.../java/org/apache/hadoop/hdds/HddsUtils.java | 22 +
.../org/apache/hadoop/hdds/client/BlockID.java | 4 +-
.../hadoop/hdds/conf/OzoneConfiguration.java | 2 +
.../hadoop/hdds/protocol/DatanodeDetails.java | 13 +-
.../java/org/apache/hadoop/hdds/scm/ScmConfig.java | 10 +-
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 8 +-
.../hadoop/hdds/scm/container/ContainerInfo.java | 37 +
.../balancer/ContainerBalancerConfiguration.java | 34 +-
.../apache/hadoop/hdds/scm/pipeline/Pipeline.java | 25 +-
.../hadoop/hdds/security/SecurityConfig.java | 36 +
.../apache/hadoop/hdds/tracing/LoopSampler.java | 38 +-
.../apache/hadoop/hdds/tracing/SkipTracing.java} | 9 +-
.../apache/hadoop/hdds/tracing/SpanSampler.java | 90 +
.../apache/hadoop/hdds/tracing/TraceAllMethod.java | 31 +-
.../apache/hadoop/hdds/tracing/TracingConfig.java | 128 +
.../apache/hadoop/hdds/tracing/TracingUtil.java | 160 +-
.../apache/hadoop/hdds/utils/SlidingWindow.java | 11 +-
.../apache/hadoop/hdds/utils/db/IntegerCodec.java | 14 +-
.../org/apache/hadoop/hdds/utils/db/LongCodec.java | 21 +-
.../hdds/utils/io/RandomAccessFileChannel.java | 37 +-
.../org/apache/hadoop/ipc_/AlignmentContext.java | 2 +-
.../src/main/java/org/apache/hadoop/ipc_/RPC.java | 18 +-
.../main/java/org/apache/hadoop/ipc_/Server.java | 51 +-
.../org/apache/hadoop/ipc_/WritableRpcEngine.java | 630 --
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 20 +-
.../java/org/apache/hadoop/ozone/OzoneConsts.java | 2 +
.../apache/hadoop/ozone/OzoneManagerVersion.java | 3 +
.../org/apache/hadoop/ozone/common/Checksum.java | 4 +-
.../hadoop/ozone/common/ChecksumByteBuffer.java | 78 -
.../ozone/common/PureJavaCrc32ByteBuffer.java | 23 +-
.../ozone/common/PureJavaCrc32CByteBuffer.java | 23 +-
.../ozone/container/common/helpers/BlockData.java | 4 +-
.../security_/CustomizedCallbackHandler.java | 121 +
.../hadoop/security_/SaslMechanismFactory.java | 90 +
.../org/apache/hadoop/security_/SaslRpcClient.java | 16 +-
.../org/apache/hadoop/security_/SaslRpcServer.java | 63 +-
.../common/src/main/resources/ozone-default.xml | 230 +-
.../security/TestSecurityConfigTlsSettings.java | 90 +
.../hadoop/hdds/tracing/TestSpanSampling.java | 144 +
.../hadoop/hdds/tracing/TestTraceAllMethod.java | 34 +
.../hadoop/hdds/tracing/TestTracingUtil.java | 50 +-
.../hdds/utils/io/TestRandomAccessFileChannel.java | 153 +
.../ozone/common/TestChecksumByteBuffer.java | 4 +-
.../common/TestChecksumImplsComputeSameValues.java | 4 +-
hadoop-hdds/config/pom.xml | 10 +
.../hadoop/hdds/conf/ConfigFileAppender.java | 8 +-
.../hadoop/hdds/conf/ConfigFileGenerator.java | 2 +
.../apache/hadoop/ozone/HddsDatanodeService.java | 12 +-
.../ozone/container/common/impl/ContainerData.java | 48 +-
.../container/common/impl/ContainerDataYaml.java | 3 +-
.../container/common/impl/HddsDispatcher.java | 7 +-
.../common/statemachine/DatanodeConfiguration.java | 237 +-
.../commandhandler/DeleteBlocksCommandHandler.java | 6 +-
.../states/endpoint/VersionEndpointTask.java | 1 +
.../common/transport/server/XceiverServerGrpc.java | 13 +-
.../server/ratis/ContainerStateMachine.java | 22 +-
.../ozone/container/common/volume/HddsVolume.java | 44 +-
.../container/common/volume/MutableVolumeSet.java | 9 +-
.../container/common/volume/StorageVolume.java | 121 +-
.../common/volume/StorageVolumeChecker.java | 114 +-
.../common/volume/ThrottledAsyncChecker.java | 2 +-
.../common/volume/VolumeChoosingPolicyFactory.java | 11 +-
.../ContainerChoosingPolicyFactory.java | 55 +
.../diskbalancer/DiskBalancerConfiguration.java | 138 +-
.../container/diskbalancer/DiskBalancerInfo.java | 55 +-
.../diskbalancer/DiskBalancerProtocolServer.java | 5 +-
.../diskbalancer/DiskBalancerService.java | 160 +-
.../container/diskbalancer/DiskBalancerYaml.java | 20 +-
...ChoosingPolicy.java => ContainerCandidate.java} | 42 +-
.../policy/ContainerChoosingPolicy.java | 36 +-
.../policy/DefaultContainerChoosingPolicy.java | 208 +-
.../policy/DefaultVolumeChoosingPolicy.java | 156 -
.../ECReconstructionCoordinator.java | 10 -
.../keyvalue/impl/FilePerBlockStrategy.java | 27 +-
.../ozone/container/metadata/AbstractRDBStore.java | 14 +-
.../metadata/DatanodeSchemaThreeDBDefinition.java | 6 +-
.../ozone/container/ozoneimpl/ContainerReader.java | 4 +-
.../container/replication/ReplicationServer.java | 5 +
.../ScmHAFinalizeUpgradeActionDatanode.java | 1 +
.../commands/ReplicateContainerCommand.java | 10 +-
.../container/common/impl/TestHddsDispatcher.java | 43 +
.../statemachine/TestDatanodeConfiguration.java | 32 +
.../server/ratis/TestContainerStateMachine.java | 45 +-
.../common/volume/TestStorageVolumeChecker.java | 185 +
.../volume/TestStorageVolumeHealthChecks.java | 149 +-
.../TestDefaultContainerChoosingPolicy.java | 780 +-
.../TestDefaultVolumeChoosingPolicy.java | 651 --
.../TestDiskBalancerProtocolServer.java | 65 +-
.../diskbalancer/TestDiskBalancerService.java | 81 +-
.../diskbalancer/TestDiskBalancerTask.java | 22 +-
.../diskbalancer/TestDiskBalancerYaml.java | 79 +-
.../keyvalue/impl/TestFilePerBlockStrategy.java | 51 +
.../TestBackgroundContainerDataScanner.java | 114 +
hadoop-hdds/docs/content/design/diskbalancer.md | 16 +-
.../docs/content/design/s3-conditional-requests.md | 668 +-
hadoop-hdds/docs/content/feature/DiskBalancer.md | 43 +-
.../docs/content/feature/DiskBalancer.zh.md | 25 +-
.../feature/Snapshot-Configuration-Properties.md | 1 +
hadoop-hdds/docs/content/feature/Snapshot.md | 9 +-
.../content/feature/SnapshotDefragmentation.md | 212 +-
.../apache/ozone/erasurecode/TestCoderBase.java | 23 +-
hadoop-hdds/framework/pom.xml | 13 +-
.../hdds/conf/TracingReconfigurationCallback.java | 58 +
.../hadoop/hdds/fs/CachingSpaceUsageSource.java | 12 +-
.../apache/hadoop/hdds/scm/client/ScmClient.java | 29 +
.../hadoop/hdds/scm/client/ScmTopologyClient.java | 2 +-
.../org/apache/hadoop/hdds/scm/ha/SCMHandler.java} | 16 +-
.../hadoop/hdds/scm/net/NetworkTopologyImpl.java | 16 +-
.../hadoop/hdds/scm/net/NodeSchemaLoader.java | 5 +-
.../protocol/StorageContainerLocationProtocol.java | 37 +-
...lockLocationProtocolClientSideTranslatorPB.java | 8 +
...inerLocationProtocolClientSideTranslatorPB.java | 57 +-
.../symmetric/DefaultSecretKeySignerClient.java | 2 +-
.../hdds/security/symmetric/SecretKeyState.java | 9 +-
.../certificate/authority/CertificateStore.java | 8 +-
.../client/DefaultCertificateClient.java | 6 +-
.../certificate/utils/SelfSignedCertificate.java | 2 +-
.../apache/hadoop/hdds/server/OzoneBlacklist.java | 219 +
.../server/OzoneProtocolMessageDispatcher.java | 3 +-
.../hadoop/hdds/server/http/BaseHttpServer.java | 28 +-
.../hadoop/hdds/server/http/HttpServer2.java | 33 +-
.../hadoop/hdds/server/http/ProfileServlet.java | 4 +-
.../org/apache/hadoop/hdds/utils/Archiver.java | 38 +-
.../java/org/apache/hadoop/hdds/utils/HAUtils.java | 15 +-
.../apache/hadoop/hdds/utils/HttpServletUtils.java | 2 +-
.../hadoop/hdds/utils/db/RDBCheckpointManager.java | 14 +-
.../hdds/utils/db/RDBStoreAbstractIterator.java | 19 +-
.../org/apache/hadoop/hdds/utils/db/RDBTable.java | 4 +
.../apache/hadoop/hdds/utils/db/RocksDatabase.java | 23 +-
.../org/apache/hadoop/ozone/common/BlockGroup.java | 9 +-
.../apache/hadoop/ozone/common/DeletedBlock.java | 17 +-
.../src/main/resources/webapps/static/ozone.js | 2 +
.../resources/webapps/static/templates/menu.html | 2 +
.../hdds/fs/TestCachingSpaceUsageSource.java | 35 +
.../hadoop/hdds/scm/net/TestNodeSchemaLoader.java | 2 +-
...ctionWithReload.java => TestGrpcTlsConfig.java} | 214 +-
.../hdds/server/http/TestHttpServer2SSL.java | 361 +
.../org/apache/hadoop/hdds/utils/TestArchiver.java | 18 +-
.../hdds/utils/db/TestFixedLengthStringCodec.java | 7 +-
.../utils/db/TestRDBStoreIteratorWithDBClose.java | 308 +
.../src/main/proto/ScmAdminProtocol.proto | 28 +
.../src/main/proto/RpcHeader.proto | 2 +-
.../interface-client/src/main/proto/hdds.proto | 16 +
.../proto/ScmServerDatanodeHeartbeatProtocol.proto | 1 +
.../src/main/proto/ScmServerProtocol.proto | 1 +
.../utils/db/managed/ManagedRocksIterator.java | 31 +-
.../rocksdiff/TestRocksDBCheckpointDiffer.java | 2 +
.../org/apache/hadoop/hdds/scm/FetchMetrics.java | 2 +-
.../hadoop/hdds/scm/block/DeletedBlockLogImpl.java | 5 +
.../scm/block/DeletedBlockLogStateManager.java | 33 +-
.../scm/block/DeletedBlockLogStateManagerImpl.java | 50 +-
.../container/AbstractContainerReportHandler.java | 26 +-
.../hdds/scm/container/ContainerManager.java | 39 +-
.../hdds/scm/container/ContainerManagerImpl.java | 40 +-
.../hdds/scm/container/ContainerStateManager.java | 41 +-
.../scm/container/ContainerStateManagerImpl.java | 44 +-
.../scm/container/balancer/ContainerBalancer.java | 20 +-
.../ContainerBalancerSelectionCriteria.java | 107 +-
.../container/balancer/ContainerBalancerTask.java | 2 +
.../hdds/scm/container/balancer/MoveManager.java | 109 +-
.../algorithms/SCMContainerPlacementRackAware.java | 2 -
.../container/placement/metrics/SCMMetrics.java | 36 +-
...nQueue.java => MonitoringReplicationQueue.java} | 4 +-
.../QuasiClosedStuckOverReplicationHandler.java | 4 +-
.../replication/QuasiClosedStuckReplicaCount.java | 77 +-
.../QuasiClosedStuckUnderReplicationHandler.java | 13 +-
.../replication/RatisUnderReplicationHandler.java | 9 +
.../container/replication/ReplicationManager.java | 74 +-
.../replication/health/EmptyContainerHandler.java | 74 +-
.../health/QuasiClosedStuckReplicationCheck.java | 20 +-
.../scm/container/states/ContainerStateMap.java | 14 +
.../hdds/scm/ha/InterSCMGrpcProtocolService.java | 5 +
.../apache/hadoop/hdds/scm/ha/ReflectionUtil.java | 67 -
.../hadoop/hdds/scm/ha/SCMHAInvocationHandler.java | 10 +-
.../hadoop/hdds/scm/ha/SCMHAManagerStub.java | 35 +-
.../apache/hadoop/hdds/scm/ha/SCMRatisRequest.java | 36 +-
.../hadoop/hdds/scm/ha/SCMRatisResponse.java | 18 +-
.../apache/hadoop/hdds/scm/ha/SCMRatisServer.java | 10 +-
.../hadoop/hdds/scm/ha/SCMRatisServerImpl.java | 7 +-
.../apache/hadoop/hdds/scm/ha/SCMStateMachine.java | 57 +-
.../hadoop/hdds/scm/ha/SequenceIdGenerator.java | 11 +-
.../apache/hadoop/hdds/scm/ha/StatefulService.java | 48 +-
.../hdds/scm/ha/StatefulServiceStateManager.java | 8 +-
.../scm/ha/StatefulServiceStateManagerImpl.java | 4 +-
.../ha/invoker/ContainerStateManagerInvoker.java | 328 +
.../DeletedBlockLogStateManagerInvoker.java | 148 +
.../ha/invoker/PipelineStateManagerInvoker.java | 282 +
.../hadoop/hdds/scm/ha/invoker/ScmInvoker.java | 82 +
.../scm/ha/invoker/ScmInvokerCodeGenerator.java | 698 ++
.../hadoop/hdds/scm/ha/invoker}/package-info.java | 5 +-
.../hadoop/hdds/scm/ha/io/ScmBigIntegerCodec.java | 4 +-
.../hadoop/hdds/scm/ha/io/ScmBooleanCodec.java | 4 +-
.../hadoop/hdds/scm/ha/io/ScmByteStringCodec.java | 4 +-
.../org/apache/hadoop/hdds/scm/ha/io/ScmCodec.java | 3 +-
.../hadoop/hdds/scm/ha/io/ScmCodecFactory.java | 122 +-
.../apache/hadoop/hdds/scm/ha/io/ScmEnumCodec.java | 8 +-
.../hadoop/hdds/scm/ha/io/ScmIntegerCodec.java | 10 +-
.../apache/hadoop/hdds/scm/ha/io/ScmListCodec.java | 84 +-
.../apache/hadoop/hdds/scm/ha/io/ScmLongCodec.java | 10 +-
.../hdds/scm/ha/io/ScmManagedSecretKeyCodec.java | 10 +-
.../scm/ha/io/ScmNonShadedByteStringCodec.java | 2 +-
.../ha/io/ScmNonShadedGeneratedMessageCodec.java | 10 +-
.../hadoop/hdds/scm/ha/io/ScmStringCodec.java | 2 +-
.../hdds/scm/ha/io/ScmX509CertificateCodec.java | 8 +-
.../hdds/scm/node/DatanodeAdminMonitorImpl.java | 10 +-
.../apache/hadoop/hdds/scm/node/DatanodeInfo.java | 17 +-
.../hadoop/hdds/scm/node/DeadNodeHandler.java | 39 +-
.../hdds/scm/node/HealthyReadOnlyNodeHandler.java | 14 +-
.../apache/hadoop/hdds/scm/node/NodeManager.java | 13 +
.../hadoop/hdds/scm/node/NodeStateManager.java | 4 +-
.../hdds/scm/node/PendingContainerTracker.java | 225 +
.../hadoop/hdds/scm/node/SCMNodeManager.java | 30 +
.../hadoop/hdds/scm/node/SCMNodeMetrics.java | 24 +
.../hadoop/hdds/scm/pipeline/PipelineManager.java | 21 +-
.../hdds/scm/pipeline/PipelineManagerImpl.java | 17 +-
.../hdds/scm/pipeline/PipelinePlacementPolicy.java | 2 -
.../hdds/scm/pipeline/PipelineStateManager.java | 14 +-
.../scm/pipeline/PipelineStateManagerImpl.java | 5 +-
...inerLocationProtocolServerSideTranslatorPB.java | 53 +-
.../hdds/scm/security/RootCARotationHandler.java | 9 +-
.../scm/security/RootCARotationHandlerImpl.java | 4 +-
.../hdds/scm/security/RootCARotationManager.java | 17 +-
.../scm/security/ScmSecretKeyStateBuilder.java | 4 +-
.../hdds/scm/server/SCMBlockProtocolServer.java | 3 +-
.../hadoop/hdds/scm/server/SCMCertStore.java | 4 +-
.../hdds/scm/server/SCMClientProtocolServer.java | 109 +-
.../hdds/scm/server/SCMDatanodeProtocolServer.java | 12 +-
.../hdds/scm/server/SCMHTTPServerConfig.java | 20 +-
.../hdds/scm/server/StorageContainerManager.java | 27 +-
.../server/StorageContainerManagerHttpServer.java | 2 +-
.../scm/server/StorageContainerManagerStarter.java | 2 -
.../server/upgrade/FinalizationStateManager.java | 9 +-
.../upgrade/FinalizationStateManagerImpl.java | 4 +-
.../org/apache/hadoop/ozone/audit/SCMAction.java | 5 +-
.../main/resources/webapps/scm/ratis-events.html} | 22 +-
.../main/resources/webapps/scm/scm-overview.html | 2 +-
.../src/main/resources/webapps/scm/scm.js | 26 +
.../org/apache/hadoop/hdds/scm/HddsTestUtils.java | 1 +
.../hadoop/hdds/scm/block/TestDeletedBlockLog.java | 10 +-
.../hadoop/hdds/scm/container/MockNodeManager.java | 37 +-
.../hdds/scm/container/SimpleMockNodeManager.java | 12 +-
.../scm/container/TestContainerManagerImpl.java | 19 +-
.../scm/container/TestContainerReportHandler.java | 101 +-
.../scm/container/TestContainerStateManager.java | 44 +-
.../TestContainerBalancerSelectionCriteria.java | 188 +-
.../scm/container/balancer/TestMoveManager.java | 175 +
.../algorithms/TestContainerPlacementFactory.java | 2 +-
.../TestSCMContainerPlacementCapacity.java | 3 +-
.../TestSCMContainerPlacementRackAware.java | 6 +-
.../TestSCMContainerPlacementRackScatter.java | 6 +-
.../TestSCMContainerPlacementRandom.java | 6 +-
.../container/replication/ReplicationTestUtil.java | 24 +
...TestQuasiClosedStuckOverReplicationHandler.java | 96 +-
.../TestQuasiClosedStuckReplicaCount.java | 302 +-
...estQuasiClosedStuckUnderReplicationHandler.java | 61 +-
.../health/TestEmptyContainerHandler.java | 36 +
.../TestQuasiClosedStuckReplicationCheck.java | 40 +-
.../container/states/TestContainerStateMap.java | 76 +
.../hdds/scm/ha/TestReplicationAnnotation.java | 7 +-
.../hadoop/hdds/scm/ha/TestSCMRatisRequest.java | 19 -
.../hadoop/hdds/scm/ha/TestSCMRatisResponse.java | 4 +-
.../hadoop/hdds/scm/ha/TestSCMStateMachine.java | 52 +
.../hdds/scm/ha/io/TestScmBigIntegerCodec.java | 2 +-
.../hadoop/hdds/scm/ha/io/TestScmListCodec.java} | 30 +-
.../scm/ha/io/TestScmX509CertificateCodec.java | 4 +-
.../hdds/scm/node/TestContainerPlacement.java | 3 +-
.../hadoop/hdds/scm/node/TestDeadNodeHandler.java | 185 +
.../hdds/scm/node/TestPendingContainerTracker.java | 381 +
.../hdds/scm/node/states/TestNodeStateMap.java | 3 +-
.../hdds/scm/pipeline/MockPipelineManager.java | 11 +-
.../hdds/scm/pipeline/TestPipelineManagerImpl.java | 56 +-
.../scm/pipeline/TestPipelinePlacementFactory.java | 3 +-
.../scm/security/TestRootCARotationManager.java | 2 +-
.../hadoop/hdds/scm/server/TestSCMCertStore.java | 3 +-
.../scm/server/TestSCMClientProtocolServer.java | 31 +-
.../replicationManagerTests/quasi_closed.json | 57 +-
.../org/apache/ozone/test/LambdaTestUtils.java | 6 +-
.../apache/ozone/test/TimedOutTestsListener.java | 4 +-
hadoop-ozone/cli-admin/pom.xml | 13 +
.../scm/cli/ContainerBalancerStatusSubcommand.java | 21 +-
.../hdds/scm/cli/ContainerOperationClient.java | 21 +
.../hdds/scm/cli/SafeModeCheckSubcommand.java | 5 +-
.../scm/cli/container/ContainerIDParameters.java | 14 +-
.../hdds/scm/cli/container/InfoSubcommand.java | 12 +-
.../hdds/scm/cli/container/ListSubcommand.java | 9 +-
.../scm/cli/container/ReconcileSubcommand.java | 26 +-
.../hdds/scm/cli/container/ReportSubcommand.java | 65 +-
.../hdds/scm/cli/datanode/BasicDatanodeInfo.java | 54 +-
.../cli/datanode/DecommissionStatusSubCommand.java | 6 +-
.../scm/cli/datanode/DecommissionSubCommand.java | 4 +-
.../cli/datanode/DiskBalancerReportSubcommand.java | 145 +-
.../cli/datanode/DiskBalancerStartSubcommand.java | 11 +
.../cli/datanode/DiskBalancerStatusSubcommand.java | 23 +-
.../cli/datanode/DiskBalancerUpdateSubcommand.java | 15 +-
.../hdds/scm/cli/datanode/ListInfoSubcommand.java | 62 +-
.../scm/cli/datanode/MaintenanceSubCommand.java | 4 +-
.../scm/cli/datanode/RecommissionSubCommand.java | 4 +-
.../hdds/scm/cli/datanode/UsageInfoSubcommand.java | 14 +-
.../ozone/admin/nssummary/DiskUsageSubCommand.java | 11 +-
.../admin/nssummary/FileSizeDistSubCommand.java | 4 +-
.../ozone/admin/nssummary/NSSummaryCLIUtils.java | 13 +-
.../ozone/admin/om/DecommissionOMSubcommand.java | 8 +-
.../ozone/admin/om/FinalizeUpgradeSubCommand.java | 2 +-
.../ozone/admin/om/ListOpenFilesSubCommand.java | 61 +-
.../org/apache/hadoop/ozone/admin/om/OMAdmin.java | 18 +-
.../ozone/admin/scm/RotateKeySubCommand.java | 2 +-
.../TestContainerReportSuppressOptions.java | 310 +
.../hdds/scm/cli/container/TestInfoSubCommand.java | 5 +-
.../scm/cli/container/TestReconcileSubcommand.java | 50 +-
.../datanode/TestContainerBalancerSubCommand.java | 2 +-
.../cli/datanode/TestDiskBalancerSubCommands.java | 88 +-
.../scm/cli/datanode/TestListInfoSubcommand.java | 62 +-
hadoop-ozone/cli-debug/pom.xml | 20 +-
.../ozone/debug/audit/parser/AuditParser.java | 4 +-
.../debug/audit/parser/common/DatabaseHelper.java | 4 +-
.../audit/parser/handler/LoadCommandHandler.java | 6 +-
.../audit/parser/handler/QueryCommandHandler.java | 6 +-
.../parser/handler/TemplateCommandHandler.java | 16 +-
.../ozone/debug/kerberos/AuthorizationProbe.java | 106 +
.../hadoop/ozone/debug/kerberos/ConfigProbe.java | 116 +
.../ozone/debug/kerberos/DiagnoseSubcommand.java | 113 +
.../ozone/debug/kerberos/DiagnosticProbe.java | 18 +-
.../ozone/debug/kerberos/EnvironmentProbe.java} | 28 +-
.../hadoop/ozone/debug/kerberos/HostProbe.java | 72 +
.../hadoop/ozone/debug/kerberos/HttpAuthProbe.java | 52 +
.../ozone/debug/kerberos/JvmKerberosProbe.java | 98 +
.../ozone/debug/kerberos/KerberosConfigProbe.java | 61 +
.../KerberosSubcommand.java} | 17 +-
.../ozone/debug/kerberos/KerberosTicketProbe.java | 95 +
.../hadoop/ozone/debug/kerberos/KeytabProbe.java | 93 +
.../hadoop/ozone/debug/kerberos/KinitProbe.java | 61 +
.../debug/kerberos/PrincipalMappingProbe.java | 113 +
.../hadoop/ozone/debug/kerberos/ProbeResult.java | 9 +-
.../ozone/debug/kerberos/SecurityConfigProbe.java | 72 +
.../kerberos/TranslatePrincipalSubcommand.java | 78 +
.../hadoop/ozone/debug/kerberos}/package-info.java | 5 +-
.../debug/kerberos/TestOzoneDebugKerberos.java | 159 +
.../hadoop/ozone/debug/kerberos}/package-info.java | 4 +-
hadoop-ozone/cli-repair/pom.xml | 16 +-
.../schemaupgrade/ContainerUpgradeResult.java | 36 +-
.../schemaupgrade/VolumeUpgradeResult.java | 28 +-
hadoop-ozone/cli-shell/pom.xml | 16 +-
.../hadoop/ozone/shell/ListPaginationOptions.java | 2 +-
.../hadoop/ozone/shell/OzoneInteractiveShell.java | 84 +
.../java/org/apache/hadoop/ozone/shell/Shell.java | 26 +-
.../apache/hadoop/ozone/shell/acl/AclOption.java | 4 +-
.../hadoop/ozone/shell/bucket/BucketUri.java | 2 +-
.../ozone/shell/bucket/DeleteBucketHandler.java | 4 +-
.../hadoop/ozone/shell/common/VolumeBucketUri.java | 2 +-
.../hadoop/ozone/shell/keys/DeleteKeyHandler.java | 6 +-
.../org/apache/hadoop/ozone/shell/keys/KeyUri.java | 2 +-
.../hadoop/ozone/shell/keys/ListKeyHandler.java | 10 +-
.../hadoop/ozone/shell/prefix/PrefixUri.java | 2 +-
.../shell/snapshot/ListSnapshotDiffHandler.java | 2 +-
.../ozone/shell/snapshot/SnapshotDiffHandler.java | 43 +-
.../hadoop/ozone/shell/snapshot/SnapshotUri.java | 2 +-
.../ozone/shell/tenant/TenantDeleteHandler.java | 2 +-
.../ozone/shell/volume/DeleteVolumeHandler.java | 6 +-
.../hadoop/ozone/shell/volume/VolumeUri.java | 2 +-
.../apache/hadoop/ozone/client/ObjectStore.java | 49 +-
.../apache/hadoop/ozone/client/OzoneBucket.java | 111 +-
.../hadoop/ozone/client/OzoneKeyDetails.java | 16 +
.../ozone/client/io/KeyDataStreamOutput.java | 6 +-
.../ozone/client/protocol/ClientProtocol.java | 138 +-
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 249 +-
.../hadoop/ozone/client/TestOzoneECClient.java | 9 +-
.../main/java/org/apache/hadoop/ozone/OFSPath.java | 12 +-
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 36 +-
.../java/org/apache/hadoop/ozone/OzoneAcl.java | 4 +-
.../hadoop/ozone/client/checksum/CrcComposer.java | 79 +-
.../hadoop/ozone/client/checksum/CrcUtil.java | 155 +-
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 18 +-
.../hadoop/ozone/om/exceptions/OMException.java | 9 +-
...doopRpcOMFollowerReadFailoverProxyProvider.java | 55 +-
.../apache/hadoop/ozone/om/helpers/OmKeyArgs.java | 32 +
.../apache/hadoop/ozone/om/helpers/OmKeyInfo.java | 15 +
.../ozone/om/helpers/OmKeyLocationInfoGroup.java | 16 +-
.../ozone/om/helpers/OmMultipartKeyInfo.java | 166 +-
.../ozone/om/helpers/OmMultipartPartInfo.java | 349 +
.../ozone/om/helpers/OmMultipartPartKey.java | 233 +
.../hadoop/ozone/om/helpers/OzoneFSUtils.java | 4 +-
.../hadoop/ozone/om/helpers/OzoneFileStatus.java | 4 +-
.../ozone/om/helpers/OzoneFileStatusLight.java | 4 +-
.../apache/hadoop/ozone/om/helpers/QuotaUtil.java | 21 +
.../apache/hadoop/ozone/om/helpers/S3STSUtils.java | 16 +-
.../hadoop/ozone/om/helpers/SnapshotDiffJob.java | 15 +-
.../ozone/om/protocol/OzoneManagerProtocol.java | 50 +
.../ozone/om/protocolPB/GrpcOmTransport.java | 9 +-
.../ozone/om/protocolPB/Hadoop3OmTransport.java | 61 +-
...OzoneManagerProtocolClientSideTranslatorPB.java | 103 +-
.../ozone/security/acl/AssumeRoleRequest.java | 28 +-
.../hadoop/ozone/security/acl/RequestContext.java | 20 +-
.../ozone/snapshot/SnapshotDiffResponse.java | 59 +-
.../ozone/snapshot/SubmitSnapshotDiffResponse.java | 65 +
.../org/apache/hadoop/ozone/util/RadixTree.java | 4 +-
.../ozone/client/checksum/TestCrcComposer.java | 222 +
.../hadoop/ozone/client/checksum/TestCrcUtil.java | 236 +
.../ozone/om/helpers/TestOmMultipartKeyInfo.java | 41 +
.../ozone/om/helpers/TestOmMultipartPartInfo.java | 143 +
.../ozone/om/helpers/TestOmMultipartPartKey.java | 204 +
.../om/helpers/TestOmSnapshotDiffJobCodec.java | 2 +-
.../hadoop/ozone/om/helpers/TestQuotaUtil.java | 24 +
.../ozone/security/acl/TestAssumeRoleRequest.java | 73 +-
.../acl/iam/TestIamSessionPolicyResolver.java | 26 +-
.../hadoop/ozone/security/acl/package-info.java | 2 +-
.../ozone/snapshot/TestSnapshotDiffResponse.java | 78 +
.../snapshot/TestSubmitSnapshotDiffResponse.java | 97 +
hadoop-ozone/dist/README.md | 6 +-
hadoop-ozone/dist/pom.xml | 15 +-
.../dist/src/main/assemblies/ozone-src.xml | 7 +
.../dist/src/main/compose/common/hadoop-test.sh | 5 +-
.../src/main/compose/ozone-balancer/test-ec.sh | 2 +-
.../src/main/compose/ozone-om-ha/docker-config | 4 +-
.../src/main/compose/ozone-topology/docker-config | 1 +
.../dist/src/main/compose/ozone/docker-config | 4 +
hadoop-ozone/dist/src/main/compose/ozone/test.sh | 5 +-
.../compose/ozonesecure-ha/test-debug-tools.sh | 2 +
.../dist/src/main/compose/restart/docker-config | 1 +
hadoop-ozone/dist/src/main/compose/testlib.sh | 26 +
.../main/compose/upgrade/compose/ha/docker-config | 1 +
.../compose/upgrade/compose/non-ha/docker-config | 1 +
.../dist/src/main/compose/xcompat/new-cluster.yaml | 3 +
.../dist/src/main/compose/xcompat/old-cluster.yaml | 3 +
hadoop-ozone/dist/src/main/license/bin/LICENSE.txt | 7 +-
hadoop-ozone/dist/src/main/license/jar-report.txt | 8 +-
.../dist/src/main/smoketest/cli/classpath.robot | 47 +-
.../src/main/smoketest/compatibility/setup.robot | 9 +-
.../src/main/smoketest/compatibility/write.robot | 65 +
.../smoketest/debug/ozone-debug-kerberos.robot | 59 +
.../omha/data-validation-after-om-bootstrap.robot | 15 +-
.../src/main/smoketest/s3/conditionalput.robot | 89 +
.../main/smoketest/scmha/container-create.robot | 2 +-
.../main/smoketest/snapshot/snapshot-defrag.robot | 172 +
.../src/main/smoketest/snapshot/snapshot-sh.robot | 10 +-
hadoop-ozone/dist/src/shell/ozone/ozone | 12 +
.../dist/src/shell/ozone/ozone-functions.sh | 16 +-
.../fault-injection-test/mini-chaos-tests/pom.xml | 5 -
.../network-tests/src/test/compose/docker-config | 4 +-
hadoop-ozone/freon/pom.xml | 20 +-
.../hadoop/ozone/freon/BaseFreonGenerator.java | 18 +-
.../java/org/apache/hadoop/ozone/freon/Freon.java | 3 +-
.../hadoop/ozone/freon/OmMetadataGenerator.java | 143 +-
.../ozone/freon/OzoneClientKeyGenerator.java | 15 +-
.../org/apache/hadoop/ozone/freon/ProgressBar.java | 10 +-
.../hadoop/ozone/freon/RandomKeyGenerator.java | 34 +-
.../hadoop/ozone/freon/S3BucketGenerator.java | 2 +-
hadoop-ozone/httpfsgateway/pom.xml | 32 -
.../src/main/resources/httpfs-default.xml | 8 -
.../iceberg}/dev-support/findbugsExcludeFile.xml | 0
.../erasurecode => hadoop-ozone/iceberg}/pom.xml | 83 +-
.../ozone/iceberg/RewriteTablePathOzoneAction.java | 463 +
.../ozone/iceberg/RewriteTablePathOzoneUtils.java | 126 +
.../apache/hadoop/ozone/iceberg}/package-info.java | 4 +-
.../iceberg/TestRewriteTablePathOzoneAction.java | 361 +
hadoop-ozone/integration-test-recon/pom.xml | 15 +
...> AbstractTestStorageDistributionEndpoint.java} | 282 +-
.../ozone/recon/TestReconAndAdminContainerCLI.java | 1 +
.../ozone/recon/TestReconContainerEndpoint.java | 80 +-
.../ozone/recon/TestReconOmMetaManagerUtils.java | 33 +
.../apache/hadoop/ozone/recon/TestReconTasks.java | 802 +-
.../ozone/recon/TestReconTasksMultiNode.java | 178 +
.../ozone/recon/TestReconWithOzoneManagerHA.java | 2 +
.../recon/TestStorageDistributionEndpointEC.java | 93 +
.../TestStorageDistributionEndpointRatis.java | 100 +
hadoop-ozone/integration-test-s3/pom.xml | 17 +
.../ozone/s3/awssdk/v1/AbstractS3SDKV1Tests.java | 464 +-
.../ozone/s3/awssdk/v2/AbstractS3SDKV2Tests.java | 698 +-
.../src/test/resources/log4j.properties | 0
hadoop-ozone/integration-test/pom.xml | 25 +-
.../hadoop/conf/TestConfigurationFieldsBase.java | 20 +-
.../fs/contract/AbstractContractConcatTest.java | 8 +-
.../AbstractContractContentSummaryTest.java | 4 +-
.../AbstractContractCopyFromLocalTest.java | 10 +-
.../AbstractContractGetFileStatusTest.java | 10 +-
.../AbstractContractLeaseRecoveryTest.java | 14 +-
.../AbstractContractMultipartUploaderTest.java | 55 +-
.../fs/contract/AbstractContractOpenTest.java | 74 +-
.../AbstractContractRootDirectoryTest.java | 18 +-
.../fs/ozone/AbstractOzoneFileSystemTest.java | 306 +-
.../ozone/AbstractRootedOzoneFileSystemTest.java | 299 +-
.../hadoop/fs/ozone/OzoneFileSystemTestBase.java | 323 +-
.../hadoop/fs/ozone/TestOzoneFSBucketLayout.java | 5 +-
...oneFileSystemWithStreamingDisabledDatanode.java | 144 +
.../hadoop/fs/ozone/TestOzoneFsSnapshot.java | 51 +
.../hadoop/hdds/scm/TestFailoverWithSCMHA.java | 1 +
.../hdds/scm/TestSCMDbCheckpointServlet.java | 8 +-
.../hdds/scm/TestStorageContainerManager.java | 11 +-
.../hadoop/hdds/scm/TestXceiverClientGrpc.java | 27 +
.../hadoop/hdds/scm/TestXceiverClientManager.java | 4 +-
.../TestReplicationManagerIntegration.java | 154 +
.../TestScmDataDistributionFinalization.java | 6 +-
.../hadoop/ozone/TestOzoneConfigurationFields.java | 8 +-
.../ozone/client/rpc/OzoneRpcClientTests.java | 333 +-
.../rpc/TestContainerStateMachineFailures.java | 65 +-
.../replication/TestContainerReplication.java | 53 +
.../TestContainerCommandReconciliation.java | 3 +-
.../hadoop/ozone/om/TestAddRemoveOzoneManager.java | 1 +
.../hadoop/ozone/om/TestOMDbCheckpointServlet.java | 6 +-
.../TestOMDbCheckpointServletInodeBasedXfer.java | 2 +-
.../hadoop/ozone/om/TestOMRatisSnapshots.java | 5 +
.../org/apache/hadoop/ozone/om/TestOmMetrics.java | 1 +
...stOzoneManagerHAFollowerReadWithAllRunning.java | 5 +-
.../ozone/om/service/TestRangerBGSyncService.java | 2 +-
.../om/snapshot/TestOzoneManagerHASnapshot.java | 82 +
.../om/snapshot/TestOzoneManagerSnapshotAcl.java | 2 +
.../reconfig/TestDatanodeReconfiguration.java | 2 +
.../ozone/reconfig/TestOmReconfiguration.java | 74 +
.../ozone/reconfig/TestScmReconfiguration.java | 2 +
.../scm/node/TestContainerChoosingPolicy.java | 300 -
.../node/TestDiskBalancerPolicyPerformance.java | 381 +
.../ozone/scm/node/TestVolumeChoosingPolicy.java | 285 -
.../ozone/shell/TestDeletedBlocksTxnShell.java | 3 +-
.../tools/contract/AbstractContractDistCpTest.java | 14 +-
.../src/test/resources/log4j.properties | 6 -
.../src/main/proto/OmClientProtocol.proto | 51 +-
.../apache/hadoop/ozone/om/OMMetadataManager.java | 9 +
hadoop-ozone/ozone-manager/pom.xml | 15 -
.../org/apache/hadoop/ozone/audit/OMAction.java | 3 +-
.../hadoop/ozone/om/GrpcOzoneManagerServer.java | 5 +
.../org/apache/hadoop/ozone/om/KeyManagerImpl.java | 24 +-
.../hadoop/ozone/om/OMDBCheckpointServlet.java | 21 +
.../om/OMDBCheckpointServletInodeBasedXfer.java | 14 +
.../java/org/apache/hadoop/ozone/om/OMMetrics.java | 61 +-
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 50 +-
.../apache/hadoop/ozone/om/OmMetadataReader.java | 12 +-
.../hadoop/ozone/om/OmSnapshotLocalData.java | 2 +-
.../hadoop/ozone/om/OmSnapshotLocalDataYaml.java | 15 +-
.../apache/hadoop/ozone/om/OmSnapshotManager.java | 61 +-
.../org/apache/hadoop/ozone/om/OzoneManager.java | 266 +-
.../hadoop/ozone/om/OzoneManagerHttpServer.java | 2 +
.../hadoop/ozone/om/OzoneManagerStarter.java | 2 -
.../java/org/apache/hadoop/ozone/om/ScmClient.java | 57 +-
...ONServlet.java => SnapshotListJSONServlet.java} | 82 +-
.../hadoop/ozone/om/codec/OMDBDefinition.java | 28 +-
.../hadoop/ozone/om/ha/OMPeriodicMetrics.java | 131 +
.../ozone/om/ratis/OzoneManagerStateMachine.java | 49 +-
.../om/ratis_snapshot/OmRatisSnapshotProvider.java | 2 +-
.../ozone/om/request/file/OMFileRequest.java | 10 +-
.../ozone/om/request/key/OMKeyCommitRequest.java | 34 +-
.../ozone/om/request/key/OMKeyCreateRequest.java | 27 +-
.../om/request/key/OMKeyCreateRequestWithFSO.java | 2 +
.../hadoop/ozone/om/request/key/OMKeyRequest.java | 96 +
.../ozone/om/request/key/OMKeysDeleteRequest.java | 6 +-
.../S3MultipartUploadCompleteRequest.java | 7 +
.../request/snapshot/OMSnapshotRenameRequest.java | 10 +
.../ozone/om/service/DirectoryDeletingService.java | 30 +-
.../ozone/om/service/KeyDeletingService.java | 8 +-
.../om/snapshot/OMSnapshotDirectoryMetrics.java | 328 +
.../om/snapshot/OmSnapshotLocalDataManager.java | 25 +-
.../hadoop/ozone/om/snapshot/SnapshotCache.java | 37 +-
.../ozone/om/snapshot/SnapshotDiffManager.java | 214 +-
.../om/snapshot/SnapshotDiffManagerMXBean.java} | 16 +-
.../om/snapshot/db/SnapshotDiffDBDefinition.java | 2 +-
.../protocolPB/OzoneManagerRequestHandler.java | 62 +-
.../hadoop/ozone/security/STSTokenIdentifier.java | 12 +-
.../ozone/security/acl/OzoneNativeAuthorizer.java | 47 +
.../main/resources/webapps/ozoneManager/index.html | 4 +-
.../webapps/ozoneManager/om-snapshots.html | 176 +
.../resources/webapps/ozoneManager/ozoneManager.js | 155 +
.../webapps/ozoneManager/ratis-events.html | 22 +-
...DBCheckpointServletInodeBasedXferNonLeader.java | 80 +
.../hadoop/ozone/om/TestOmMetadataManager.java | 2 +
.../ozone/om/TestOmSnapshotLocalDataYaml.java | 50 +-
.../TestOzoneManagerListMultipartUploadsAcls.java | 196 +
.../ozone/om/TestOzoneManagerListPartsAcls.java | 196 +
.../org/apache/hadoop/ozone/om/TestScmClient.java | 55 +-
.../ozone/om/TestSnapshotListJSONServlet.java | 57 +
.../om/ratis/TestOzoneManagerDoubleBuffer.java | 2 +-
...TestOzoneManagerDoubleBufferWithOMResponse.java | 2 +-
.../om/ratis/TestOzoneManagerStateMachine.java | 25 +
.../TestOmRatisSnapshotProvider.java | 8 +-
.../request/TestOMClientRequestWithUserInfo.java | 2 +-
.../ozone/om/request/bucket/TestBucketRequest.java | 2 +-
.../request/bucket/TestOMBucketCreateRequest.java | 35 +-
.../request/file/TestOMDirectoryCreateRequest.java | 2 +-
.../file/TestOMDirectoryCreateRequestWithFSO.java | 6 +-
.../om/request/key/TestOMKeyCommitRequest.java | 77 +-
.../om/request/key/TestOMKeyCreateRequest.java | 235 +
.../request/key/TestOMKeyCreateRequestWithFSO.java | 4 +-
.../ozone/om/request/key/TestOMKeyRequest.java | 4 +-
.../s3/multipart/TestS3MultipartRequest.java | 2 +-
.../s3/security/TestS3GetSecretRequest.java | 2 +-
.../s3/tenant/TestOMTenantCreateRequest.java | 2 +-
.../s3/tenant/TestOMTenantDeleteRequest.java | 2 +-
.../snapshot/TestOMSnapshotRenameRequest.java | 20 +
.../validation/TestOMValidatorProcessor.java | 16 +-
.../om/request/volume/TestOMVolumeRequest.java | 2 +-
.../om/service/TestDirectoryDeletingService.java | 94 +-
.../ozone/om/service/TestKeyDeletingService.java | 37 +-
.../om/service/TestSnapshotDiffCleanupService.java | 2 +-
.../snapshot/TestOMSnapshotDirectoryMetrics.java | 125 +
.../snapshot/TestOmSnapshotLocalDataManager.java | 10 +
.../ozone/om/snapshot/TestSnapshotCache.java | 143 +-
.../ozone/om/snapshot/TestSnapshotDiffManager.java | 317 +-
.../om/snapshot/TestSnapshotDiffManagerMXBean.java | 156 +
.../snapshot/TestSnapshotRequestAndResponse.java | 4 +-
.../protocolPB/TestOzoneManagerRequestHandler.java | 87 +
.../ozone/security/acl/TestOzoneBlacklist.java | 235 +
.../ozone/security/acl/TestRequestContext.java | 6 +
.../hadoop/fs/ozone/BasicOzoneFileSystem.java | 3 +-
.../ozone/BasicRootedOzoneClientAdapterImpl.java | 13 +-
.../hadoop/fs/ozone/Hadoop27RpcTransport.java | 61 +-
hadoop-ozone/ozonefs-shaded/pom.xml | 67 +-
hadoop-ozone/pom.xml | 9 +
.../ozone/recon/codegen/TableNamingStrategy.java | 12 +-
.../recon/schema/ContainerSchemaDefinition.java | 20 +-
hadoop-ozone/recon/pom.xml | 14 +-
.../hadoop/ozone/recon/ReconControllerModule.java | 2 +
.../hadoop/ozone/recon/ReconServerConfigKeys.java | 71 +
.../ozone/recon/api/ClusterStateEndpoint.java | 7 +-
.../hadoop/ozone/recon/api/ContainerEndpoint.java | 268 +-
.../hadoop/ozone/recon/api/ExportJobManager.java | 404 +
.../recon/api/StorageDistributionEndpoint.java | 69 +-
.../ozone/recon/api/handlers/BucketHandler.java | 14 +-
.../hadoop/ozone/recon/api/types/ExportJob.java | 222 +
.../ozone/recon/api/types/GlobalStorageReport.java | 20 +-
.../ozone/recon/api/types/UsedSpaceBreakDown.java | 12 +-
.../ozone/recon/fsck/ContainerHealthTask.java | 793 +-
.../fsck/NoOpsContainerReplicaPendingOps.java | 112 +
.../ozone/recon/fsck/ReconReplicationManager.java | 661 ++
.../recon/fsck/ReconReplicationManagerReport.java | 66 +
.../recon/metrics/ContainerHealthMetrics.java | 86 -
.../recon/metrics/ContainerHealthTaskMetrics.java | 75 +
.../recon/metrics/OzoneManagerSyncMetrics.java | 2 +-
.../persistence/ContainerHealthSchemaManager.java | 596 +-
.../ozone/recon/scm/ReconDeadNodeHandler.java | 5 +-
.../scm/ReconStorageContainerManagerFacade.java | 128 +-
.../recon/scm/ReconStorageContainerSyncHelper.java | 113 +
.../recon/spi/StorageContainerServiceProvider.java | 8 +-
.../recon/spi/impl/ContainerKeyPrefixCodec.java | 9 +-
.../recon/spi/impl/KeyPrefixContainerCodec.java | 16 +-
.../impl/StorageContainerServiceProviderImpl.java | 9 +-
.../ozone/recon/tasks/ReconTaskControllerImpl.java | 3 +-
.../ozone/recon/upgrade/ReconLayoutFeature.java | 4 +-
...ntainersStateContainerIdIndexUpgradeAction.java | 86 +
.../webapps/recon/ozone-recon-web/.eslintrc.json | 180 +-
.../webapps/recon/ozone-recon-web/api/db.json | 2736 ++++-
.../recon/ozone-recon-web/api/pagination.js | 86 +
.../webapps/recon/ozone-recon-web/api/routes.json | 5 +
.../webapps/recon/ozone-recon-web/package.json | 10 +-
.../webapps/recon/ozone-recon-web/pnpm-lock.yaml | 10840 +++++++++++--------
.../mocks/capacityMocks/capacityResponseMocks.ts | 4 +-
.../src/v2/components/plots/insightsFilePlot.tsx | 18 +-
.../src/v2/components/select/multiSelect.tsx | 134 +-
.../v2/components/select/multiSelectMenuList.tsx | 160 +
.../src/v2/components/select/singleSelect.tsx | 1 +
.../src/v2/components/tables/bucketsTable.tsx | 2 +
.../src/v2/components/tables/containersTable.tsx | 71 +-
.../src/v2/components/tables/datanodesTable.tsx | 1 +
.../src/v2/components/tables/pipelinesTable.tsx | 2 +-
.../src/v2/constants/capacity.constants.tsx | 4 +-
.../src/v2/constants/select.constants.tsx | 7 +-
.../src/v2/pages/buckets/buckets.tsx | 9 +-
.../src/v2/pages/capacity/capacity.tsx | 4 +-
.../src/v2/pages/containers/containers.tsx | 816 +-
.../src/v2/pages/insights/insights.tsx | 1 +
.../ozone-recon-web/src/v2/types/capacity.types.ts | 4 +-
.../src/v2/types/container.types.ts | 56 +-
.../src/views/insights/insights.tsx | 12 +-
.../ozone/recon/api/TestClusterStateEndpoint.java | 2 +-
.../ozone/recon/api/TestContainerEndpoint.java | 42 +-
.../recon/api/TestDeletedKeysSearchEndpoint.java | 2 -
.../ozone/recon/api/TestExportJobManager.java | 432 +
.../ozone/recon/api/TestOmDBInsightEndPoint.java | 2 -
.../ozone/recon/api/TestOpenContainerCount.java | 2 -
.../recon/api/TestOpenKeysSearchEndpoint.java | 2 -
.../recon/api/TestStorageDistributionEndpoint.java | 16 +-
.../ozone/recon/api/TestTriggerDBSyncEndpoint.java | 2 -
.../ozone/recon/api/types/TestExportJob.java | 110 +
.../ozone/recon/fsck/TestContainerHealthTask.java | 799 +-
.../TestContainerHealthTaskRecordGenerator.java | 710 --
.../recon/fsck/TestReconReplicationManager.java | 515 +
.../ozone/recon/heatmap/TestHeatMapInfo.java | 2 -
.../recon/metrics/TestOzoneManagerSyncMetrics.java | 50 +
.../TestUnhealthyContainersDerbyPerformance.java | 765 ++
.../scm/TestReconStorageContainerSyncHelper.java | 185 +
...tOmTableInsightTaskStaleCounterAfterReinit.java | 243 +
...ntainersStateContainerIdIndexUpgradeAction.java | 117 +
hadoop-ozone/s3gateway/pom.xml | 7 +
.../hadoop/ozone/s3/AuthorizationFilter.java | 7 +-
.../hadoop/ozone/s3/VirtualHostStyleFilter.java | 5 +-
.../ozone/s3/commontypes/EncodingTypeObject.java | 5 +-
...er.java => AuditingBucketOperationHandler.java} | 48 +-
.../hadoop/ozone/s3/endpoint/BucketAclHandler.java | 130 +-
.../ozone/s3/endpoint/BucketCrudHandler.java | 43 +-
.../hadoop/ozone/s3/endpoint/BucketEndpoint.java | 214 +-
.../ozone/s3/endpoint/BucketOperationHandler.java | 5 +
.../s3/endpoint/BucketOperationHandlerChain.java | 95 +
...CompleteMultipartUploadRequestUnmarshaller.java | 9 +-
.../hadoop/ozone/s3/endpoint/EndpointBase.java | 163 +-
.../s3/endpoint/ListMultipartUploadsHandler.java | 92 +
.../ozone/s3/endpoint/MessageUnmarshaller.java | 8 +-
.../endpoint/MultiDeleteRequestUnmarshaller.java | 2 +
.../ozone/s3/endpoint/MultipartKeyHandler.java | 2 -
.../hadoop/ozone/s3/endpoint/ObjectEndpoint.java | 272 +-
.../ozone/s3/endpoint/ObjectEndpointStreaming.java | 40 +-
.../ozone/s3/endpoint/ObjectTaggingHandler.java | 9 +-
.../endpoint/PutBucketAclRequestUnmarshaller.java | 32 -
.../ozone/s3/endpoint/PutTaggingUnmarshaller.java | 29 -
.../org/apache/hadoop/ozone/s3/endpoint/S3Acl.java | 86 +-
.../ozone/s3/endpoint/S3ConditionalRequest.java | 291 +
.../hadoop/ozone/s3/exception/OS3Exception.java | 39 +-
.../hadoop/ozone/s3/exception/OSTSException.java | 21 +-
.../hadoop/ozone/s3/exception/S3ErrorTable.java | 311 +-
.../ozone/s3/signature/AWSSignatureProcessor.java | 9 +-
.../ozone/s3/signature/StringToSignProducer.java | 35 +-
.../org/apache/hadoop/ozone/s3/util/S3Consts.java | 11 +
.../org/apache/hadoop/ozone/s3/util/S3Utils.java | 34 +-
.../apache/hadoop/ozone/s3sts/S3STSEndpoint.java | 70 +-
.../hadoop/ozone/client/ClientProtocolStub.java | 73 +
.../hadoop/ozone/client/ObjectStoreStub.java | 54 +-
.../hadoop/ozone/client/OzoneBucketStub.java | 95 +-
.../hadoop/ozone/client/OzoneVolumeStub.java | 16 +-
.../ozone/s3/TestVirtualHostStyleFilter.java | 2 +-
.../s3/commontypes/TestObjectKeyNameAdapter.java | 5 +
.../ozone/s3/endpoint/EndpointTestUtils.java | 9 +-
.../ozone/s3/endpoint/TestBucketAclHandler.java | 82 +-
.../hadoop/ozone/s3/endpoint/TestBucketDelete.java | 4 +-
.../hadoop/ozone/s3/endpoint/TestBucketList.java | 3 +
.../hadoop/ozone/s3/endpoint/TestObjectGet.java | 88 +
.../hadoop/ozone/s3/endpoint/TestObjectHead.java | 85 +
.../hadoop/ozone/s3/endpoint/TestObjectPut.java | 236 +-
.../hadoop/ozone/s3/endpoint/TestPartUpload.java | 8 +-
.../ozone/s3/endpoint/TestPermissionCheck.java | 32 +-
.../ozone/s3/exception/TestOS3Exceptions.java | 10 +-
.../ozone/s3/exception/TestOSTSExceptions.java | 8 +-
.../ozone/s3/metrics/TestS3GatewayMetrics.java | 9 +-
.../s3/signature/TestAWSSignatureProcessor.java | 20 +-
.../apache/hadoop/ozone/s3/util/TestS3Utils.java | 41 +
hadoop-ozone/tools/pom.xml | 22 +-
.../ozone/local/LocalOzoneClusterConfig.java | 327 +
.../hadoop/ozone/local/LocalOzoneRuntime.java | 81 +
.../org/apache/hadoop/ozone/local/OzoneLocal.java | 278 +
.../apache/hadoop/ozone/local}/package-info.java | 4 +-
.../ozone/local/TestLocalOzoneClusterConfig.java | 135 +
.../apache/hadoop/ozone/local/TestOzoneLocal.java | 365 +
hadoop-ozone/vapor/pom.xml | 16 +-
.../containergenerator/GeneratorDatanode.java | 4 +-
pom.xml | 315 +-
.../FileSystem/failure_injector_fs.cc | 2 +-
781 files changed, 46599 insertions(+), 16085 deletions(-)
create mode 100644 .devcontainer/devcontainer.json
copy .github/workflows/{pull-request.yml => zizmor.yml} (64%)
copy
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/wsrs/BooleanParam.java
=>
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/tracing/LoopSampler.java
(56%)
copy
hadoop-hdds/{config/src/main/java/org/apache/hadoop/hdds/conf/ConfigGroup.java
=> common/src/main/java/org/apache/hadoop/hdds/tracing/SkipTracing.java} (85%)
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/tracing/SpanSampler.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/tracing/TracingConfig.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/ipc_/WritableRpcEngine.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/security_/CustomizedCallbackHandler.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/security_/SaslMechanismFactory.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/security/TestSecurityConfigTlsSettings.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/tracing/TestSpanSampling.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/utils/io/TestRandomAccessFileChannel.java
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/diskbalancer/ContainerChoosingPolicyFactory.java
rename
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/diskbalancer/policy/{DiskBalancerVolumeChoosingPolicy.java
=> ContainerCandidate.java} (53%)
delete mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/diskbalancer/policy/DefaultVolumeChoosingPolicy.java
delete mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/diskbalancer/TestDefaultVolumeChoosingPolicy.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/conf/TracingReconfigurationCallback.java
copy
hadoop-hdds/{common/src/main/java/org/apache/hadoop/hdds/scm/ha/RetriableWithFailOverException.java
=> framework/src/main/java/org/apache/hadoop/hdds/scm/ha/SCMHandler.java} (72%)
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/OzoneBlacklist.java
copy
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/security/ssl/{TestSSLConnectionWithReload.java
=> TestGrpcTlsConfig.java} (50%)
create mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/server/http/TestHttpServer2SSL.java
create mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/utils/db/TestRDBStoreIteratorWithDBClose.java
rename
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/replication/{NullReplicationQueue.java
=> MonitoringReplicationQueue.java} (90%)
delete mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/ha/ReflectionUtil.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/ha/invoker/ContainerStateManagerInvoker.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/ha/invoker/DeletedBlockLogStateManagerInvoker.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/ha/invoker/PipelineStateManagerInvoker.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/ha/invoker/ScmInvoker.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/ha/invoker/ScmInvokerCodeGenerator.java
copy hadoop-hdds/{cli-common/src/main/java/org/apache/hadoop/hdds/cli =>
server-scm/src/main/java/org/apache/hadoop/hdds/scm/ha/invoker}/package-info.java
(84%)
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/node/PendingContainerTracker.java
copy hadoop-hdds/{framework/src/test/resources/ozone-site.xml =>
server-scm/src/main/resources/webapps/scm/ratis-events.html} (67%)
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/states/TestContainerStateMap.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/ha/TestSCMStateMachine.java
copy
hadoop-hdds/server-scm/src/{main/java/org/apache/hadoop/hdds/scm/ha/io/ScmCodec.java
=> test/java/org/apache/hadoop/hdds/scm/ha/io/TestScmListCodec.java} (51%)
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/node/TestPendingContainerTracker.java
create mode 100644
hadoop-ozone/cli-admin/src/test/java/org/apache/hadoop/hdds/scm/cli/container/TestContainerReportSuppressOptions.java
create mode 100644
hadoop-ozone/cli-debug/src/main/java/org/apache/hadoop/ozone/debug/kerberos/AuthorizationProbe.java
create mode 100644
hadoop-ozone/cli-debug/src/main/java/org/apache/hadoop/ozone/debug/kerberos/ConfigProbe.java
create mode 100644
hadoop-ozone/cli-debug/src/main/java/org/apache/hadoop/ozone/debug/kerberos/DiagnoseSubcommand.java
copy
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/MetaStoreIterator.java
=>
hadoop-ozone/cli-debug/src/main/java/org/apache/hadoop/ozone/debug/kerberos/DiagnosticProbe.java
(66%)
copy
hadoop-ozone/{s3gateway/src/test/java/org/apache/hadoop/ozone/client/OzoneClientStub.java
=>
cli-debug/src/main/java/org/apache/hadoop/ozone/debug/kerberos/EnvironmentProbe.java}
(57%)
create mode 100644
hadoop-ozone/cli-debug/src/main/java/org/apache/hadoop/ozone/debug/kerberos/HostProbe.java
create mode 100644
hadoop-ozone/cli-debug/src/main/java/org/apache/hadoop/ozone/debug/kerberos/HttpAuthProbe.java
create mode 100644
hadoop-ozone/cli-debug/src/main/java/org/apache/hadoop/ozone/debug/kerberos/JvmKerberosProbe.java
create mode 100644
hadoop-ozone/cli-debug/src/main/java/org/apache/hadoop/ozone/debug/kerberos/KerberosConfigProbe.java
copy
hadoop-ozone/cli-debug/src/main/java/org/apache/hadoop/ozone/debug/{ratis/RatisDebug.java
=> kerberos/KerberosSubcommand.java} (74%)
create mode 100644
hadoop-ozone/cli-debug/src/main/java/org/apache/hadoop/ozone/debug/kerberos/KerberosTicketProbe.java
create mode 100644
hadoop-ozone/cli-debug/src/main/java/org/apache/hadoop/ozone/debug/kerberos/KeytabProbe.java
create mode 100644
hadoop-ozone/cli-debug/src/main/java/org/apache/hadoop/ozone/debug/kerberos/KinitProbe.java
create mode 100644
hadoop-ozone/cli-debug/src/main/java/org/apache/hadoop/ozone/debug/kerberos/PrincipalMappingProbe.java
copy
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/block/BlockmanagerMXBean.java
=>
hadoop-ozone/cli-debug/src/main/java/org/apache/hadoop/ozone/debug/kerberos/ProbeResult.java
(86%)
create mode 100644
hadoop-ozone/cli-debug/src/main/java/org/apache/hadoop/ozone/debug/kerberos/SecurityConfigProbe.java
create mode 100644
hadoop-ozone/cli-debug/src/main/java/org/apache/hadoop/ozone/debug/kerberos/TranslatePrincipalSubcommand.java
copy {hadoop-hdds/erasurecode/src/test/java/org/apache/ozone/erasurecode =>
hadoop-ozone/cli-debug/src/main/java/org/apache/hadoop/ozone/debug/kerberos}/package-info.java
(87%)
create mode 100644
hadoop-ozone/cli-debug/src/test/java/org/apache/hadoop/ozone/debug/kerberos/TestOzoneDebugKerberos.java
copy {hadoop-hdds/common/src/main/java/com/google/protobuf =>
hadoop-ozone/cli-debug/src/test/java/org/apache/hadoop/ozone/debug/kerberos}/package-info.java
(89%)
create mode 100644
hadoop-ozone/cli-shell/src/main/java/org/apache/hadoop/ozone/shell/OzoneInteractiveShell.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmMultipartPartInfo.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmMultipartPartKey.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/snapshot/SubmitSnapshotDiffResponse.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/client/checksum/TestCrcComposer.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/client/checksum/TestCrcUtil.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestOmMultipartPartInfo.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestOmMultipartPartKey.java
copy hadoop-ozone/common/src/{main =>
test}/java/org/apache/hadoop/ozone/security/acl/package-info.java (94%)
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/snapshot/TestSnapshotDiffResponse.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/snapshot/TestSubmitSnapshotDiffResponse.java
create mode 100644
hadoop-ozone/dist/src/main/smoketest/debug/ozone-debug-kerberos.robot
create mode 100644 hadoop-ozone/dist/src/main/smoketest/s3/conditionalput.robot
create mode 100644
hadoop-ozone/dist/src/main/smoketest/snapshot/snapshot-defrag.robot
copy {hadoop-hdds/cli-common =>
hadoop-ozone/iceberg}/dev-support/findbugsExcludeFile.xml (100%)
copy {hadoop-hdds/erasurecode => hadoop-ozone/iceberg}/pom.xml (54%)
create mode 100644
hadoop-ozone/iceberg/src/main/java/org/apache/hadoop/ozone/iceberg/RewriteTablePathOzoneAction.java
create mode 100644
hadoop-ozone/iceberg/src/main/java/org/apache/hadoop/ozone/iceberg/RewriteTablePathOzoneUtils.java
copy {hadoop-hdds/common/src/main/java/com/google/protobuf =>
hadoop-ozone/iceberg/src/main/java/org/apache/hadoop/ozone/iceberg}/package-info.java
(90%)
create mode 100644
hadoop-ozone/iceberg/src/test/java/org/apache/hadoop/ozone/iceberg/TestRewriteTablePathOzoneAction.java
rename
hadoop-ozone/integration-test-recon/src/test/java/org/apache/hadoop/ozone/recon/{TestStorageDistributionEndpoint.java
=> AbstractTestStorageDistributionEndpoint.java} (60%)
create mode 100644
hadoop-ozone/integration-test-recon/src/test/java/org/apache/hadoop/ozone/recon/TestReconTasksMultiNode.java
create mode 100644
hadoop-ozone/integration-test-recon/src/test/java/org/apache/hadoop/ozone/recon/TestStorageDistributionEndpointEC.java
create mode 100644
hadoop-ozone/integration-test-recon/src/test/java/org/apache/hadoop/ozone/recon/TestStorageDistributionEndpointRatis.java
copy hadoop-ozone/{integration-test =>
integration-test-s3}/src/test/resources/log4j.properties (100%)
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOzoneFileSystemWithStreamingDisabledDatanode.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/node/TestContainerChoosingPolicy.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/node/TestDiskBalancerPolicyPerformance.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/node/TestVolumeChoosingPolicy.java
copy
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/{ServiceListJSONServlet.java
=> SnapshotListJSONServlet.java} (52%)
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/ha/OMPeriodicMetrics.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/snapshot/OMSnapshotDirectoryMetrics.java
copy
hadoop-ozone/{httpfsgateway/src/main/java/org/apache/ozone/lib/service/Groups.java
=>
ozone-manager/src/main/java/org/apache/hadoop/ozone/om/snapshot/SnapshotDiffManagerMXBean.java}
(73%)
create mode 100644
hadoop-ozone/ozone-manager/src/main/resources/webapps/ozoneManager/om-snapshots.html
copy hadoop-hdds/framework/src/test/resources/ozone-site.xml =>
hadoop-ozone/ozone-manager/src/main/resources/webapps/ozoneManager/ratis-events.html
(67%)
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/TestOMDBCheckpointServletInodeBasedXferNonLeader.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/TestOzoneManagerListMultipartUploadsAcls.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/TestOzoneManagerListPartsAcls.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/TestSnapshotListJSONServlet.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestOMSnapshotDirectoryMetrics.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestSnapshotDiffManagerMXBean.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/security/acl/TestOzoneBlacklist.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/ExportJobManager.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/ExportJob.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/fsck/NoOpsContainerReplicaPendingOps.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/fsck/ReconReplicationManager.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/fsck/ReconReplicationManagerReport.java
delete mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/metrics/ContainerHealthMetrics.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/metrics/ContainerHealthTaskMetrics.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconStorageContainerSyncHelper.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/upgrade/UnhealthyContainersStateContainerIdIndexUpgradeAction.java
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/api/pagination.js
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/components/select/multiSelectMenuList.tsx
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/TestExportJobManager.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/types/TestExportJob.java
delete mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/fsck/TestContainerHealthTaskRecordGenerator.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/fsck/TestReconReplicationManager.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/metrics/TestOzoneManagerSyncMetrics.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/persistence/TestUnhealthyContainersDerbyPerformance.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/scm/TestReconStorageContainerSyncHelper.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/tasks/TestOmTableInsightTaskStaleCounterAfterReinit.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/upgrade/TestUnhealthyContainersStateContainerIdIndexUpgradeAction.java
copy
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/{AuditingObjectOperationHandler.java
=> AuditingBucketOperationHandler.java} (50%)
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/BucketOperationHandlerChain.java
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/ListMultipartUploadsHandler.java
delete mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/PutBucketAclRequestUnmarshaller.java
delete mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/PutTaggingUnmarshaller.java
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/S3ConditionalRequest.java
copy
hadoop-hdds/config/src/test/java/org/apache/hadoop/hdds/conf/TestReconfigurableConfig.java
=>
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/signature/TestAWSSignatureProcessor.java
(61%)
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/local/LocalOzoneClusterConfig.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/local/LocalOzoneRuntime.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/local/OzoneLocal.java
copy {hadoop-hdds/common/src/main/java/com/google/protobuf =>
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/local}/package-info.java
(90%)
create mode 100644
hadoop-ozone/tools/src/test/java/org/apache/hadoop/ozone/local/TestLocalOzoneClusterConfig.java
create mode 100644
hadoop-ozone/tools/src/test/java/org/apache/hadoop/ozone/local/TestOzoneLocal.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
