This is an automated email from the ASF dual-hosted git repository.
symious pushed a change to branch HDDS-15728
in repository https://gitbox.apache.org/repos/asf/ozone.git
from d2700a4b01b HDDS-15678. OFS isDirectory/isFile should not trigger
pipeline refresh or return block locations (#10741)
add 1a9439452d9 HDDS-15809. Validate x-amz-copy-source-range on
UploadPartCopy (#10711).
add 6ba0d57bb4d HDDS-15867. [JDK25] Bump byte-buddy to 1.18.11 (#10776)
add b981afbf89e HDDS-15508. Add 2.2.0 to compatibility/upgrade test
(#10782)
add 6ac2289aafd HDDS-15876. Remove ozone-csi (#10780)
add 1f515587d6f HDDS-9411. Restrict FileInputStream/FileOutputStream
import (#10789)
add 458c0d14498 HDDS-15791. EC reconstructed RECOVERING container while
still idle can be deleted by SCM and recreated as new partial OPEN container
(#10702)
add 1bb35b2f1c1 HDDS-15892. Massive local build time degradation when
using agent worktrees (#10791)
add 66e2bf5771d HDDS-15392. Add OmKeyInfo and OmDirectoryInfo to snapshot
diff codec registry. (#10770)
add 769471cd9b0 HDDS-15093. Make RackScatter intra-rack placement
capacity-aware (#10648)
add 7674aab192c HDDS-15899. Bump jackson to 2.21.5 (#10799)
add 7ea7e707ffe HDDS-15897. Bump awssdk to 2.47.5 (#10797)
add 96c6cc7e390 HDDS-15900. Bump netty to 4.1.136 (#10800)
add 2d2d63410f7 HDDS-15898. Bump orc-core to 1.9.9 (#10798)
add 9b7dccd80f2 HDDS-13255. Change `<? extends KeyValue>` to `<KeyValue>`
in ozone-manger (#10793)
add 0694122a6f2 HDDS-15901. Bump actions/stale to 10.4.0 (#10802)
add ed92faaaa97 HDDS-15773. Make HddsUtils host:port helpers IPv6-safe
(#10804)
add 472962558f2 HDDS-15902. Bump actions/setup-java to 5.5.0 (#10803)
add 81dcafaba03 HDDS-15772. Stop forcing java.net.preferIPv4Stack=true
(#10801)
add 4766aa8609b HDDS-15440. Combine pipelineMap and pipeline2container to
a single map in PipelineStateMap (#10454)
add 1115746a35a HDDS-15893. Change `<? extends KeyValue>` to `<KeyValue>`
in remaining code (#10806)
add 7c54977e640 HDDS-15906. Add gateway LLM provider for Recon chatbot
(OpenAI-compatible gateways). (#10805).
add 45b48e85823 HDDS-15740. Validate partNumber on GetObject and return
InvalidPart for out-of-range parts (#10670).
add a3ca93ac435 HDDS-15342. Make RocksDB bottommost level compaction
options configurable for background compaction (#10419)
add 66447d3663a HDDS-15690. Support Node-ID for DiskBalancer Commands
(#10755).
add 0f6295ef3ab HDDS-15085. Add DN and Cluster Readiness (#10757)
add 8b167ca2732 HDDS-15877. Extend getFileStatus head-op optimization to
o3fs and remaining type-only callers (#10779)
add c3de92cf9a0 HDDS-15324. Dashboard for monitoring Data Node performance
add c31553bcded HDDS-15766. Make Recon OM DB large tarball transfer
reliable (#10696)
add 5bfa452f3e5 HDDS-15607. Return x-amz-meta-* user-defined object
metadata on S3 GetObject (#10785)
add 917e4b77062 Merge branch 'HDDS-8342' into master-merge-object-ttl
add 1975e74d096 HDDS-15688. Retain in-memory PAUSED state when
diskBalancer.info write fails on DN state change (#10818).
add 024509ede87 HDDS-15912. HttpFS Gateway launcher should use
runtime-managed log/temp dirs instead of OZONE_HOME paths. (#10811)
add 8d61861f48f HDDS-15860. Always rewrite live SSTs before snapshot
defrag ingestion (#10772)
add 2b830420d54 HDDS-15757. Streaming Write also commit PutBlock at the
time of closing (#10694)
add 68c4231f512 Revert "Merge branch 'HDDS-8342' into
master-merge-object-ttl"
add 738b9c60d33 HDDS-8342. S3 Object LifeCycle Management design doc.
(#8240)
add 2b5f88aaf0b HDDS-12808. Implement OM entities of lifecycle
configurations (#8275)
add f81b36593cc HDDS-12781. Implement LifecycleConfiguration proto (#8276)
add 9438be5596c HDDS-12974. Docker could not parse extra host IP (#8397)
(#8545)
add 59a2b7e77d3 HDDS-12783. Implement S3Gateway api for
LifeCycleConfiguration (#8557)
add c9ef5e66539 HDDS-12780. Implement the Lifecycle Service. (#8681)
add ce01a02542c HDDS-12782. Implement create, delete, and get for bucket
lifecycle configurations in OM (#8875)
add fa33739da3e HDDS-12786. Refine keys lifecycle deletion batch size
(#8909)
add 1fe66180880 HDDS-13548. Prevent OM startup failure from past lifecycle
expiration dates (#8953)
add d7077ea0ce6 HDDS-12789. Support move expired key to trash if trash is
enabled (#8974)
add 6542b31ff8a HDDS-12793. Recursive iterate FSO directory. (#9042)
add 3b5cb65c82a HDDS-12784. Add bucket object ID to lifecycle
configuration proto definition (#9255)
add 99ebb223793 HDDS-12790. Mark a delete operation is performed by
Lifecycle Service (#9403)
add 724803f21a0 HDDS-14184. Reject lifecycle configuration if 'Status' is
missing (#9513)
add b16ea44f588 HDDS-12791. Make Retention Service suspendable (#9426)
add dd04f4b7d83 Merge remote-tracking branch 'origin/master' into
HDDS-8342-ttl-branch
add cfa9cfee5a7 HDDS-12787. Make expired key move to trash configurable
(#9594)
add 8ee502aa31b HDDS-12794. Improve Lifecycle rule validity checking
(#9593)
add 949747727b3 HDDS-14377. Refactor OmLifecycleConfiguration#Builder
(#9688)
add ff9446d6538 HDDS-14900. Document S3 Lifecycle Configurations - Object
Expiration (#9979)
add c0706c6b99a HDDS-14347. Handle upgrades to support S3 lifecycle (#9614)
add 06ebc316b89 Merge remote-tracking branch 'origin/master' into
HDDS-8342-ttl-branch
add f3c6ba4afae HDDS-13474. Support abort incomplete multipart upload
action (#10052)
add f364114d112 Merge remote-tracking branch 'origin/master' into HDDS-8342
add fc4416274b3 HDDS-15227. Add robot test for Lifecycle (#10242)
add daef2f19c29 HDDS-15447. Persist bucket scanned key pointer
periodically (#10412)
add 3d6aa1bd0fc Merge remote-tracking branch 'origin/master' into
HDDS-8342-object-ttl
add 2ebf64de05c Merge remote-tracking branch 'origin/master' into
HDDS-8342-object-ttl
add aa6377721c2 HDDS-15853. Fix Ranger ACL validation for lifecycle
requests (#10753)
add cca31ff7206 Merge remote-tracking branch 'origin/HDDS-8342' into master
add c4b2ae1fff4 HDDS-15086. Wire ozone local command (#10758)
add 3b40495c46a HDDS-15782. [Recon] Poll DN pending-deletion scan to
completion when Auto Refresh is off (#10714)
add fb3fdcc5f60 HDDS-13774. [Recon] Consolidate NSSummary endpoint tests
into one suite (#10769)
add a57788ea4cd HDDS-12250. Speed up TestSecureOzoneCluster (#10834)
add 4417f6b7de2 HDDS-14665. Add upgrade handling to multipart requests
(#10062)
add bb1da7fea63 HDDS-15764. [Recon] Show error card for unavailable
datanode in Cluster Capacity (#10767)
add 77ceb2969b5 HDDS-15624. Resolve link bucket properties in listBucket.
(#10745)
add 658f19df6c0 HDDS-14666. Add multipart upload split table read for
Recon (#10847)
add 9d2d4adf55d HDDS-15959. Add title section to Resumable Lifecycle Scans
design doc. (#10856)
add 72f1f9a612e HDDS-15608. Return BucketAlreadyOwnedByYou when the same
S3 owner recreates an existing bucket (#10814).
add ed072a998f1 HDDS-15950. Fix NPE in S3 lifecycle GET for date-based
expiration (#10850)
add a54c42d9413 HDDS-15888. Stamp lastTransactionInfo on snapshot deletion
to avoid premature GC (#10788)
add 930f8fa4aa6 HDDS-15909. Refactor OzoneManagerLock. (#10852)
add 4f5ae5454fe HDDS-15388. K way merge iterator over native SST file
reader to emit latest tombstone and latest value of a key. (#10484)
add 36ca073edfa HDDS-15970. Bump zizmorcore/zizmor-action to 0.6.0 (#10871)
add 6ec123e7089 HDDS-15692. Trigger GitHub Copilot code review only when
PR is opened (#10751)
add 4726242563b HDDS-15974. Bump bouncycastle to 1.85 (#10867)
add f1c1cbfcb4b HDDS-10315. Speed up TestContainerReplication (#10858)
add 1b8f5f8de21 HDDS-15933. Remove usage of jersey internal
ContainerRequest (#10839)
add f54483f7f47 HDDS-15971. Bump actions/setup-java to 5.6.0 (#10870)
add 7cb9ea1381d HDDS-15972. Bump actions/checkout to 7.0.1 (#10869)
add 92557fb3de5 HDDS-15813. Rename TestDataUtil to DataTestUtil (#10841)
add 65cb289fa14 HDDS-15896. Bump opentelemetry to 1.64.0 (#10796)
add 9c6d389c9a9 HDDS-15932. Remove usage of internal AWS S3 SDK API in
S3KeyGenerator (#10835)
add 6cb24889013 HDDS-15973. Bump awssdk to 2.48.3 (#10868)
add 9fbf9ee0cb1 HDDS-15983. Bump actions/setup-python to 7.0.0 (#10874)
add c1875b844a3 HDDS-15934. Remove usage of internal jersey internal
InjectionManager (#10853)
add 41b60a2a95d HDDS-15930. Avoid zero-length chunk in
TestContainerOperations (#10833)
add 2473ec54d33 HDDS-15940. Handle unexpected OMExceptions in S3
putBucketLifecycleConfiguration (#10848)
add fcf0cc39a15 HDDS-15868. Enable dynamic agent loading for tests (#10816)
add dc6494ac7ae HDDS-15059. Shift streaming write sortDatanodes logic to
OM (#10633)
add 1b00e7fb697 HDDS-15968. Exempt design pull requests from stale bot
(#10864)
add ca0715a1a0a HDDS-15949. Handle split MPU part counting for abort batch
sizing and container-key-mapping CLI (#10849)
add a481e65272a HDDS-15919. Fix broken Ozone Enhancement Proposals link in
CONTRIBUTING.md (#10824).
add 273bf2f39b8 HDDS-15533. DNS refresh on heartbeat failure for DN to SCM
(#10844)
add 0de9322992c HDDS-15922. Fix ozone-site config doc workflow reusing
stale PR branch (#10826)
add d501066b60f HDDS-15922. (addendum) Fix ozone-site config doc workflow
reusing stale PR branch (#10886)
add 8fd042079f4 HDDS-10314. Speed up
TestDatanodeHddsVolumeFailureDetection (#10819)
add 7d9223cd5a9 HDDS-15920. Fix ByteBuffer positioned read behavior at EOF
in OzoneFSInputStream (#10827)
add f19f2c14afb HDDS-15958. Return InvalidURI for unreadable S3 object
keys on GetObject (#10860).
add eccb174c7b3 HDDS-15535. Container Balancer should validate
configuration and report startup failures to user (#10812)
add eb183c6b5ac HDDS-16009. Switch zizmor check to ubuntu-24.04 (#10887)
add d9b6cd4fb31 HDDS-15863. Add Manual OM DB Rebuild Support for Recon
Bootstrapping. (#10825).
add 247f5cab1f6 HDDS-15758. Commit PutBlock without Raft in Client (#10823)
add b22db56d10d HDDS-15969. Prioritize Ratis Streaming capable DataNodes
during Pipeline creation with graceful fallback (#10865)
add 5ff8b53aa6b HDDS-15894. Add Table.clear for reusable table clearing
(#10879)
add 8acc0413a95 HDDS-14812. Support datanode topology in MiniOzoneCluster
(#10598)
add 147b009a6db HDDS-11622. Support domain socket creation (#7397)
add 46b858007e6 HDDS-11627. Support getBlock operation on short-circuit
channel. (#7456)
add fb9398a3131 HDDS-11626. Document short-circuit read feature (#7529)
add 13a905468a2 Merge remote-tracking branch 'origin/master' into
HDDS-10685
add cd3e1c7ca04 HDDS-12883. Close file descriptor of block file in
datanode (#8319)
add 1395fae0640 Merge remote-tracking branch 'origin/master' into
HDDS-10685
add 625a6ad85cd HDDS-11651. Support short-circuit read channel for freon
rk command (#8316)
add 5676ac4b338 HDDS-15318. Download libhadoop library during maven build
(#10305)
add 879707874bc Merge remote-tracking branch 'origin/master' into
HDDS-10685
add 2f90c1731a3 HDDS-15404. Enable short-circuit unit test in CI (#10377)
add 6c9676481b9 HDDS-15442. Enhance short-circuit robot test (#10400)
add c2118e70585 Merge branch 'master' of github.com:apache/ozone into
HDDS-10685
add 277737474cd HDDS-15559. Add libhadoop to DYLD_LIBRARY_PATH or
LD_LIBRARY_PATH (#10513)
add 1ea7e9e7985 Merge remote-tracking branch 'origin/master' into
HDDS-10685
add b01e0c715fa HDDS-15992. Convert short-circuit-read design PDF to
markdown (#10877)
add 6db4545f1da HDDS-16013. Remove HDDSLayoutFeature.SHORT_CIRCUIT_READS
layout version (#10893)
add ec381e5d3b0 Merge remote-tracking branch 'origin/HDDS-10685' into
master
add 197db2d7edc HDDS-15558. Prevent addition of deprecated style CLI
options (#10891)
add 3dbca34cdb4 HDDS-15606. Support S3 object metadata headers
(Cache-Control, Expires, Content-Encoding) (#10786).
add d97e8d03486 HDDS-15990. Remove setExclusiveManualCompaction from
CompactionService (#10876)
add bae32aac3c0 HDDS-16032. cd: lib/native: No such file or directory
(#10909)
add 9da5de60b97 HDDS-15640. Bump msw to 2.15.0 and vitest to 3.2.7 (#10577)
add 14702aba6a0 HDDS-15963. NPE on EC degraded read in isolated
ClassLoader env (#10861)
add 3a450fa0da3 HDDS-13803. Client aware tracing (#10477)
add e9b1308455f HDDS-16050. Fix aspectj profile activation upper bounds
(#10912)
add 52980fec53b HDDS-15996. Flaky TestClientRetryTimeout throws NPE
(#10898)
add d6012190454 HDDS-15907. Do not use Collection in IOzoneManagerLock.
(#10907)
add 5197855a329 HDDS-12991. Recreate pipelines after enabling ratis write
streaming (#10842)
add e39c536b753 HDDS-16031. Suppress java.util.logging in shell commands
(#10910)
add 0c4c66e9f4b HDDS-15412. Add per-volume push replication thread pools
on DataNode.
add 29ae1651322 HDDS-16063. Bump sqlite-jdbc to 3.53.2.1 (#10923)
add 3117c6805ac HDDS-16017. Bump axios version to 1.19.0 (#10905)
add 3055fcb9305 HDDS-16062. Bump jline to 3.30.16 (#10922)
add de1392809a6 HDDS-15814. Rename TestHelper to OzoneTestHelper (#10920)
add c628bfa4464 HDDS-16064. Bump maven-jar-plugin to 3.5.1 (#10924)
add bf103a657d3 HDDS-16061. Bump awssdk to 2.49.3 (#10921)
add 46456c3693a HDDS-16054. Bump zizmorcore/zizmor-action to 0.6.1 (#10925)
add ea74fada9cd HDDS-15777. Make admin CLI subcommands parse IPv6 RPC
addresses correctly (#10885)
add 904acc05820 HDDS-15957. Clean up ozone-csi references after module
removal (#10855)
add 3a18da72b56 HDDS-15935. Extract ExportFileManager and document
container export directory layout (#10866)
add e697ef42161 HDDS-16059. Optimize varargs in IOzoneManagerLock. (#10919)
add cf8ae810cc1 HDDS-15645. ListObjectsV2 returns Owner when FetchOwner is
not requested (#10897).
add 7bb7bcd956c HDDS-16005. Make DeleteBucketLifecycle idempotent on
missing config (#10888)
add fb9f30b8869 HDDS-16057. OM bootstrap fails when checkpoint install is
rejected during BOOTSTRAPPING. (#10917)
add 3492727f0f1 HDDS-16026. Restore the OM DB directory when the
pre-install backup fails part way (#10904)
add 40cd903440e HDDS-16065. Fix flaky
testCloseNonStreamablePipelineThenStream (#10927)
add 8415f3b8765 HDDS-13671. Reduce CLI calls in ozone admin container
Robot test (#10947)
add 67a5e86db0a HDDS-16016. Adding unit test for datanodeUseHostname
functionality in XceiverClientGrpc (#10896)
add 377ca2fe7a7 HDDS-15787. Log OM block deletion ack at INFO in
SCMBlockProtocolServer (#10952)
add 4b8156b57d2 HDDS-9894. Handle IPv4 and IPv6 addresses invalid for CSR
consistently (#10687)
add a2065ce9994 HDDS-16034. Certificates omit DNS SANs on clusters with
non-public hostname suffixes (#10908)
add a152e6e34ba HDDS-16091. Recon fills disk with leaked checkpoints and
crashes on startup when local OM DB is missing. (#10950)
add 7cca85d6ad1 HDDS-16043. Use EnumMap for ports in DatanodeDetails
(#10948)
add 9ff43fef43f HDDS-16004. Return NotImplemented for GetObjectTorrent
instead of GetObject body (#10899)
add b68bcf8b94d HDDS-16080. Reduce heartbeat interval in
TestClientRetryContainerStateMachineFailures (#10958)
add ac4278ac630 HDDS-16090. Parameterize TestOzoneShellHA with follower
read (#10954)
add 5fe740c2c12 HDDS-16047. Certificate renewal stops permanently after an
unexpected failure (#10915)
add a01a27a38bd HDDS-13128. Expose per DN space utilisation as JMX metrics
(#10913)
add 5ba550d965f HDDS-13173. Clean up temporary checkpoint directories on
snapshot defrag failure (#10774)
add 036745a326d HDDS-15962. Remove leader readiness check on the bootstrap
flow. (#10862)
add 54facbe255e HDDS-16056. non-varargs call of varargs method with
inexact argument type (#10914)
add 951ed5cb51b HDDS-16086. installCheckpoint sets OM transaction info
inconsistent with the checkpoint index (#10943)
add 3b8c05e635e HDDS-13217. Test that snapshot checkpoint content is
preserved after defrag (#10951)
add 80ffb62a841 HDDS-16066. replicas after re-replication should span at
least 2 racks (#10944)
add cb6f12408ec HDDS-15852. Allow CopyObject to the same key when the
metadata directive is REPLACE (#10752).
add fce67f62f35 HDDS-16096. Bump Ranger to 2.9.0 (#10957)
add c8fa8dafd5c HDDS-16101. Extract bucket lifecycle operations into
dedicated handler (#10969)
add af3e34377b0 HDDS-16076. Separate test class for
testInstallSnapshotDuringBootstrapping. (#10931)
add 0a9bd0d999a HDDS-16067. Intermittent timeout in
testNodeWithOpenPipelineCanBeDecommissionedAndRecommissioned (#10939)
add 5425ee3f86c HDDS-15781. Adding Spankind information to ozone sh
commands (#10695)
add 0110ff57df4 HDDS-15396. Grafana dashboard for disk balancer (#10609).
add bd0f23b49ba HDDS-16119. Fix DatanodeStorageMetrics metrics-system
deadlock and mini-cluster source leak (#10988)
add 5be6afae7af HDDS-15389. Top-level delete entry retention utilities for
snapshot diff. (#10750)
add 5e99e226bb0 HDDS-16081. TestOMRatisSnapshots fails due to leader
applied index taken before flush (#10959)
add 09a7d615dec HDDS-15982. Fix UnsupportedOperationException and add
idempotent deletion in RangerClientMultiTenantAccessController (#10872)
add 07f069b72fc HDDS-16015. Make listStatusLight skip SCM pipeline
refresh. (#10894)
add 6384c643fb3 HDDS-14742. Clean up orphan files from a terminated
compaction. (#10821)
add b4a4227cf4f HDDS-14876. Make snapshot diff progress more granular
(#10901)
add 776ce13a798 HDDS-16113. Add regression tests for snapshot
defragmentation cleanup (#10978)
add a1ce3b9d900 HDDS-15774. Make SCM Ratis roles string parsing IPv6-safe
(#10831)
add 5dfed2ce426 HDDS-15775. Support IPv6 literal authorities in OzoneFS
URI parsing (#10933)
add 752e96c2fb3 HDDS-15776. Make S3 Gateway VirtualHostStyleFilter
IPv6-safe (#10809)
add 0f812bcbb30 HDDS-15542. Closed-container reconciliation advances BCSID
past a hole, masking missing chunks (#10496)
add 9065c84364d HDDS-15761. Create test for OMMXBean (#10960)
add 59351d77aba HDDS-16114. Avoid misleading Ozone mount warning in
acceptance test results (#10979)
add 1db063b63ce HDDS-16072. Implement GetObjectAttributes: ETag,
ObjectSize, StorageClass, and ObjectParts count (#10930).
add 291633510ce HDDS-15961. Resolve linked bucket source properties
consistently (#10859)
add a7f5cbc832c HDDS-16117. Failed FSO multipart complete leaks bucket
namespace quota (#10984)
add 2fbc910aa29 HDDS-11620. Log SCM finalization completion (#10963)
add 6a4513ddaec HDDS-15826. Recon: add cycle guard to NSSummary /du tree
walks (#10723)
add 5672fc71c5d HDDS-8082. Check for unnecessary newlines in config
defaults (#10840)
add 7f68eb6f36d HDDS-16125. Copy bucket snapshot in quota repair response
to fix cache aliasing (#11004)
add bc21296f297 HDDS-16118. Release snapshot DB handles before
KeyDeletingService submits OM requests (#10987)
add 7693b1979f8 HDDS-15895. Make ServerNotLeaderException suggested leader
flow IPv6-safe (#10807)
add 0c349a3f541 HDDS-15356. Make multi-buffer chunk checksum
allocation-free (#10350)
add ce13cdece18 HDDS-15911. Recon AI Assistant: add conversation memory
for follow-up questions. (#10808)
add 749da668af1 HDDS-16158. Fix sendDeleteKeysRequestAndClearList
Authorization and FSO Trash Handling (#10996)
add fb2cc733688 HDDS-16169. Add old updateContainerState to handle upgrade
path. (#11012)
add 711476cb0c4 HDDS-16089. Improve MPU table evaluation efficiency in
KeyLifeCycleService (#10949)
add 50978e3ad7c HDDS-15422. Stream read seek should not close stream
(#10415)
add c0c3241ff57 HDDS-16115. Reject invalid lifecycle rule Status values
(#10980)
add 1a4486a271b HDDS-16088. Reject lifecycle
AbortIncompleteMultipartUpload rules whose daysAfterInitiation exceeds the MPU
cleanup threshold (#10982)
add 32b6c97db1f HDDS-16071. Add S3 Bucket Lifecycle CRUD integration tests
to AbstractS3SDKV2Tests (#10986)
add a552e060433 HDDS-16183. Avoid the per-group list copy in
OMKeyRequest.sumBlockLengths (#11026)
add db3fff45c51 HDDS-16198. Refactor the admin permission check for
LifecycleService. (#11034)
add 6a903990741 Improve listSnapshotDiffJobs
add b58885e7baf Adding OM tests.
add 54881878681 Add missing check for GetContainerChecksumInfo.
add afa7f0e667c HDDS-13242. getTrashRoots should not be bounded by
ozone.fs.listing.page.size.max (#11002)
add 3af0d141eb1 HDDS-16197. Remove all bucket tagging outstanding TODOs
(#11036)
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 1 -
.github/workflows/asf-allowlist-check.yaml | 2 +-
.github/workflows/build-ratis.yml | 6 +-
.github/workflows/check.yml | 4 +-
.github/workflows/ci.yml | 12 +-
.github/workflows/close-stale-prs.yaml | 3 +-
.github/workflows/generate-config-doc.yml | 4 +-
.github/workflows/intermittent-test-check.yml | 10 +-
.github/workflows/label-pr.yml | 2 +-
.github/workflows/populate-cache.yml | 6 +-
.github/workflows/pull-request.yml | 2 +-
.github/workflows/repeat-acceptance.yml | 10 +-
.github/workflows/update-ozone-site-config-doc.yml | 57 +-
.github/workflows/zizmor.yml | 6 +-
.run/CsiServer.run.xml | 33 -
AGENTS.md | 2 +-
CONTRIBUTING.md | 2 +-
THREAT_MODEL.md | 16 +-
.../ozone/annotations/CliOptionStyleProcessor.java | 123 +
hadoop-hdds/cli-common/pom.xml | 11 +
hadoop-hdds/client/pom.xml | 8 +
.../apache/hadoop/hdds/scm/OzoneClientConfig.java | 68 +
.../hadoop/hdds/scm/XceiverClientCreator.java | 37 +-
.../hadoop/hdds/scm/XceiverClientFactory.java | 19 +-
.../apache/hadoop/hdds/scm/XceiverClientGrpc.java | 13 +-
.../hadoop/hdds/scm/XceiverClientManager.java | 104 +-
.../apache/hadoop/hdds/scm/XceiverClientRatis.java | 3 +-
.../hadoop/hdds/scm/XceiverClientShortCircuit.java | 623 ++
.../hdds/scm/storage/BlockDataStreamOutput.java | 28 +-
.../hadoop/hdds/scm/storage/BlockInputStream.java | 149 +-
.../hadoop/hdds/scm/storage/BlockOutputStream.java | 16 +-
.../hadoop/hdds/scm/storage/ChunkInputStream.java | 2 +-
.../apache/hadoop/hdds/scm/storage/DomainPeer.java | 111 +
.../hdds/scm/storage/DomainSocketFactory.java | 276 +
.../hdds/scm/storage/ECBlockOutputStream.java | 25 +-
.../hdds/scm/storage/LocalChunkInputStream.java | 116 +
.../hdds/scm/storage/MultipartInputStream.java | 12 +-
.../hdds/scm/storage/StreamBlockInputStream.java | 186 +-
.../hadoop/hdds/scm/TestOzoneClientConfig.java | 17 +
.../hdds/scm/TestXceiverClientGrpcChannel.java | 68 +
.../hdds/scm/client/TestHddsClientUtils.java | 37 +
.../hdds/scm/storage/MockDatanodePipeline.java | 29 +-
.../scm/storage/TestBlockDataStreamOutput.java | 22 +-
.../storage/TestBlockOutputStreamCorrectness.java | 52 +-
hadoop-hdds/common/src/main/conf/ozone-env.sh | 19 +-
.../org/apache/hadoop/hdds/DatanodeVersion.java | 2 +
.../org/apache/hadoop/hdds/HddsConfigKeys.java | 4 +
.../java/org/apache/hadoop/hdds/HddsUtils.java | 86 +-
.../hadoop/hdds/conf/OzoneConfiguration.java | 1 -
.../hadoop/hdds/protocol/DatanodeDetails.java | 74 +-
.../hdds/ratis/ServerNotLeaderException.java | 5 +-
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 3 +
.../apache/hadoop/hdds/scm/XceiverClientSpi.java | 14 +
.../balancer/ContainerBalancerConfiguration.java | 17 +-
.../apache/hadoop/hdds/scm/net/HostAndPort.java | 23 +-
.../apache/hadoop/hdds/scm/pipeline/Pipeline.java | 1 +
.../ContainerCommandResponseBuilders.java | 20 +-
.../hdds/scm/storage/ContainerProtocolCalls.java | 65 +-
.../hadoop/hdds/tracing/GrpcServerInterceptor.java | 4 +-
.../{SkipTracing.java => InternalSpanKind.java} | 6 +-
.../apache/hadoop/hdds/tracing/TraceAllMethod.java | 9 +-
.../apache/hadoop/hdds/tracing/TracingConfig.java | 16 +
.../apache/hadoop/hdds/tracing/TracingUtil.java | 245 +-
.../org/apache/hadoop/hdds/utils/CompositeKey.java | 109 +-
.../apache/hadoop/hdds/utils/SimpleStriped.java | 4 +-
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 6 +-
.../java/org/apache/hadoop/ozone/OzoneConsts.java | 1 +
.../org/apache/hadoop/ozone/common/Checksum.java | 200 +-
.../apache/hadoop/ozone/common/ChecksumCache.java | 117 +-
.../hadoop/ozone/common/utils/BufferUtils.java | 23 +
.../apache/hadoop/ozone/util/OzoneNetUtils.java | 24 +-
.../org/apache/hadoop/ozone/util/UUIDUtil.java | 9 +
.../common/src/main/resources/ozone-default.xml | 131 +-
.../java/org/apache/hadoop/hdds/TestHddsUtils.java | 90 +
.../hadoop/hdds/protocol/TestDatanodeDetails.java | 37 +
...TestServerNotLeaderExceptionMessageParsing.java | 22 +
.../hadoop/hdds/scm/net/TestHostAndPort.java | 62 +
.../hadoop/hdds/tracing/TestTraceAllMethod.java | 20 +
.../hdds/tracing/TestTracingAnnotations.java | 88 +
.../hadoop/hdds/tracing/TestTracingInitModes.java | 193 +
.../hadoop/hdds/tracing/TestTracingUtil.java | 77 +-
.../apache/hadoop/hdds/utils/TestCompositeKey.java | 108 +
.../hadoop/hdds/utils/TestProtobufUtils.java | 36 +
.../hadoop/hdds/utils/TestSimpleStriped.java | 3 +-
.../apache/hadoop/ozone/common/TestChecksum.java | 17 +
.../hadoop/ozone/common/TestChecksumCache.java | 73 +-
.../ozone/common/TestChecksumMultiBuffer.java | 97 +
.../hadoop/ozone/common/utils/TestBufferUtils.java | 81 +
.../ozone/container/ContainerTestHelper.java | 2 +-
.../apache/hadoop/ozone/HddsDatanodeService.java | 28 +-
.../org/apache/hadoop/ozone/audit/DNAction.java | 1 +
.../checksum/ContainerChecksumTreeManager.java | 12 +-
.../container/checksum/ContainerDiffReport.java | 13 +
.../container/common/helpers/ContainerMetrics.java | 49 +-
.../container/common/helpers/ContainerUtils.java | 26 +
.../ozone/container/common/impl/ContainerSet.java | 95 +-
.../container/common/impl/HddsDispatcher.java | 20 +-
.../common/interfaces/ContainerDispatcher.java | 6 +-
.../ozone/container/common/interfaces/Handler.java | 27 +-
.../common/statemachine/DatanodeStateMachine.java | 7 +
.../common/statemachine/EndpointStateMachine.java | 10 +-
.../common/statemachine/SCMConnectionManager.java | 98 +-
.../states/endpoint/HeartbeatEndpointTask.java | 32 +
.../common/transport/server/Receiver.java | 353 +
.../server/XceiverServerDomainSocket.java | 324 +
.../common/transport/server/XceiverServerGrpc.java | 57 +-
.../common/transport/server/XceiverServerSpi.java | 2 +
.../server/ratis/ContainerStateMachine.java | 20 +-
.../transport/server/ratis/XceiverServerRatis.java | 9 +-
.../common/volume/DatanodeStorageMetrics.java | 123 +
.../container/common/volume/MutableVolumeSet.java | 37 +
.../diskbalancer/DiskBalancerService.java | 17 +-
.../ECReconstructionCoordinator.java | 3 +-
.../ozone/container/keyvalue/KeyValueHandler.java | 246 +-
.../container/keyvalue/helpers/BlockUtils.java | 9 +-
.../container/keyvalue/impl/BlockManagerImpl.java | 24 +
.../keyvalue/impl/ChunkManagerDispatcher.java | 15 +-
.../keyvalue/impl/FilePerBlockStrategy.java | 30 +-
.../keyvalue/impl/KeyValueStreamDataChannel.java | 104 +-
.../keyvalue/impl/StreamDataChannelBase.java | 16 +
.../keyvalue/interfaces/BlockManager.java | 10 +
.../keyvalue/interfaces/ChunkManager.java | 22 +-
.../StaleRecoveringContainerScrubbingService.java | 21 +-
.../ozone/container/metadata/DatanodeTable.java | 12 +-
.../ozone/container/ozoneimpl/OzoneContainer.java | 82 +-
.../container/replication/ReplicationServer.java | 73 +-
.../replication/ReplicationSupervisor.java | 183 +-
.../replication/ReplicationSupervisorMetrics.java | 5 +-
.../replication/VolumeReplicationThreadPools.java | 166 +
.../ContainerTableSchemaFinalizeAction.java | 2 +-
.../TestSchemaOneBackwardsCompatibility.java | 19 +-
...stStaleRecoveringContainerScrubbingService.java | 50 +
.../container/common/impl/TestHddsDispatcher.java | 75 +
.../statemachine/TestSCMConnectionManager.java | 91 +
.../TestHeartbeatEndpointTaskDnsRefresh.java | 133 +
.../common/volume/TestDatanodeStorageMetrics.java | 162 +
.../container/common/volume/TestVolumeSet.java | 27 +
.../diskbalancer/TestDiskBalancerService.java | 43 +
.../container/keyvalue/TestKeyValueHandler.java | 2 +-
.../TestReconcileChunksPerBlockHoleBcsId.java | 522 ++
.../keyvalue/impl/TestFilePerBlockStrategy.java | 10 +-
.../impl/TestKeyValueStreamDataChannel.java | 139 +-
.../replication/TestReplicationConfig.java | 30 +
.../replication/TestReplicationSupervisor.java | 467 +
hadoop-hdds/docs/content/design/diskbalancer.md | 12 +-
.../docs/content/design/lifecycle-task-resume.md | 85 +
...ocksdb.md => s3-object-lifecycle-management.md} | 18 +-
.../design/short-circuit-read-current-flow.png | Bin 0 -> 33740 bytes
.../design/short-circuit-read-getblock-flow.png | Bin 0 -> 66181 bytes
.../design/short-circuit-read-hbase-benchmark.png | Bin 0 -> 34029 bytes
.../short-circuit-read-mmap-cache-benchmark.png | Bin 0 -> 28688 bytes
.../design/short-circuit-read-target-flow.png | Bin 0 -> 39362 bytes
.../short-circuit-read-unix-domain-socket.png | Bin 0 -> 82958 bytes
.../docs/content/design/short-circuit-read.md | 175 +
hadoop-hdds/docs/content/feature/Decommission.md | 9 +-
hadoop-hdds/docs/content/feature/DiskBalancer.md | 37 +-
.../docs/content/feature/DiskBalancer.zh.md | 34 +-
hadoop-hdds/docs/content/feature/Lifecycle.md | 397 +
hadoop-hdds/docs/content/feature/Lifecycle.zh.md | 396 +
.../docs/content/feature/Reconfigurability.md | 3 +-
.../docs/content/feature/Short-Circuit-Read.md | 90 +
.../docs/content/feature/Short-Circuit-Read.zh.md | 88 +
hadoop-hdds/docs/content/interface/CSI.md | 93 -
hadoop-hdds/docs/content/interface/CSI.png | Bin 27210 -> 0 bytes
hadoop-hdds/docs/content/interface/CSI.zh.md | 92 -
.../docs/content/interface/pvtest-webui.png | Bin 13830 -> 0 bytes
hadoop-hdds/docs/content/tools/_index.md | 2 +
.../apache/ozone/erasurecode/CodecRegistry.java | 3 +-
.../TestCodecRegistryTcclIsolation.java | 52 +
.../hadoop/hdds/scm/client/ScmTopologyClient.java | 4 +-
...inerLocationProtocolClientSideTranslatorPB.java | 4 +-
.../scm/proxy/SCMFailoverProxyProviderBase.java | 95 +-
.../authority/profile/DefaultProfile.java | 4 +-
.../client/DefaultCertificateClient.java | 11 +
.../certificate/utils/CertificateSignRequest.java | 46 +-
.../security/x509/certificate/utils/DnsNames.java | 107 +
.../certificate/utils/SelfSignedCertificate.java | 59 +-
.../server/OzoneProtocolMessageDispatcher.java | 3 +-
.../apache/hadoop/hdds/utils/HddsServerUtil.java | 37 +-
.../hadoop/hdds/utils/RDBSnapshotProvider.java | 2 +-
.../org/apache/hadoop/hdds/utils/db/Table.java | 28 +-
.../apache/hadoop/hdds/utils/db/TypedTable.java | 9 +
.../TestSCMFailoverProxyProviderRefreshWired.java | 167 +-
.../certificate/authority/TestDefaultCAServer.java | 45 +
.../certificate/authority/TestDefaultProfile.java | 42 +
.../client/TestDefaultCertificateClient.java | 50 +
.../utils/TestCertificateSignRequest.java | 125 +
.../x509/certificate/utils/TestDnsNames.java | 93 +
.../certificate/utils/TestRootCertificate.java | 47 +
.../hdds/upgrade/TestHDDSLayoutVersionManager.java | 8 +-
.../hadoop/hdds/utils/db/InMemoryTestTable.java | 5 +
.../hadoop/hdds/utils/db/TestTypedTable.java | 48 +
.../src/main/proto/DatanodeClientProtocol.proto | 16 +
.../dev-support/findbugsExcludeFile.xml | 9 +
hadoop-hdds/rocks-native/pom.xml | 6 +-
.../utils/db/LatestVersionedKWayMergeIterator.java | 504 ++
.../db/TestLatestVersionedKWayMergeIterator.java | 253 +
...estLatestVersionedKWayMergeIteratorOverSst.java | 204 +
.../hdds/utils/db/TestRawSstFileRecords.java | 121 +
.../ozone/rocksdiff/RocksDBCheckpointDiffer.java | 48 +-
.../rocksdiff/TestRocksDBCheckpointDiffer.java | 55 +-
hadoop-hdds/server-scm/pom.xml | 6 +
.../hdds/scm/container/ContainerStateManager.java | 6 +
.../scm/container/ContainerStateManagerImpl.java | 30 +
.../scm/container/balancer/ContainerBalancer.java | 158 +
.../container/balancer/ContainerBalancerTask.java | 16 +-
.../scm/container/export/ExportFileManager.java | 234 +
.../hdds/scm/container/export/ExportJob.java | 74 +
.../hdds/scm/container/export/ExportScope.java | 68 +
.../hdds/scm/container/export}/package-info.java | 4 +-
.../SCMContainerPlacementRackScatter.java | 49 +-
.../hadoop/hdds/scm/ha/SCMHANodeDetails.java | 2 +-
.../hadoop/hdds/scm/ha/SCMRatisServerImpl.java | 31 +-
.../ha/invoker/ContainerStateManagerInvoker.java | 25 +-
.../hadoop/hdds/scm/node/SCMNodeManager.java | 5 +
.../hdds/scm/pipeline/PipelineManagerImpl.java | 68 +-
.../scm/pipeline/PipelineStateManagerImpl.java | 2 +-
.../hadoop/hdds/scm/pipeline/PipelineStateMap.java | 263 +-
.../hdds/scm/pipeline/RatisPipelineProvider.java | 55 +-
.../hdds/scm/server/SCMBlockProtocolServer.java | 9 +-
.../hdds/scm/server/SCMClientProtocolServer.java | 4 +-
.../hdds/scm/server/StorageContainerManager.java | 2 +-
.../scm/server/upgrade/SCMUpgradeFinalizer.java | 1 +
.../hadoop/hdds/scm/TestHddsServerUtils.java | 26 +
.../container/balancer/TestContainerBalancer.java | 107 +-
.../container/export/TestExportFileManager.java | 156 +
.../TestSCMContainerPlacementRackScatter.java | 34 +
.../hadoop/hdds/scm/ha/TestSCMRatisServerImpl.java | 62 +
.../hadoop/hdds/scm/node/TestSCMNodeManager.java | 77 +
.../hdds/scm/pipeline/TestPipelineManagerImpl.java | 186 +
.../scm/pipeline/TestRatisPipelineProvider.java | 90 +-
.../hdds/scm/upgrade/TestScmFinalization.java | 50 +-
hadoop-ozone/cli-admin/pom.xml | 15 +
.../scm/cli/ContainerBalancerStartSubcommand.java | 2 -
.../hdds/scm/cli/SafeModeCheckSubcommand.java | 49 +-
.../datanode/AbstractDiskBalancerSubCommand.java | 162 +-
.../hdds/scm/cli/datanode/DatanodeParameters.java | 3 +-
.../scm/cli/datanode/DiskBalancerCommands.java | 31 +-
.../cli/datanode/DiskBalancerCommonOptions.java | 12 +
.../cli/datanode/DiskBalancerReportSubcommand.java | 37 +-
.../cli/datanode/DiskBalancerStatusSubcommand.java | 48 +-
.../cli/datanode/DiskBalancerSubCommandUtil.java | 139 +-
.../ozone/admin/nssummary/NSSummaryAdmin.java | 31 +-
.../ozone/admin/om/DecommissionOMSubcommand.java | 3 +-
.../ozone/admin/om/LifecycleResumeSubCommand.java} | 50 +-
.../ozone/admin/om/LifecycleStatusSubCommand.java | 88 +
.../admin/om/LifecycleSubCommand.java} | 30 +-
.../ozone/admin/om/LifecycleSuspendSubCommand.java | 75 +
.../org/apache/hadoop/ozone/admin/om/OMAdmin.java | 3 +-
.../admin/scm/GetScmRatisRolesSubcommand.java | 51 +-
.../datanode/TestContainerBalancerSubCommand.java | 4 +-
.../datanode/TestDiskBalancerSubCommandUtil.java | 135 +
.../cli/datanode/TestDiskBalancerSubCommands.java | 345 +-
.../ozone/scm/TestGetScmRatisRolesSubcommand.java | 65 +
hadoop-ozone/cli-debug/pom.xml | 11 +
.../ozone/debug/om/ContainerToKeyMapping.java | 82 +-
.../apache/hadoop/ozone/fsck/ContainerMapper.java | 3 +-
.../ozone/debug/om/TestContainerToKeyMapping.java | 59 +
hadoop-ozone/cli-repair/pom.xml | 11 +
.../schemaupgrade/UpgradeContainerSchema.java | 3 +-
.../ozone/repair/ldb/RocksDBManualCompaction.java | 15 +-
.../apache/hadoop/ozone/repair/om/CompactOMDB.java | 14 +-
.../hadoop/ozone/repair/om/FSORepairTool.java | 25 +-
.../hadoop/ozone/repair/ldb/TestLdbRepair.java | 2 +-
hadoop-ozone/cli-shell/pom.xml | 15 +
.../java/org/apache/hadoop/ozone/shell/Shell.java | 3 +-
.../hadoop/ozone/shell/keys/DeleteKeyHandler.java | 4 +-
.../ozone/shell/snapshot/SnapshotDiffHandler.java | 7 +
.../apache/hadoop/ozone/client/OzoneBucket.java | 34 +
.../hadoop/ozone/client/OzoneClientFactory.java | 5 +-
.../ozone/client/OzoneLifecycleConfiguration.java | 230 +
.../ozone/client/protocol/ClientProtocol.java | 45 +
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 60 +-
.../ozone/client/MockXceiverClientFactory.java | 9 +-
.../client/checksum/FileChecksumBenchmark.java | 12 +
hadoop-ozone/common/pom.xml | 4 +
.../apache/hadoop/fs/ozone/OzoneTrashPolicy.java | 2 +-
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 18 +-
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 53 +
.../java/org/apache/hadoop/ozone/om/OmConfig.java | 16 +
.../hadoop/ozone/om/exceptions/OMException.java | 3 +
.../hadoop/ozone/om/helpers/OmBucketInfo.java | 26 +
.../OmLCAbortIncompleteMultipartUpload.java | 139 +
.../apache/hadoop/ozone/om/helpers/OmLCAction.java | 59 +
.../hadoop/ozone/om/helpers/OmLCExpiration.java | 215 +
.../apache/hadoop/ozone/om/helpers/OmLCFilter.java | 235 +
.../apache/hadoop/ozone/om/helpers/OmLCRule.java | 411 +
.../ozone/om/helpers/OmLifecycleConfiguration.java | 334 +
.../om/helpers/OmLifecycleRuleAndOperator.java | 214 +
.../ozone/om/helpers/OmLifecycleScanState.java | 255 +
.../hadoop/ozone/om/helpers/OmLifecycleUtils.java | 131 +
.../ozone/om/helpers/OmMultipartKeyInfo.java | 30 +-
.../ozone/om/helpers/OmMultipartPartInfo.java | 32 +-
.../hadoop/ozone/om/helpers/OzoneFSUtils.java | 72 +
.../hadoop/ozone/om/helpers/SnapshotDiffJob.java | 3 +-
.../ozone/om/protocol/OzoneManagerProtocol.java | 65 +
...OzoneManagerProtocolClientSideTranslatorPB.java | 116 +-
.../ozone/snapshot/SnapshotDiffResponse.java | 28 +-
.../java/org/apache/hadoop/ozone/TestOmUtils.java | 19 +
.../apache/hadoop/ozone/om/helpers/OMLCUtils.java | 131 +
.../hadoop/ozone/om/helpers/TestOmBucketInfo.java | 71 +
.../TestOmLCAbortIncompleteMultipartUpload.java | 171 +
.../ozone/om/helpers/TestOmLCExpiration.java | 198 +
.../hadoop/ozone/om/helpers/TestOmLCFilter.java | 159 +
.../hadoop/ozone/om/helpers/TestOmLCRule.java | 459 +
.../om/helpers/TestOmLifeCycleConfiguration.java | 266 +
.../om/helpers/TestOmLifecycleRuleAndOperator.java | 139 +
.../ozone/om/helpers/TestOmLifecycleScanState.java | 79 +
.../ozone/om/helpers/TestOmMultipartKeyInfo.java | 22 +-
.../ozone/snapshot/TestSnapshotDiffResponse.java | 40 +-
.../csi/dev-support/findbugsExcludeFile.xml | 22 -
hadoop-ozone/csi/pom.xml | 290 -
.../apache/hadoop/ozone/csi/ControllerService.java | 116 -
.../org/apache/hadoop/ozone/csi/CsiServer.java | 177 -
.../apache/hadoop/ozone/csi/IdentityService.java | 72 -
.../org/apache/hadoop/ozone/csi/NodeService.java | 148 -
.../org/apache/hadoop/ozone/csi/package-info.java | 21 -
hadoop-ozone/csi/src/main/proto/csi.proto | 1323 ---
hadoop-ozone/csi/src/main/resources/proto.lock | 1479 ---
.../dev-support/intellij/ozone-site-ha.xml | 10 +-
hadoop-ozone/dev-support/intellij/ozone-site.xml | 8 -
.../dist/dev-support/bin/dist-layout-stitching | 23 +-
hadoop-ozone/dist/pom.xml | 5 -
.../Datanode Chunk Read_Write Dashboard.json | 1601 ----
.../dashboards/Ozone - DataNode Overview.json | 9417 ++++++++++++++++++++
.../grafana/dashboards/Ozone - Disk Balancer.json | 1096 +++
hadoop-ozone/dist/src/main/compose/ozone-csi/.env | 20 -
.../src/main/compose/ozone-csi/docker-compose.yaml | 64 -
.../dist/src/main/compose/ozone-csi/docker-config | 44 -
.../dist/src/main/compose/ozone-csi/test.sh | 31 -
.../dist/src/main/compose/ozone-ha/docker-config | 26 +
.../dist/src/main/compose/ozone/docker-config | 14 +-
.../diskbalancer.yaml => ozone/short-circuit.yaml} | 11 +-
.../{test-failures1.sh => test-short-circuit.sh} | 17 +-
.../src/main/compose/ozonesecure-ha/docker-config | 6 +
...st-s3g-virtual-host.sh => test-om-lifecycle.sh} | 10 +-
.../compose/ozonesecure-ha/test-repair-tools.sh | 2 +-
.../src/main/compose/ozonesecure/docker-config | 26 +
hadoop-ozone/dist/src/main/compose/testlib.sh | 2 +
hadoop-ozone/dist/src/main/compose/upgrade/test.sh | 7 +-
.../dist/src/main/compose/xcompat/clients.yaml | 4 +
hadoop-ozone/dist/src/main/compose/xcompat/lib.sh | 2 +-
.../k8s/definitions/ozone-csi/csi-controller.yaml | 53 -
.../main/k8s/definitions/ozone-csi/csi-crd.yaml | 21 -
.../main/k8s/definitions/ozone-csi/csi-node.yaml | 95 -
.../main/k8s/definitions/ozone-csi/csi-rbac.yaml | 66 -
.../definitions/ozone-csi/csi-storageclass.yaml | 20 -
.../k8s/definitions/ozone-csi/definitions/csi.yaml | 28 -
.../k8s/definitions/test-webserver/flekszible.yaml | 16 -
.../test-webserver/webserver-deployment.yaml | 50 -
.../test-webserver/webserver-service.yaml | 29 -
.../test-webserver/webserver-volume.yaml | 29 -
.../src/main/k8s/examples/ozone-dev/Flekszible | 7 -
.../k8s/examples/ozone-dev/config-configmap.yaml | 6 +-
.../examples/ozone-dev/csi/csi-node-daemonset.yaml | 97 -
.../ozone-dev/csi/csi-ozone-clusterrole.yaml | 98 -
.../csi/csi-ozone-clusterrolebinding.yaml | 28 -
.../ozone-dev/csi/csi-ozone-serviceaccount.yaml | 21 -
.../ozone-dev/csi/csi-provisioner-deployment.yaml | 54 -
.../csi/org.apache.hadoop.ozone-csidriver.yaml | 22 -
.../examples/ozone-dev/csi/ozone-storageclass.yaml | 21 -
.../ozone-csi-test-webserver-deployment.yaml | 50 -
...e-csi-test-webserver-persistentvolumeclaim.yaml | 29 -
.../pv-test/ozone-csi-test-webserver-service.yaml | 29 -
.../dist/src/main/k8s/examples/ozone/Flekszible | 5 -
.../main/k8s/examples/ozone/config-configmap.yaml | 6 +-
.../k8s/examples/ozone/csi/csi-node-daemonset.yaml | 97 -
.../examples/ozone/csi/csi-ozone-clusterrole.yaml | 98 -
.../ozone/csi/csi-ozone-clusterrolebinding.yaml | 28 -
.../ozone/csi/csi-ozone-serviceaccount.yaml | 21 -
.../ozone/csi/csi-provisioner-deployment.yaml | 54 -
.../csi/org.apache.hadoop.ozone-csidriver.yaml | 22 -
.../k8s/examples/ozone/csi/ozone-storageclass.yaml | 21 -
.../ozone-csi-test-webserver-deployment.yaml | 50 -
...e-csi-test-webserver-persistentvolumeclaim.yaml | 29 -
.../pv-test/ozone-csi-test-webserver-service.yaml | 29 -
hadoop-ozone/dist/src/main/license/bin/LICENSE.txt | 4 +-
hadoop-ozone/dist/src/main/license/jar-report.txt | 6 +-
.../src/main/smoketest/admincli/container.robot | 14 +-
hadoop-ozone/dist/src/main/smoketest/csi.robot | 34 -
.../src/main/smoketest/freon/read-write-key.robot | 7 +
.../main/smoketest/lifecycle/om-lifecycle.robot | 119 +
.../dist/src/main/smoketest/s3/bucketcreate.robot | 2 +-
.../src/main/smoketest/s3/bucketlifecycle.robot | 63 +
.../dist/src/main/smoketest/s3/objectputget.robot | 10 +-
.../smoketest/short-circuit/short-circuit.robot | 55 +
hadoop-ozone/dist/src/main/smoketest/testlib.sh | 3 +-
.../conf/shell-logging.properties} | 2 +
hadoop-ozone/dist/src/shell/ozone/ozone | 15 +-
.../dist/src/shell/ozone/ozone-functions.sh | 57 +-
...tions_test_helper.bash => ozone_bootstrap.bats} | 30 +-
hadoop-ozone/freon/pom.xml | 11 +
.../hadoop/ozone/freon/RandomKeyGenerator.java | 34 +
.../apache/hadoop/ozone/freon/S3KeyGenerator.java | 3 +-
.../apache/ozone/fs/http/server/HttpFSServer.java | 2 +-
hadoop-ozone/iceberg/pom.xml | 20 +-
hadoop-ozone/insight/pom.xml | 17 +-
.../ozone/insight/BaseInsightSubCommand.java | 35 +-
.../ozone/insight/TestBaseInsightSubCommand.java | 15 +
.../AbstractTestStorageDistributionEndpoint.java | 2 +
.../hadoop/ozone/recon/ReconEndpointTestUtil.java | 25 +-
.../ozone/recon/TestNSSummaryMemoryLeak.java | 4 +-
.../ozone/recon/TestReconAndAdminContainerCLI.java | 14 +-
.../TestReconInsightsForDeletedDirectories.java | 8 +-
.../ozone/recon/TestReconWithOzoneManager.java | 116 +
.../ozone/recon/TestReconWithOzoneManagerFSO.java | 4 +-
.../ozone/recon/TestReconWithOzoneManagerHA.java | 9 -
hadoop-ozone/integration-test-s3/pom.xml | 12 +-
.../hadoop/ozone/s3/awssdk/OzoneS3SDKTests.java | 11 +
.../ozone/s3/awssdk/v1/AbstractS3SDKV1Tests.java | 443 +-
.../ozone/s3/awssdk/v2/AbstractS3SDKV2Tests.java | 793 ++
hadoop-ozone/integration-test/pom.xml | 21 +-
.../hadoop/conf/ConfigurationFieldsTests.java | 1 -
.../fs/ozone/AbstractOzoneFileSystemTest.java | 18 +-
.../ozone/AbstractRootedOzoneFileSystemTest.java | 38 +-
.../AbstractRootedOzoneFileSystemTestWithFSO.java | 3 +-
.../java/org/apache/hadoop/fs/ozone/TestHSync.java | 14 +-
.../apache/hadoop/fs/ozone/TestHSyncUpgrade.java | 4 +-
.../apache/hadoop/fs/ozone/TestLeaseRecovery.java | 6 +-
.../hadoop/fs/ozone/TestOzoneFSBucketLayout.java | 4 +-
.../hadoop/fs/ozone/TestOzoneFSInputStream.java | 149 +-
.../fs/ozone/TestOzoneFSWithObjectStoreCreate.java | 8 +-
.../hadoop/fs/ozone/TestOzoneFileChecksum.java | 2 +-
.../TestOzoneFileSystemDataStreamEnablement.java | 432 +
.../fs/ozone/TestOzoneFileSystemMetrics.java | 4 +-
.../fs/ozone/TestOzoneFileSystemMissingParent.java | 4 +-
.../fs/ozone/TestOzoneFileSystemPrefixParser.java | 4 +-
.../fs/ozone/TestOzoneFileSystemWithStreaming.java | 4 +-
...oneFileSystemWithStreamingDisabledDatanode.java | 4 +-
.../hadoop/fs/ozone/contract/OzoneContract.java | 4 +-
.../hadoop/hdds/TestXceiverServerDomainSocket.java | 793 ++
.../apache/hadoop/hdds/scm/TestCloseContainer.java | 12 +-
.../hadoop/hdds/scm/TestContainerOperations.java | 2 +-
.../hadoop/hdds/scm/TestFailoverWithSCMHA.java | 1 +
.../hadoop/hdds/scm/TestRackAwarePlacement.java | 438 +
.../TestSCMFollowerCatchupWithContainerReport.java | 4 +-
.../hdds/scm/TestStorageContainerManager.java | 12 +-
...estStorageContainerManagerHAWithAllRunning.java | 4 +-
.../apache/hadoop/hdds/scm/TestWatchForCommit.java | 12 +-
.../hadoop/hdds/scm/TestXceiverClientManager.java | 6 +-
.../hdds/scm/TestXceiverClientManagerSC.java | 109 +
.../TestPendingContainerTrackerIntegration.java | 4 +-
.../metrics/TestSCMContainerManagerMetrics.java | 4 +-
.../TestReplicationManagerIntegration.java | 12 +-
.../scm/node/TestDecommissionAndMaintenance.java | 13 +-
.../safemode/TestSCMSafeModeWithPipelineRules.java | 8 +-
.../hdds/scm/safemode/TestSafeModeSCMHA.java | 4 +-
.../TestDNDataDistributionFinalization.java | 11 +-
.../TestScmDataDistributionFinalization.java | 12 +-
.../ozone/{TestDataUtil.java => DataTestUtil.java} | 6 +-
.../ozone/TestContainerBalancerOperations.java | 24 +-
.../apache/hadoop/ozone/TestDelegationToken.java | 66 +-
.../apache/hadoop/ozone/TestOMSortDatanodes.java | 52 +
.../hadoop/ozone/TestOzoneConfigurationFields.java | 58 +-
.../hadoop/ozone/TestSecureOzoneCluster.java | 1013 +--
.../ozone/admin/om/lease/TestLeaseRecoverer.java | 4 +-
.../ozone/client/rpc/OzoneRpcClientTests.java | 267 +-
.../apache/hadoop/ozone/client/rpc/TestBCSID.java | 4 +-
.../client/rpc/TestBlockDataStreamOutput.java | 63 +-
.../ozone/client/rpc/TestBlockOutputStream.java | 6 +-
.../rpc/TestBlockOutputStreamWithFailures.java | 12 +-
...stClientRetryContainerStateMachineFailures.java | 3 -
.../ozone/client/rpc/TestClientRetryTimeout.java | 50 +-
.../rpc/TestCloseContainerHandlingByClient.java | 8 +-
.../rpc/TestContainerReplicationEndToEnd.java | 4 +-
.../client/rpc/TestContainerStateMachine.java | 4 +-
.../rpc/TestContainerStateMachineFailures.java | 28 +-
.../rpc/TestContainerStateMachineStream.java | 34 +-
.../client/rpc/TestDiscardPreallocatedBlocks.java | 4 +-
.../ozone/client/rpc/TestECKeyOutputStream.java | 8 +-
.../client/rpc/TestFailureHandlingByClient.java | 12 +-
.../rpc/TestFailureHandlingByClientFlushDelay.java | 6 +-
.../client/rpc/TestHybridPipelineOnDatanode.java | 6 +-
.../rpc/TestMultiBlockWritesWithDnFailures.java | 6 +-
.../client/rpc/TestOzoneAtRestEncryption.java | 8 +-
.../rpc/TestOzoneClientMultipartUploadWithFSO.java | 154 +-
...estOzoneClientRetriesOnExceptionFlushDelay.java | 8 +-
.../rpc/TestOzoneClientRetriesOnExceptions.java | 10 +-
.../TestOzoneRpcClientWithKeyLatestVersion.java | 4 +-
.../hadoop/ozone/client/rpc/TestReadRetries.java | 4 +-
.../ozone/client/rpc/TestSecureOzoneRpcClient.java | 6 +-
.../client/rpc/TestValidateBCSIDOnRestart.java | 10 +-
.../ozone/client/rpc/read/InputStreamTests.java | 26 +-
.../client/rpc/read/TestChunkInputStream.java | 16 +-
.../client/rpc/read/TestDomainSocketFactory.java | 81 +
.../ozone/client/rpc/read/TestKeyInputStream.java | 6 +-
.../client/rpc/read/TestLocalChunkInputStream.java | 163 +
.../rpc/read/TestStreamBlockInputStream.java | 56 +-
.../ozone/client/rpc/read/TestStreamRead.java | 1 +
.../rpc/read/TestStreamReadDatanodeFailover.java | 6 +-
.../{TestHelper.java => OzoneTestHelper.java} | 6 +-
.../ozone/container/TestContainerReplication.java | 112 +-
.../container/TestContainerReportHandling.java | 12 +-
.../commandhandler/TestBlockDeletion.java | 6 +-
.../commandhandler/TestDeleteContainerHandler.java | 2 +-
.../dn/TestDatanodeStorageMetricsIntegration.java | 134 +
.../TestContainerCommandReconciliation.java | 15 +-
...estDuplicateContainerDirScannerIntegration.java | 6 +-
.../scanner/ContainerScannerIntegrationTests.java | 6 +-
.../TestDatanodeHddsVolumeFailureDetection.java | 441 +-
.../freon/TestFreonWithDatanodeFastRestart.java | 4 +-
.../ozone/freon/TestOmBucketReadWriteFileOps.java | 4 +-
.../ozone/freon/TestOmBucketReadWriteKeyOps.java | 4 +-
.../ozone/local/TestLocalOzoneClusterRuntime.java | 34 +-
.../apache/hadoop/ozone/om/BucketForTesting.java | 4 +-
.../org/apache/hadoop/ozone/om/OMMXBeanTests.java | 88 +
.../ozone/om/TestBucketLayoutWithOlderClient.java | 8 +-
.../apache/hadoop/ozone/om/TestBucketOwner.java | 2 +-
.../ozone/om/TestGetDBUpdatesAuthorization.java | 137 +
.../apache/hadoop/ozone/om/TestKeyManagerImpl.java | 12 +-
.../org/apache/hadoop/ozone/om/TestKeyPurging.java | 4 +-
.../org/apache/hadoop/ozone/om/TestListKeys.java | 8 +-
.../hadoop/ozone/om/TestListKeysWithFSO.java | 6 +-
.../org/apache/hadoop/ozone/om/TestListStatus.java | 4 +-
.../hadoop/ozone/om/TestOMDbCheckpointServlet.java | 8 +-
.../TestOMDbCheckpointServletInodeBasedXfer.java | 18 +-
.../TestOMInstallSnapshotDuringBootstrapping.java | 207 +
.../ozone/om/TestOMRatisSnapshotTransfer.java | 2 +-
.../hadoop/ozone/om/TestOMRatisSnapshots.java | 193 +-
.../ozone/om/TestOMStartupWithBucketLayout.java | 14 +-
.../hadoop/ozone/om/TestObjectStoreWithFSO.java | 8 +-
.../ozone/om/TestObjectStoreWithLegacyFS.java | 4 +-
.../org/apache/hadoop/ozone/om/TestOmAcls.java | 30 +-
.../hadoop/ozone/om/TestOmBlockVersioning.java | 18 +-
.../ozone/om/TestOmContainerLocationCache.java | 4 +
.../org/apache/hadoop/ozone/om/TestOmMetrics.java | 20 +-
.../hadoop/ozone/om/TestOzoneManagerPrepare.java | 4 +-
.../hadoop/ozone/om/TestRecursiveAclWithFSO.java | 6 +-
.../apache/hadoop/ozone/om/TestScmSafeMode.java | 10 +-
.../ozone/om/service/TestBlockDeletionService.java | 7 +-
.../TestDirectoryDeletingServiceWithFSO.java | 4 +-
.../ozone/om/service/TestRootedDDSWithFSO.java | 13 +-
...TestSnapshotDeletingServiceIntegrationTest.java | 38 +-
.../hadoop/ozone/om/snapshot/OmSnapshotTests.java | 53 +-
.../TestOmSnapshotCheckpointDbContent.java | 511 ++
.../om/snapshot/TestOmSnapshotFileSystem.java | 6 +-
.../om/snapshot/TestOzoneManagerHASnapshot.java | 6 +-
.../snapshot/TestSnapshotBackgroundServices.java | 2 +-
.../TestSnapshotDirectoryCleaningService.java | 6 +-
.../reconfig/TestDatanodeReconfiguration.java | 2 +
.../shell/TestOzoneContainerUpgradeShell.java | 6 +-
.../ozone/shell/TestOzoneDebugReplicasVerify.java | 2 +-
.../hadoop/ozone/shell/TestOzoneDebugShell.java | 6 +-
.../hadoop/ozone/shell/TestOzoneShellHA.java | 185 +-
.../ozone/shell/TestOzoneShellHAWithFSO.java | 43 -
.../shell/TestOzoneShellHAWithFollowerRead.java | 42 +-
.../shell/TestReplicationConfigPreference.java | 12 +-
.../java/org/apache/ozone/test/NonHATests.java | 9 +
.../src/main/proto/OmClientProtocol.proto | 199 +-
.../interface-client/src/main/resources/proto.lock | 18 +
.../apache/hadoop/ozone/om/OMMetadataManager.java | 30 +-
.../hadoop/ozone/om/lock/IOzoneManagerLock.java | 46 +-
.../org/apache/hadoop/ozone/FixedHostMapping.java | 153 +
.../org/apache/hadoop/ozone/MiniOzoneCluster.java | 50 +
.../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 92 +
.../hadoop/ozone/MiniOzoneHAClusterImpl.java | 17 +-
.../RangerClientMultiTenantAccessController.java | 98 +-
...lientMultiTenantAccessControllerMockClient.java | 153 +
hadoop-ozone/ozone-manager/pom.xml | 11 +-
.../org/apache/hadoop/ozone/audit/OMAction.java | 8 +-
.../org/apache/hadoop/ozone/om/KeyManager.java | 64 +-
.../org/apache/hadoop/ozone/om/KeyManagerImpl.java | 201 +-
.../org/apache/hadoop/ozone/om/ListIterator.java | 3 +-
.../hadoop/ozone/om/OMDBCheckpointServlet.java | 8 +-
.../om/OMDBCheckpointServletInodeBasedXfer.java | 8 +-
.../java/org/apache/hadoop/ozone/om/OMMetrics.java | 56 +
.../hadoop/ozone/om/OMMultiTenantManagerImpl.java | 4 +-
.../hadoop/ozone/om/OMPerformanceMetrics.java | 7 +
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 104 +-
.../apache/hadoop/ozone/om/OmMetadataReader.java | 37 +-
.../org/apache/hadoop/ozone/om/OmSnapshot.java | 32 +-
.../apache/hadoop/ozone/om/OmSnapshotManager.java | 4 +
.../org/apache/hadoop/ozone/om/OzoneManager.java | 372 +-
.../hadoop/ozone/om/SnapshotChainManager.java | 2 +-
.../hadoop/ozone/om/SstFilteringService.java | 3 +-
.../hadoop/ozone/om/TrashOzoneFileSystem.java | 35 +-
.../hadoop/ozone/om/codec/OMDBDefinition.java | 47 +-
.../apache/hadoop/ozone/om/ha/OMHANodeDetails.java | 2 +-
.../hadoop/ozone/om/helpers/OMAuditLogger.java | 1 +
.../ozone/om/lock/DAGResourceLockTracker.java | 5 +
.../ozone/om/lock/LeveledResourceLockTracker.java | 6 +
.../ozone/om/lock/OBSKeyPathLockStrategy.java | 1 +
.../hadoop/ozone/om/lock/OmReadOnlyLock.java | 58 +-
.../hadoop/ozone/om/lock/OzoneManagerLock.java | 512 +-
.../hadoop/ozone/om/lock/ResourceLockTracker.java | 2 +
.../om/ratis/utils/OzoneManagerRatisUtils.java | 12 +
.../ozone/om/request/OMClientRequestUtils.java | 2 +-
.../om/request/bucket/OMBucketDeleteRequest.java | 18 +-
.../file/OMDirectoryCreateRequestWithFSO.java | 4 +-
.../ozone/om/request/file/OMFileRequest.java | 2 +-
.../key/OMDirectoriesPurgeRequestWithFSO.java | 2 +
.../om/request/key/OMKeyRenameRequestWithFSO.java | 8 +
.../hadoop/ozone/om/request/key/OMKeyRequest.java | 70 +-
.../ozone/om/request/key/OMKeysDeleteRequest.java | 109 +-
.../om/request/key/OmKeysDeleteRequestWithFSO.java | 6 +-
.../OMLifecycleConfigurationDeleteRequest.java | 209 +
.../OMLifecycleConfigurationSetRequest.java | 286 +
.../lifecycle/OMLifecycleSaveScanStateRequest.java | 74 +
.../OMLifecycleSetServiceStatusRequest.java | 125 +
.../ozone/om/request/lifecycle}/package-info.java | 4 +-
.../S3InitiateMultipartUploadRequest.java | 39 +-
.../S3InitiateMultipartUploadRequestWithFSO.java | 3 +
.../S3MultipartUploadCommitPartRequest.java | 18 +-
.../S3MultipartUploadCompleteRequest.java | 7 +
.../request/snapshot/OMSnapshotDeleteRequest.java | 8 +
.../om/request/util/OMMultipartUploadUtils.java | 13 +-
.../om/request/volume/OMQuotaRepairRequest.java | 11 +-
.../om/response/bucket/OMBucketDeleteResponse.java | 11 +-
.../om/response/key/OMKeysDeleteResponse.java | 17 +-
.../response/key/OMKeysDeleteResponseWithFSO.java | 15 +-
.../OMLifecycleConfigurationDeleteResponse.java} | 42 +-
.../OMLifecycleConfigurationSetResponse.java} | 43 +-
.../OMLifecycleSaveScanStateResponse.java} | 29 +-
.../OMLifecycleSetServiceStatusResponse.java} | 16 +-
.../ozone/om/response/lifecycle}/package-info.java | 4 +-
.../snapshot/OMSnapshotMoveTableKeysResponse.java | 7 +-
.../hadoop/ozone/om/service/CompactDBUtil.java | 22 +-
.../hadoop/ozone/om/service/CompactionService.java | 12 +-
.../ozone/om/service/DirectoryDeletingService.java | 5 +-
.../ozone/om/service/KeyDeletingService.java | 15 +-
.../ozone/om/service/KeyLifecycleService.java | 2172 +++++
.../om/service/KeyLifecycleServiceMetrics.java | 196 +
.../ozone/om/service/OMRangerBGSyncService.java | 4 +-
.../om/snapshot/FSODirectoryPathResolver.java | 3 +-
.../ozone/om/snapshot/SnapshotDiffManager.java | 168 +-
.../om/snapshot/defrag/SnapshotDefragService.java | 147 +-
.../diff/delta/CompositeDeltaDiffComputer.java | 3 +
.../om/snapshot/filter/ReclaimableFilter.java | 15 +-
.../hadoop/ozone/om/upgrade/OMLayoutFeature.java | 4 +-
.../protocolPB/OzoneManagerRequestHandler.java | 40 +
.../apache/hadoop/ozone/om}/FaultInjectorImpl.java | 2 +-
.../hadoop/ozone/om/TestBucketManagerImpl.java | 212 +
.../apache/hadoop/ozone/om/TestKeyManagerUnit.java | 61 +-
...DBCheckpointServletInodeBasedXferNonLeader.java | 86 +-
.../hadoop/ozone/om/TestOMMetadataReader.java | 2 +-
.../hadoop/ozone/om/TestOmMetadataManager.java | 231 +-
.../hadoop/ozone/om/TestTrashOzoneFileSystem.java | 133 +
.../hadoop/ozone/om/lock/TestKeyPathLock.java | 24 +-
.../hadoop/ozone/om/lock/TestOzoneManagerLock.java | 150 +-
.../om/request/key/TestOMAllocateBlockRequest.java | 279 +
.../om/request/key/TestOMKeyCommitRequest.java | 4 +-
.../om/request/key/TestOMKeysDeleteRequest.java | 211 +-
.../key/TestOMKeysDeleteRequestWithFSO.java | 77 +-
.../TestOMLifecycleConfigurationDeleteRequest.java | 300 +
.../TestOMLifecycleConfigurationRequest.java | 196 +
.../TestOMLifecycleConfigurationSetRequest.java | 453 +
.../TestOMLifecycleSaveScanStateRequest.java | 118 +
.../TestOMLifecycleSetServiceStatusRequest.java | 79 +
.../s3/multipart/S3MultipartRequestTests.java | 62 +
.../TestS3InitiateMultipartUploadRequest.java | 108 +
.../TestS3MultipartUploadAbortRequest.java | 88 +
.../TestS3MultipartUploadCommitPartRequest.java | 125 +-
.../TestS3MultipartUploadCompleteRequest.java | 79 +-
.../snapshot/TestOMSnapshotCreateRequest.java | 6 +-
.../snapshot/TestOMSnapshotDeleteRequest.java | 49 +
.../request/volume/TestOMQuotaRepairRequest.java | 95 +
.../ozone/om/response/TestCleanupTableInfo.java | 2 +
.../om/response/key/TestOMKeyCommitResponse.java | 2 +-
.../om/response/key/TestOMKeyDeleteResponse.java | 2 +-
.../om/response/key/TestOMKeysDeleteResponse.java | 2 +-
.../key/TestOMKeysDeleteResponseWithFSO.java | 2 +-
...TestOMLifecycleConfigurationDeleteResponse.java | 117 +
.../TestOMLifecycleConfigurationSetResponse.java | 124 +
.../TestOMLifecycleSaveScanStateResponse.java | 61 +
.../TestS3MultipartUploadCommitPartResponse.java | 2 +-
.../TestOMSnapshotMoveTableKeysResponse.java | 6 +-
.../hadoop/ozone/om/service/TestCompactDBUtil.java | 92 +
.../ozone/om/service/TestCompactionService.java | 33 +
.../ozone/om/service/TestKeyDeletingService.java | 247 +-
.../ozone/om/service/TestKeyLifecycleService.java | 3673 ++++++++
.../om/snapshot/TestFSODirectoryPathResolver.java | 2 +-
.../ozone/om/snapshot/TestSnapshotCache.java | 16 +
.../ozone/om/snapshot/TestSnapshotDiffManager.java | 162 +-
.../om/snapshot/TestSnapshotDiffManagerMXBean.java | 4 +-
.../snapshot/defrag/TestSnapshotDefragService.java | 319 +-
.../snapshot/filter/TestReclaimableKeyFilter.java | 71 +
.../protocolPB/TestOzoneManagerRequestHandler.java | 65 +
.../fs/ozone/BasicOzoneClientAdapterImpl.java | 9 +-
.../hadoop/fs/ozone/BasicOzoneFileSystem.java | 39 +-
.../ozone/BasicRootedOzoneClientAdapterImpl.java | 12 +-
.../fs/ozone/BasicRootedOzoneFileSystem.java | 29 +-
.../apache/hadoop/fs/ozone/OzoneFSInputStream.java | 8 +-
...java => TestBasicOzoneClientAdapterHeadOp.java} | 90 +-
.../hadoop/fs/ozone/TestBasicOzoneFileSystems.java | 49 +
...mHeadOp.java => TestOzoneFileSystemHeadOp.java} | 85 +-
hadoop-ozone/pom.xml | 1 -
.../recon/schema/ContainerSchemaDefinition.java | 12 +-
hadoop-ozone/recon/pom.xml | 4 -
.../hadoop/ozone/recon/ReconRestServletModule.java | 41 +-
.../org/apache/hadoop/ozone/recon/ReconServer.java | 10 +
.../org/apache/hadoop/ozone/recon/ReconUtils.java | 57 +-
.../ozone/recon/api/OMDBInsightEndpoint.java | 3 +-
.../ozone/recon/api/ReconGlobalMetricsService.java | 4 +-
.../ozone/recon/api/TriggerDBSyncEndpoint.java | 12 +
.../ozone/recon/api/handlers/EntityHandler.java | 122 +-
.../ozone/recon/api/handlers/FSOBucketHandler.java | 3 +-
.../recon/api/handlers/LegacyBucketHandler.java | 5 +-
.../ozone/recon/api/handlers/OBSBucketHandler.java | 8 +-
.../recon/api/types/OMDBReprocessResponse.java} | 35 +-
.../ozone/recon/chatbot/ChatbotConfigKeys.java | 35 +
.../recon/chatbot/agent/ChatHistoryBuilder.java | 175 +
.../ozone/recon/chatbot/agent/ChatbotAgent.java | 90 +-
.../ozone/recon/chatbot/api/ChatbotEndpoint.java | 63 +-
.../recon/chatbot/llm/LangChain4jDispatcher.java | 27 +
.../ozone/recon/metrics/NSSummaryMetrics.java | 91 +
.../recon/recovery/ReconOmMetadataManagerImpl.java | 9 +-
.../hadoop/ozone/recon/scm/ReconNodeManager.java | 6 +-
.../scm/ReconStorageContainerManagerFacade.java | 3 +-
.../recon/spi/OzoneManagerServiceProvider.java | 7 +
.../recon/spi/ReconNamespaceSummaryManager.java | 6 +
.../spi/impl/OzoneManagerServiceProviderImpl.java | 237 +-
.../impl/ReconContainerMetadataManagerImpl.java | 21 +-
.../ozone/recon/spi/impl/ReconDBProvider.java | 16 -
.../spi/impl/ReconFileMetadataManagerImpl.java | 5 +-
.../spi/impl/ReconNamespaceSummaryManagerImpl.java | 24 +-
.../recon/spi/impl/ReconRDBSnapshotProvider.java | 245 +
.../impl/StorageContainerServiceProviderImpl.java | 3 +-
.../recon/tasks/ContainerKeyMapperHelper.java | 2 +-
.../recon/tasks/DeletedKeysInsightHandler.java | 2 +-
.../recon/tasks/MultipartInfoInsightHandler.java | 219 +-
.../ozone/recon/tasks/NSSummaryTaskWithLegacy.java | 3 +-
.../ozone/recon/tasks/OpenKeysInsightHandler.java | 2 +-
.../ozone/recon/tasks/ReconTaskControllerImpl.java | 158 +-
.../tasks/ReconTaskReInitializationEvent.java | 3 +-
.../tasks/util/ParallelTableIteratorOperation.java | 4 +-
.../upgrade/InitialConstraintUpgradeAction.java | 10 +-
.../UnhealthyContainerReplicaMismatchAction.java | 10 +-
.../recon-tool-selection-prompt-preamble.txt | 7 +
.../webapps/recon/ozone-recon-web/package.json | 6 +-
.../webapps/recon/ozone-recon-web/pnpm-lock.yaml | 1428 +--
.../src/__tests__/Overview.test.tsx | 80 +-
.../src/__tests__/assistant/Assistant.test.tsx | 30 +-
.../src/__tests__/capacity/Capacity.test.tsx | 330 +-
.../src/__tests__/datanodes/Datanodes.test.tsx | 27 +-
.../__tests__/datanodes/DatanodesTable.test.tsx | 32 +-
.../src/__tests__/locators/locators.ts | 6 +-
.../mocks/assistantMocks/assistantServer.ts | 168 +-
.../mocks/capacityMocks/capacityServer.ts | 34 +-
.../mocks/datanodeMocks/datanodeResponseMocks.ts | 17 +-
.../mocks/datanodeMocks/datanodeServer.ts | 44 +-
.../mocks/overviewMocks/overviewResponseMocks.ts | 43 +
.../mocks/overviewMocks/overviewServer.ts | 58 +-
.../mocks/pipelineMocks/pipelinesServer.ts | 9 +-
.../src/__tests__/pipelines/Pipelines.test.tsx | 30 +-
.../src/v2/components/cards/overviewHealthCard.tsx | 5 +-
.../src/v2/components/storageBar/storageBar.tsx | 41 +-
.../ozone-recon-web/src/v2/hooks/useChat.hook.tsx | 28 +-
.../src/v2/pages/capacity/capacity.tsx | 92 +-
.../pages/capacity/components/CapacityDetail.tsx | 4 +-
.../src/v2/pages/datanodes/datanodes.tsx | 6 +-
.../src/v2/pages/overview/overview.tsx | 3 +-
.../src/v2/pages/pipelines/pipelines.tsx | 2 +-
.../ozone-recon-web/src/v2/types/chatbot.types.ts | 8 +
.../ozone/recon/OMMetadataManagerTestUtils.java | 36 +
.../apache/hadoop/ozone/recon/TestReconUtils.java | 40 +
.../recon/api/AbstractTreeNSSummaryScenario.java | 806 ++
.../ozone/recon/api/FlatNSSummaryScenario.java | 655 ++
.../ozone/recon/api/FsoNSSummaryScenario.java | 153 +
.../ozone/recon/api/LegacyNSSummaryScenario.java | 130 +
.../ozone/recon/api/NSSummaryEndpointTestBase.java | 236 +
.../ozone/recon/api/NSSummaryTestScenario.java | 163 +
.../hadoop/ozone/recon/api/NSSummaryTests.java | 195 -
.../ozone/recon/api/TestNSSummaryEndpoint.java | 389 +
.../recon/api/TestNSSummaryEndpointWithFSO.java | 1577 ----
.../recon/api/TestNSSummaryEndpointWithLegacy.java | 1491 ----
.../api/TestNSSummaryEndpointWithOBSAndLegacy.java | 1452 ---
.../ozone/recon/api/TestTriggerDBSyncEndpoint.java | 1 +
.../api/handlers/TestEntityHandlerCycleGuard.java | 196 +
.../chatbot/agent/TestChatHistoryBuilder.java | 289 +
.../agent/TestChatbotAgentExecutionPolicy.java | 62 +
.../recon/chatbot/api/TestChatbotEndpoint.java | 14 +-
.../chatbot/llm/TestLangChain4jDispatcher.java | 57 +
.../ozone/recon/chatbot/llm/TestLlmRouting.java | 8 +
.../ozone/recon/metrics/TestNSSummaryMetrics.java | 60 +
.../impl/TestOzoneManagerServiceProviderImpl.java | 321 +-
.../TestReconContainerMetadataManagerImpl.java | 22 +
.../spi/impl/TestReconRDBSnapshotProvider.java | 223 +
.../ozone/recon/tasks/TestFileSizeCountTask.java | 23 +-
.../ozone/recon/tasks/TestOmTableInsightTask.java | 129 +
.../recon/tasks/TestReconTaskControllerImpl.java | 160 +-
hadoop-ozone/s3gateway/pom.xml | 5 -
.../org/apache/hadoop/ozone/audit/S3GAction.java | 7 +-
.../hadoop/ozone/s3/VirtualHostStyleFilter.java | 37 +-
.../ozone/s3/commontypes/RequestParameters.java | 14 +
.../ozone/s3/endpoint/BucketCrudHandler.java | 3 +-
.../hadoop/ozone/s3/endpoint/BucketEndpoint.java | 23 +-
.../ozone/s3/endpoint/BucketLifecycleHandler.java | 170 +
.../hadoop/ozone/s3/endpoint/EndpointBase.java | 106 +-
.../s3/endpoint/GetObjectAttributesResponse.java | 206 +
.../ozone/s3/endpoint/ObjectAttributesHandler.java | 173 +
.../hadoop/ozone/s3/endpoint/ObjectEndpoint.java | 157 +-
...onHandler.java => ObjectGetTorrentHandler.java} | 15 +-
...tBucketLifecycleConfigurationUnmarshaller.java} | 56 +-
.../s3/endpoint/S3LifecycleConfiguration.java | 566 ++
.../hadoop/ozone/s3/exception/S3ErrorTable.java | 7 +
.../hadoop/ozone/s3/metrics/S3GatewayMetrics.java | 22 +
.../org/apache/hadoop/ozone/s3/util/S3Consts.java | 14 +
.../org/apache/hadoop/ozone/s3/util/S3Utils.java | 19 +-
.../hadoop/ozone/client/ClientProtocolStub.java | 29 +
.../hadoop/ozone/client/OzoneBucketStub.java | 68 +
.../hadoop/ozone/client/OzoneVolumeStub.java | 2 +
.../ozone/s3/TestVirtualHostStyleFilter.java | 204 +-
.../ozone/s3/endpoint/EndpointTestUtils.java | 14 +
.../hadoop/ozone/s3/endpoint/TestBucketList.java | 37 +
.../hadoop/ozone/s3/endpoint/TestBucketPut.java | 60 +-
.../hadoop/ozone/s3/endpoint/TestEndpointBase.java | 26 +
.../s3/endpoint/TestMultipartUploadComplete.java | 22 +
.../ozone/s3/endpoint/TestObjectAttributesGet.java | 176 +
.../hadoop/ozone/s3/endpoint/TestObjectGet.java | 67 +-
...tGetLocation.java => TestObjectGetTorrent.java} | 18 +-
.../hadoop/ozone/s3/endpoint/TestObjectHead.java | 99 +-
.../hadoop/ozone/s3/endpoint/TestObjectPut.java | 87 +
.../TestS3LifecycleConfigurationDelete.java | 96 +
.../endpoint/TestS3LifecycleConfigurationGet.java | 205 +
.../endpoint/TestS3LifecycleConfigurationPut.java | 691 ++
.../apache/hadoop/ozone/s3/util/TestS3Utils.java | 20 +
hadoop-ozone/tools/pom.xml | 15 +
.../hadoop/ozone/local/LocalOzoneCluster.java | 228 +-
.../org/apache/hadoop/ozone/local/OzoneLocal.java | 64 +-
.../hadoop/ozone/local/TestLocalOzoneCluster.java | 109 +
.../apache/hadoop/ozone/local/TestOzoneLocal.java | 120 +-
hadoop-ozone/vapor/pom.xml | 11 +
pom.xml | 233 +-
823 files changed, 61430 insertions(+), 18305 deletions(-)
delete mode 100644 .run/CsiServer.run.xml
create mode 100644
hadoop-hdds/annotations/src/main/java/org/apache/ozone/annotations/CliOptionStyleProcessor.java
create mode 100644
hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/scm/XceiverClientShortCircuit.java
create mode 100644
hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/scm/storage/DomainPeer.java
create mode 100644
hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/scm/storage/DomainSocketFactory.java
create mode 100644
hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/scm/storage/LocalChunkInputStream.java
create mode 100644
hadoop-hdds/client/src/test/java/org/apache/hadoop/hdds/scm/TestXceiverClientGrpcChannel.java
copy
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/tracing/{SkipTracing.java
=> InternalSpanKind.java} (86%)
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/scm/net/TestHostAndPort.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/tracing/TestTracingAnnotations.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/tracing/TestTracingInitModes.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/utils/TestCompositeKey.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/ozone/common/TestChecksumMultiBuffer.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/ozone/common/utils/TestBufferUtils.java
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/transport/server/Receiver.java
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/transport/server/XceiverServerDomainSocket.java
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/volume/DatanodeStorageMetrics.java
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/replication/VolumeReplicationThreadPools.java
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/common/states/endpoint/TestHeartbeatEndpointTaskDnsRefresh.java
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/common/volume/TestDatanodeStorageMetrics.java
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/TestReconcileChunksPerBlockHoleBcsId.java
create mode 100644 hadoop-hdds/docs/content/design/lifecycle-task-resume.md
copy hadoop-hdds/docs/content/design/{dn-merge-rocksdb.md =>
s3-object-lifecycle-management.md} (59%)
create mode 100644
hadoop-hdds/docs/content/design/short-circuit-read-current-flow.png
create mode 100644
hadoop-hdds/docs/content/design/short-circuit-read-getblock-flow.png
create mode 100644
hadoop-hdds/docs/content/design/short-circuit-read-hbase-benchmark.png
create mode 100644
hadoop-hdds/docs/content/design/short-circuit-read-mmap-cache-benchmark.png
create mode 100644
hadoop-hdds/docs/content/design/short-circuit-read-target-flow.png
create mode 100644
hadoop-hdds/docs/content/design/short-circuit-read-unix-domain-socket.png
create mode 100644 hadoop-hdds/docs/content/design/short-circuit-read.md
create mode 100644 hadoop-hdds/docs/content/feature/Lifecycle.md
create mode 100644 hadoop-hdds/docs/content/feature/Lifecycle.zh.md
create mode 100644 hadoop-hdds/docs/content/feature/Short-Circuit-Read.md
create mode 100644 hadoop-hdds/docs/content/feature/Short-Circuit-Read.zh.md
delete mode 100644 hadoop-hdds/docs/content/interface/CSI.md
delete mode 100644 hadoop-hdds/docs/content/interface/CSI.png
delete mode 100644 hadoop-hdds/docs/content/interface/CSI.zh.md
delete mode 100644 hadoop-hdds/docs/content/interface/pvtest-webui.png
create mode 100644
hadoop-hdds/erasurecode/src/test/java/org/apache/ozone/erasurecode/TestCodecRegistryTcclIsolation.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/utils/DnsNames.java
create mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/security/x509/certificate/utils/TestDnsNames.java
create mode 100644
hadoop-hdds/rocks-native/src/main/java/org/apache/hadoop/hdds/utils/db/LatestVersionedKWayMergeIterator.java
create mode 100644
hadoop-hdds/rocks-native/src/test/java/org/apache/hadoop/hdds/utils/db/TestLatestVersionedKWayMergeIterator.java
create mode 100644
hadoop-hdds/rocks-native/src/test/java/org/apache/hadoop/hdds/utils/db/TestLatestVersionedKWayMergeIteratorOverSst.java
create mode 100644
hadoop-hdds/rocks-native/src/test/java/org/apache/hadoop/hdds/utils/db/TestRawSstFileRecords.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/export/ExportFileManager.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/export/ExportJob.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/export/ExportScope.java
copy hadoop-hdds/{client/src/main/java/org/apache/hadoop/hdds/scm/client =>
server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/export}/package-info.java
(87%)
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/export/TestExportFileManager.java
copy
hadoop-ozone/{cli-repair/src/main/java/org/apache/hadoop/ozone/repair/om/quota/QuotaStatus.java
=>
cli-admin/src/main/java/org/apache/hadoop/ozone/admin/om/LifecycleResumeSubCommand.java}
(55%)
create mode 100644
hadoop-ozone/cli-admin/src/main/java/org/apache/hadoop/ozone/admin/om/LifecycleStatusSubCommand.java
copy
hadoop-ozone/cli-admin/src/main/java/org/apache/hadoop/{hdds/scm/cli/datanode/DatanodeCommands.java
=> ozone/admin/om/LifecycleSubCommand.java} (66%)
create mode 100644
hadoop-ozone/cli-admin/src/main/java/org/apache/hadoop/ozone/admin/om/LifecycleSuspendSubCommand.java
create mode 100644
hadoop-ozone/cli-admin/src/test/java/org/apache/hadoop/hdds/scm/cli/datanode/TestDiskBalancerSubCommandUtil.java
create mode 100644
hadoop-ozone/client/src/main/java/org/apache/hadoop/ozone/client/OzoneLifecycleConfiguration.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLCAbortIncompleteMultipartUpload.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLCAction.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLCExpiration.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLCFilter.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLCRule.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLifecycleConfiguration.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLifecycleRuleAndOperator.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLifecycleScanState.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLifecycleUtils.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/OMLCUtils.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestOmLCAbortIncompleteMultipartUpload.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestOmLCExpiration.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestOmLCFilter.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestOmLCRule.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestOmLifeCycleConfiguration.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestOmLifecycleRuleAndOperator.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestOmLifecycleScanState.java
delete mode 100644 hadoop-ozone/csi/dev-support/findbugsExcludeFile.xml
delete mode 100644 hadoop-ozone/csi/pom.xml
delete mode 100644
hadoop-ozone/csi/src/main/java/org/apache/hadoop/ozone/csi/ControllerService.java
delete mode 100644
hadoop-ozone/csi/src/main/java/org/apache/hadoop/ozone/csi/CsiServer.java
delete mode 100644
hadoop-ozone/csi/src/main/java/org/apache/hadoop/ozone/csi/IdentityService.java
delete mode 100644
hadoop-ozone/csi/src/main/java/org/apache/hadoop/ozone/csi/NodeService.java
delete mode 100644
hadoop-ozone/csi/src/main/java/org/apache/hadoop/ozone/csi/package-info.java
delete mode 100644 hadoop-ozone/csi/src/main/proto/csi.proto
delete mode 100644 hadoop-ozone/csi/src/main/resources/proto.lock
delete mode 100644
hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/Datanode Chunk
Read_Write Dashboard.json
create mode 100644
hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/Ozone - DataNode
Overview.json
create mode 100644
hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/Ozone - Disk
Balancer.json
delete mode 100644 hadoop-ozone/dist/src/main/compose/ozone-csi/.env
delete mode 100644
hadoop-ozone/dist/src/main/compose/ozone-csi/docker-compose.yaml
delete mode 100644 hadoop-ozone/dist/src/main/compose/ozone-csi/docker-config
delete mode 100755 hadoop-ozone/dist/src/main/compose/ozone-csi/test.sh
copy hadoop-ozone/dist/src/main/compose/{ozonesecure/diskbalancer.yaml =>
ozone/short-circuit.yaml} (80%)
copy hadoop-ozone/dist/src/main/compose/ozone/{test-failures1.sh =>
test-short-circuit.sh} (79%)
copy
hadoop-ozone/dist/src/main/compose/ozonesecure-ha/{test-s3g-virtual-host.sh =>
test-om-lifecycle.sh} (86%)
mode change 100755 => 100644
delete mode 100644
hadoop-ozone/dist/src/main/k8s/definitions/ozone-csi/csi-controller.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/definitions/ozone-csi/csi-crd.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/definitions/ozone-csi/csi-node.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/definitions/ozone-csi/csi-rbac.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/definitions/ozone-csi/csi-storageclass.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/definitions/ozone-csi/definitions/csi.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/definitions/test-webserver/flekszible.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/definitions/test-webserver/webserver-deployment.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/definitions/test-webserver/webserver-service.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/definitions/test-webserver/webserver-volume.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone-dev/csi/csi-node-daemonset.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone-dev/csi/csi-ozone-clusterrole.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone-dev/csi/csi-ozone-clusterrolebinding.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone-dev/csi/csi-ozone-serviceaccount.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone-dev/csi/csi-provisioner-deployment.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone-dev/csi/org.apache.hadoop.ozone-csidriver.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone-dev/csi/ozone-storageclass.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone-dev/pv-test/ozone-csi-test-webserver-deployment.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone-dev/pv-test/ozone-csi-test-webserver-persistentvolumeclaim.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone-dev/pv-test/ozone-csi-test-webserver-service.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone/csi/csi-node-daemonset.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone/csi/csi-ozone-clusterrole.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone/csi/csi-ozone-clusterrolebinding.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone/csi/csi-ozone-serviceaccount.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone/csi/csi-provisioner-deployment.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone/csi/org.apache.hadoop.ozone-csidriver.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone/csi/ozone-storageclass.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone/pv-test/ozone-csi-test-webserver-deployment.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone/pv-test/ozone-csi-test-webserver-persistentvolumeclaim.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone/pv-test/ozone-csi-test-webserver-service.yaml
delete mode 100644 hadoop-ozone/dist/src/main/smoketest/csi.robot
create mode 100644
hadoop-ozone/dist/src/main/smoketest/lifecycle/om-lifecycle.robot
create mode 100644
hadoop-ozone/dist/src/main/smoketest/s3/bucketlifecycle.robot
create mode 100644
hadoop-ozone/dist/src/main/smoketest/short-circuit/short-circuit.robot
copy hadoop-ozone/dist/src/{main/k8s/examples/getting-started/LICENSE.header
=> shell/conf/shell-logging.properties} (98%)
copy hadoop-ozone/dist/src/test/shell/{ozone-functions_test_helper.bash =>
ozone_bootstrap.bats} (61%)
mode change 100755 => 100644
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOzoneFileSystemDataStreamEnablement.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/TestXceiverServerDomainSocket.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/TestRackAwarePlacement.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/TestXceiverClientManagerSC.java
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/{TestDataUtil.java
=> DataTestUtil.java} (98%)
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/client/rpc/read/TestDomainSocketFactory.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/client/rpc/read/TestLocalChunkInputStream.java
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/container/{TestHelper.java
=> OzoneTestHelper.java} (99%)
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/dn/TestDatanodeStorageMetricsIntegration.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/OMMXBeanTests.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestGetDBUpdatesAuthorization.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestOMInstallSnapshotDuringBootstrapping.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestOmSnapshotCheckpointDbContent.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/shell/TestOzoneShellHAWithFSO.java
create mode 100644
hadoop-ozone/mini-cluster/src/main/java/org/apache/hadoop/ozone/FixedHostMapping.java
create mode 100644
hadoop-ozone/multitenancy-ranger/src/test/java/org/apache/hadoop/ozone/om/multitenant/TestRangerClientMultiTenantAccessControllerMockClient.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/lifecycle/OMLifecycleConfigurationDeleteRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/lifecycle/OMLifecycleConfigurationSetRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/lifecycle/OMLifecycleSaveScanStateRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/lifecycle/OMLifecycleSetServiceStatusRequest.java
copy {hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/scm/client =>
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/lifecycle}/package-info.java
(86%)
copy
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/{volume/OMVolumeSetQuotaResponse.java
=> lifecycle/OMLifecycleConfigurationDeleteResponse.java} (59%)
copy
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/{volume/OMVolumeSetQuotaResponse.java
=> lifecycle/OMLifecycleConfigurationSetResponse.java} (54%)
copy
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/{util/OMEchoRPCWriteResponse.java
=> lifecycle/OMLifecycleSaveScanStateResponse.java} (56%)
copy
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/{util/OMEchoRPCWriteResponse.java
=> lifecycle/OMLifecycleSetServiceStatusResponse.java} (75%)
copy {hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/scm/client =>
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/lifecycle}/package-info.java
(86%)
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/service/KeyLifecycleService.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/service/KeyLifecycleServiceMetrics.java
copy hadoop-ozone/{integration-test/src/test/java/org/apache/hadoop/utils =>
ozone-manager/src/test/java/org/apache/hadoop/ozone/om}/FaultInjectorImpl.java
(98%)
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/TestTrashOzoneFileSystem.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/lifecycle/TestOMLifecycleConfigurationDeleteRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/lifecycle/TestOMLifecycleConfigurationRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/lifecycle/TestOMLifecycleConfigurationSetRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/lifecycle/TestOMLifecycleSaveScanStateRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/lifecycle/TestOMLifecycleSetServiceStatusRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/volume/TestOMQuotaRepairRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/lifecycle/TestOMLifecycleConfigurationDeleteResponse.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/lifecycle/TestOMLifecycleConfigurationSetResponse.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/lifecycle/TestOMLifecycleSaveScanStateResponse.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/service/TestCompactDBUtil.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/service/TestKeyLifecycleService.java
copy
hadoop-ozone/ozonefs-common/src/test/java/org/apache/hadoop/fs/ozone/{TestBasicRootedOzoneClientAdapterHeadOp.java
=> TestBasicOzoneClientAdapterHeadOp.java} (57%)
copy
hadoop-ozone/ozonefs-common/src/test/java/org/apache/hadoop/fs/ozone/{TestRootedOzoneFileSystemHeadOp.java
=> TestOzoneFileSystemHeadOp.java} (60%)
copy
hadoop-ozone/{common/src/main/java/org/apache/hadoop/ozone/om/helpers/ErrorInfo.java
=>
recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/OMDBReprocessResponse.java}
(63%)
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/agent/ChatHistoryBuilder.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/metrics/NSSummaryMetrics.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/spi/impl/ReconRDBSnapshotProvider.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/AbstractTreeNSSummaryScenario.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/FlatNSSummaryScenario.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/FsoNSSummaryScenario.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/LegacyNSSummaryScenario.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/NSSummaryEndpointTestBase.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/NSSummaryTestScenario.java
delete mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/NSSummaryTests.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/TestNSSummaryEndpoint.java
delete mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/TestNSSummaryEndpointWithFSO.java
delete mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/TestNSSummaryEndpointWithLegacy.java
delete mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/TestNSSummaryEndpointWithOBSAndLegacy.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/handlers/TestEntityHandlerCycleGuard.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/chatbot/agent/TestChatHistoryBuilder.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/metrics/TestNSSummaryMetrics.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/spi/impl/TestReconRDBSnapshotProvider.java
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/BucketLifecycleHandler.java
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/GetObjectAttributesResponse.java
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/ObjectAttributesHandler.java
copy
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/{BucketGetLocationHandler.java
=> ObjectGetTorrentHandler.java} (73%)
copy
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/{MessageUnmarshaller.java
=> PutBucketLifecycleConfigurationUnmarshaller.java} (52%)
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/S3LifecycleConfiguration.java
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestObjectAttributesGet.java
copy
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/{TestBucketGetLocation.java
=> TestObjectGetTorrent.java} (70%)
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestS3LifecycleConfigurationDelete.java
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestS3LifecycleConfigurationGet.java
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestS3LifecycleConfigurationPut.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
