This is an automated email from the ASF dual-hosted git repository.
Gargi-jais11 pushed a change to branch HDDS-10685
in repository https://gitbox.apache.org/repos/asf/ozone.git
from 6c9676481b9 HDDS-15442. Enhance short-circuit robot test (#10400)
add b751f88cae6 HDDS-15251. Move ScmInvokerCodeGenerator to test (#10279)
add dc4ce7e8560 HDDS-15311. [DiskBalancer] Fix DiskBalancer DN container
Log Format (#10307)
add 1503ace172d HDDS-15310. [DiskBalancer] Fix Threshold range in negative
(#10308).
add da0a3844781 HDDS-15337. Catch all exception during container move in
DiskBalancerTask (#10322).
add d01b3aefc77 HDDS-15314. Disable defrag DB metrics due to crash during
snapshot defrag (#10301)
add 76f658a07a9 HDDS-15328. Fix sleep time in RetryInvocationHandler
(#10317)
add 195072ec63c HDDS-15340. [INFRA] Set up ruleset for default and release
branches (#10283)
add 6b5164c39cf HDDS-15338. Fix affinity executor queue assignment skew
(#10325)
add c13a0c0fcb4 HDDS-15166. Increased cleanup interval and purged partial
reports during cleanup. (#10250)
add 4fd7fcd83ef HDDS-15320. Reduce duplication in OMAllocateBlockRequest
OBS/FSO classes (#10327)
add 8e2bdd9b9cf HDDS-15193. Move the "atomic key creation" logic from
output stream to S3 endpoints (#10202)
add fd9d36c066f HDDS-15339. Bump zizmor-action to 0.5.6 (#10340)
add 2f7a6ff3dd7 HDDS-15360. Bump maven-enforcer-plugin to 3.6.3 (#10345)
add 0613dcb53c1 HDDS-15364. Bump sqlite-jdbc to 3.53.1.0 (#10343)
add c2ff79dd46d HDDS-15365. Bump asm to 9.10 (#10342)
add b9e12de4efd HDDS-15366. Bump awssdk to 2.44.7 (#10341)
add c21e7df49a2 HDDS-15346. DiskBalancer should update delta sizes
atomically. (#10333)
add d70bffbb124 HDDS-15322. Add tests for ScmInvoker subclasses. (#10336)
add e4db8a6c7f2 HDDS-15345. Make GetBucketLocation return NotImplemented
Response (#10332)
add 529449d459b HDDS-15185. Create submodule ozone-cli-interactive (#10348)
add ea51aa5a250 HDDS-15288. Use SequenceIdType in StateManagerImpl.
(#10313)
add fff83a12616 HDDS-15150. Container scanner should not mark container as
UNHEALTHY when FD exhausted (#10214)
add 3c31e24df1e HDDS-14758. Mismatch in Recon container count between
Cluster State and Container Summary (#10074)
add c58b7d449e1 HDDS-15005. Delete EC replica when container state is
DELETING in SCM (#10255)
add 0e516947c4e HDDS-15369. Fix datanode shutdown on ozone.scm.nodes
reconfig (#10358)
add 7738b5bb03c HDDS-15355. Support StringCodec without fallback. (#10349)
add 2efe7e1076a HDDS-15354. Fix nested tab completion in ozone interactive
(#10359)
add c477957732f HDDS-15349. Remove the non-ignorePipeline codec from
OmKeyInfo. (#10361)
add d1efe19d115 HDDS-15363. Remove unused dependency
properties-maven-plugin (#10356)
add 7e7c4363c9b HDDS-15371. [DiskBalancer] Use monotonic time for delayed
replica deletion (#10364)
add 556598960e6 HDDS-15367. Shell completion knows too few commands
(#10360)
add 1c869ef2482 HDDS-15383. Bump actions/stale to 10.3.0 (#10372)
add 2747107f1ec HDDS-14443. Documentation and Scripting Inconsistencies
for Ozone Environment Variables (#10352)
add dc24560d437 HDDS-15351. Display datanode UUID in Datanode web UI
(#10357)
add fb4d3ccf7d4 HDDS-15352. Add Datanode Decommission and Maintenance
Grafana dashboard (#10337)
add 523b93ea1eb HDDS-15357. Fix MappedBufferManager WeakReference races
(#10351)
add b56350b2a27 HDDS-15326. Clamp outofservice.limit.factor to bounds
instead of resetting to default (#10373)
add 4a9f00b18a5 HDDS-15368. Remove static horizontal divider from ozone
interactive shell (#10374)
add cfb8adea488 HDDS-11234. Manage Netty native memory consumption (#10354)
add 2ae0ca931e4 HDDS-15341. EC write can fail with
ArrayIndexOutOfBoundsException due to CoderUtil emptyChunk resize race (#10324)
add 971098cce45 HDDS-15405. BackgroundService pool size unchanged by
reconfiguration (#10379)
add bf68f20f867 HDDS-15362. [DiskBalancer] Handle zero-capacity volumes in
status report. (#10355)
add 2b72178ec5d HDDS-15414. Cache some Java 8 dependencies (#10383)
add 74dd91f703c HDDS-15336. Dashboard for OM Performance overview (#10320)
add ee0de9706a9 HDDS-14645. Speed up TestBlockDeletingService (#10378)
add 84fc9f52ee7 HDDS-15350. SCM crashes with ArithmeticException when
topology reports zero racks during DN decommission (#10339)
add 3799f87f316 HDDS-15348. OmMultipartPartKeyCodec should not use
UTF8.decode(..) (#10347)
add 9d2fafd2779 HDDS-15347. Move virtual-host test out of smoketest/s3
(#10334)
add e573371b43d HDDS-15433. Bump zstd-jni to 1.5.7-9 (#10393)
add 57405007a2b HDDS-15370. Change sequenceIdTable to use SequenceIdType
(#10381)
add 7fd525d6152 HDDS-15434. Bump maven-dependency-plugin to 3.11.0 (#10392)
add 159e7452ede HDDS-15435. Bump maven-site-plugin to 3.22.0 (#10391)
add fcf2ca1fefb HDDS-15429. Fix updateAndRestart deadlock with
BackgroundService.PeriodicalTask (#10388)
add 22472edb26d HDDS-15437. Bump axios to 1.16.0 (#10394)
add 386c567a7b0 HDDS-15382. Close idle connection for Datanode GRPC server
(#10371)
add d2ae71ea087 HDDS-15065. Replace Ratis Snapshot Trigger with DB Flush
for Periodic Flush Operations (#10100)
add 20f7097f3fc HDDS-15269. Avoid 30s shutdown wait in
ReconTaskControllerImpl (#10402)
add ba78ed890fe HDDS-15436. Bump awssdk to 2.44.12 (#10390)
add 4c46afdeff3 HDDS-14921. Improve space accounting in SCM with In-Flight
container allocation tracking. (#10000)
add 61d78b0e03d HDDS-15312. Improve VolumeInfoMetrics to include
MinFreeSpace and Non-Ozone used space (#10304)
add 2020d864c78 HDDS-14816. Add Recon AI Assistant backend foundation with
Multi LLM integration (#9915).
add 547ac88e42c HDDS-15306. Expose Disk Balancer CLI in top-level datanode
help and improve usability (#10312).
add 891cf0e86fe HDDS-14945. Implement Iceberg position delete file rewrite
for path migration (#10306)
add c4c7c6f2575 HDDS-15451. Fix broken pip install syntax in TestTools.md
(#10407)
add ed9e5ff1c19 HDDS-15272. Add error handling for SCM failure in cluster
capacity (#10411)
add 714aa88bcde HDDS-15472. Avoid using JBoss repository in CI (#10423)
add 7dd5999f656 HDDS-15462. Move ACL check in Volume requests to
preExecute (#10328)
add a7d92b58cfe HDDS-13482. Intermittent failure in
TestContainerStateMachineFailures (#10397)
add 8de69987c0d HDDS-15459. Speed up TestKeyPathLock (#10413)
add c56c6a98d54 HDDS-15265. Speed up TestStorageDistributionEndpoint
(#10417)
add 5bef1f68364 HDDS-15468. Replace langchain4j-bom, guice-bom due to
leaked dependencies (#10421)
add 27e3e46fef9 HDDS-15470. Disk usage refresh thread name has newline
(#10422)
add d9d22ca0bd1 HDDS-15438. [DiskBalancer] Validate persisted
diskbalancer.info while reading YAML. (#10395).
add 9b917693783 HDDS-9640. S3G Write Exception Handling Improvement
(#10257)
add 7553aa09b09 HDDS-15473. TestOmSnapshotObjectStore should run with
createLinkedBucket=false (#10425)
add ec96e716fba HDDS-15223. Stabilize
TestReconAndAdminContainerCLI.testMissingContainer (#10258)
add 5be644f5edf HDDS-15114. Replace misconfigured ThreadPoolExecutor with
Executors factory methods (#10133)
add 1b4ca34668b HDDS-15221. Fix flaky testReconGetsSnapshotFromLeader in
TestReconWithOzoneManagerHA (#10270)
add a7e9e7cbbff HDDS-10308. Run config-independent test cases in
TestOmSnapshot only once (#10424)
add bde085d12c5 HDDS-15469. Merge duplicate license sections (#10434)
add 459f35362db HDDS-14356. Support OM Service Framework (#10346)
add 69b1df11f3f HDDS-15335. Recon: parallelize NSSummaryTask sub-tasks and
cache OmBucketInfo lookups (#10321)
add fffb9635773 HDDS-14643. Update Recon API docs and OpenAPI spec (#10240)
add 666ed2ff4f1 HDDS-15474. Drop redundant TestOmSnapshot linked-bucket
subclasses (#10432)
add b08173486ca HDDS-13199. Remove DatanodeDetails#getUuid and
DatanodeID#getUuid methods (#10405)
add d35338b6616 HDDS-15441. [DiskBalancer] Fix DiskBalancer documentation
inconsistencies. (#10399).
add 8f64efb9c07 HDDS-15449. Avoid leaked event-processing thread and async
work outliving tests in TestReconTaskControllerImpl (#10452)
add 9acd7f68e89 HDDS-10310. Speed up TestOMRatisSnapshots (#10451)
add 68be47bb230 HDDS-15498. optimize Container Safemode refresh to use
DELETED state (#10462)
add 60a3b1b64c2 HDDS-15493. Limit checkpoint-format parameterization to
transfer tests in TestOMRatisSnapshots (#10453)
add 993d2d73941 HDDS-15478. Speed up TestOzoneManagerListVolumesSecure
(#10429)
add b041cee6759 HDDS-15453. [Recon] Refresh all capacity APIs on auto
refresh (#10420)
add 46519f7fddd HDDS-15308. Improve ICR/FCR-driven container state
recovery by plugging DN report processing gaps in Recon. (#10326)
add 8d0fc9cc687 HDDS-15490. [DiskBalancer] Align batch CLI success
messages with HEALTHY IN_SERVICE datanode selection. (#10457).
add 6f85295d85b HDDS-15475. threadsafe containerMap (#10463)
add 3c4b7bdac62 HDDS-15498. Followup. Improve test case to remove
unnecessary MockContainers (#10471)
add 0f620f18ba2 HDDS-15513. Bind cluster services to localhost for
MiniOzoneCluster (#10468)
add 3b0d42bca09 HDDS-15192. Remove SCMHAInvocationHandler and the related
code (#10474)
add 2fdaf29ee9d HDDS-14946. Add CLI command for
RewriteTablePathOzoneAction (#10409)
add ca3c9798d2b HDDS-15413. Recon and SCM Container Sync Metrics addition.
(#10384)
add efd360c4bc7 HDDS-15494. Refactor OzoneOutputStream usage to utilize
try-with-resources (#10458)
add cecddd66008 HDDS-15502. Update proto.lock for Ozone 2.2.0 (#10466)
add 7367dbeac31 HDDS-15419. Write HTTP request log to access.log only for
daemons (#10444)
add 4cbdd201de0 HDDS-15443. close statemachine on write failure (#10416)
add 6901880cc5a HDDS-15509. Add protobuf schema and OmBucketInfo storage
for S3 bucket tags (#10475)
add 95b08631631 HDDS-15316. Add AGENTS.md and CLAUDE.md (#10302)
add d39ca0af90b HDDS-12669. Race condition between entries of
ContainerSet#recoveringContainerMap (#10481)
add 74f54d86114 HDDS-10237. Dynamic reconfiguration of replication
supervisor thread pool (#10403)
add f5fe4c29a00 HDDS-15503. Update version number to 2.3.0-SNAPSHOT
(#10491)
add 865d5ac5261 HDDS-15479. Possible incomplete read as
StreamBlockInputStream may drop last queued item (#10430)
add c8cc65b19a3 HDDS-15527. Cancel superseded PR runs (#10464)
add 9848d8f0dde HDDS-15344. Extract test cases to OzoneFileSystemTestBase
part 6. (#10401)
add 46c3672c95b HDDS-15291. DN should fail unreferenced block deletion on
file errors. (#10291)
add 42eedc25294 HDDS-15444. Adjusted Ratis client retry, timeout configs
to improve failure responsiveness (#10482)
add ddb23846481 HDDS-14818. Recon: Add AI Assistant chat UI for
natural-language cluster queries. (#10441).
add 25f8404aa18 HDDS-15544. Bump slf4j to 2.0.18 (#10446)
add 52648b44734 HDDS-15545. Bump commons-configuration2 to 2.15.1 (#10448)
add 41b10b2bd57 HDDS-15543. Bump asm to 9.10.1 (#10445)
add fd25cb007ad HDDS-15547. Bump actions/checkout to 6.0.3 (#10467)
add dac25dc6b15 HDDS-15450. Implement ListDirectoryBuckets S3 API for
Directory Buckets support (#10408)
add 841d82bef5e HDDS-15514. Pass Ratis peer addresses as hostnames (#10485)
add 2ba7ccd15ac HDDS-15522. Make RpcClient close idempotent (#10478)
add 336f489c7a2 HDDS-15546. Bump awssdk to 2.46.5 (#10506)
add 688957600ae HDDS-15557. Bump opentelemetry to 1.63.0 (#10509)
add 175e2934fe1 HDDS-7957. Deprecate multi-char short options (#10494)
add 27c0368041e HDDS-15520. Reduce duplication in
TestOzoneManagerHAFollowerRead (#10510)
add 9fd940a4a1d HDDS-15555. Bump avro to 1.12.1 (#10507)
add 5e5a636f7f2 HDDS-15556. Bump jacoco to 0.8.15 (#10508)
add 33ba50162ff HDDS-15268. Speed up
TestUnhealthyContainersDerbyPerformance (a bit) (#10492)
add 8322282a8aa HDDS-15524. [DiskBalancer] Container parallel moves can
overwrite pending source replica deletions (#10489).
add e7c5a70723c HDDS-13857. [STS] Update verbiage for enhancing security
and StringLike condition support (#10282)
add cb29f193ea1 HDDS-15518. Selective checks: skip acceptance for
test-utils changes (#10476)
add a2c67d0ab10 HDDS-15531. DNS refresh on connection failure for Client
to OM (#10486)
add 15216f2c7d5 HDDS-14868. refreshAndValidate ContainerSafemodeRule
periodically, not on each applyTransaction (#9953)
add f39469a2789 HDDS-15131. Testcase for verifying block existence in all
datanode replica (#10512)
add 809db17267d HDDS-15510. Implement OM read/write paths for bucket
tagging with audit and metrics (#10498).
add 7fdba3229db HDDS-15448. Speed up retry-delay-bound tests in
TestReconTaskControllerImpl (#10520)
add 3f5da7569fc HDDS-15091. CapacityVolumeChoosingPolicy should compare
utilization, not available bytes (#10519)
add 44462d951ff HDDS-15420. Update Ozone command help menu (#10404)
add e03d8623211 HDDS-14859. Use RocksDb secondary instance for validating
volumes. (#9947)
add eb2fb3f8ac2 HDDS-15411. SCM overview grafana dahboard (#10382)
add 0e1b03cef7f HDDS-15466. Make RocksDB bottommost level compaction
options configurable for CLI tools (#10428)
add 3083438b186 HDDS-15569. Speed up TestClientRetryTimeout by tightening
configurations (#10527)
add 634db5cc6cc HDDS-15532. DNS refresh on connection failure for OM to
SCM (#10487)
add 5a9d5ed0a11 HDDS-15588. Reduce loglevel to DEBUG for no DN command
count information (#10530)
add b3f6e138a03 HDDS-15574. Update copyright year in NOTICE to 2026
(#10528)
add b8a63126881 HDDS-15304. DeleteObjects should enforce the request key
limit (#10309)
add f01d6bb1b91 HDDS-15565. Remove unnecessary lock in S3GatewayMetrics
(#10521)
add 9bcfc6e5827 HDDS-15313. Increase snapshot diff default thresholds.
(#10385)
add 14ba2dd396d HDDS-15426. Include snapshot IDs in OM snapshot lifecycle
logs (#10386)
add 4d858de3734 HDDS-14906. Handle possible MoveResult by the MoveManager
when running Balancer (#10490)
add d3135c7d5e3 HDDS-15599. Address post-commit review for HDDS-15531
(#10538)
add fa1b3a35f18 HDDS-15298. Fix intermittent failure in
testDelegationTokenRenewal (#10534)
add 2cece19f35b HDDS-15200. Rename TestReconOmMetaManagerUtils to
ReconOmMetaManagerTestUtils (#10480)
add 1e0ea62820f HDDS-15589. Let build-ratis workflow output all property
override (#10531)
add 48613a7a050 HDDS-15455. Implement Custom DataNode Container Directory
Discovery and Duplicate Detection (#10414).
add 150062ea64c HDDS-15615. Bump vite from 4.5.14 to 6.4.3 (#10541)
add c479e1e7a11 HDDS-14774. Fix intermittent timeout in
TestContainerReportHandling (#10535)
add f9552d0bb58 HDDS-15148. Prevent 404 when toggling between Old/New UI
on UI-exclusive routes (#10168)
add 9649e0ee3b6 HDDS-14888. Improve DiskCheckUtil.checkReadWrite to
tolerate disk full (#9972)
add 19f0802c6ce HDDS-15519. Mark TestStorageDistributionEndpointEC/Ratis
as flaky
add 03222105819 HDDS-15621. TestSecureOzoneCluster fails locally (#10550)
add a539f4968d3 HDDS-15222. Fix intermittent failure in
testSnapshotNameConsistency (#10555)
add 5085725e471 HDDS-15626. Bump orc-core to 1.9.8 (#10559)
add 1940f85e537 HDDS-15586. Add freon command to read a user-supplied list
of existing keys (#10529)
add fa7628e35d3 HDDS-15627. Bump sqlite-jdbc to 3.53.2.0 (#10560)
add 7c98d2fc432 HDDS-15519. Disable flaky
TestStorageDistributionEndpointEC/Ratis
add 3d5b74bebdf HDDS-15625. Bump awssdk to 2.46.10 (#10558)
add 8b93ea4a5a8 HDDS-14977. Intermittent failure in
TestDeadNodeHandler.testOnMessage (#10556)
add c6c4f3385d6 HDDS-15629. [DiskBalancer] Fix missing parenthesis in
report utilization note (#10563)
add 515bbb7dbec HDDS-15628. [DiskBalancer] Preserve output order for
datanodes with the same density (#10562)
add 37f04dfbf0e HDDS-15580. Migrate from npm-run-all to npm-run-all2
(#10526)
add 396e875943a HDDS-15138. Add EC DN safemode rule and control
RATIS/THREE background pipelines for EC-default clusters. (#10157)
add 5dac1bf61d1 HDDS-15636. Remove comment about "the easiest way to
create an open container" (#10568)
add 6138696ba16 HDDS-15487. Reduce code duplication in Recon endpoints
add d14585c8ce7 HDDS-15204. Quota repair includes snapshot pending-delete
usage. (#10217)
add 880bb67d5cb HDDS-15077. Explain exclusiveSize and
exclusiveSizeDeltaFromDirDeepCleaning (#10544)
add 93a626d8c04 HDDS-15491. [DiskBalancer] Preserve datanode order in
status command output. (#10450).
add 45b205143b3 HDDS-15623. Disk check may not completely read test file
(#10552)
add 08a23a92e87 HDDS-15596. Hide deprecated CLI options (#10542)
add 72fa9652aa3 HDDS-15602. Read pipeline ID does not need to use secure
random (#10571)
add e33a7c77739 HDDS-15452. Split DataNodeMetricsServiceResponse response
into state specific DTOs (#10426)
add 3db369dd767 HDDS-14187. Use BatchOperation to batch writes to tables
of FSORepairTool (#10578)
add fc4abbd9e09 HDDS-15646. Bump actions/setup-java to 5.3.0 (#10587)
add 74e454bbf1f HDDS-15582. Skip performance test of unused
batchDeleteSCMStatesForContainers (#10551)
add d4c06b2492e HDDS-15650. Fix snapshotUsedNamespace underflow when FSO
directory is deleted and purged (#10545)
add 208d4bd8b56 HDDS-11063. TestSnapshotDiffManager#testThreadPoolIsFull
is flaky without wait between batches (#10581)
add e596681c70f HDDS-15570. [Recon-Chatbot] Call Recon methods directly
instead of using HTTP-calls. (#10524).
add 8e60597eacc HDDS-7956. Deprecate camelCase and under_score style long
options (#10495)
add 182aaa77994 HDDS-15515. Support object Content-Type end-to-end in S3
Gateway (#10472).
add d1905e147a0 HDDS-15446. Expose Hard Min Free Space Threshold via JMX
(#10575)
add cc4f52a9d09 HDDS-15083. Add local filesystem lifecycle implementation
(#10455)
add aca7fa4987e HDDS-15655. Bump actions/checkout to 7.0.0 (#10597)
add 5cb9fabea85 HDDS-15654. Remove unused withinThresholdUtilizedNodes
list from ContainerBalancerTask (#10599)
add ae533de983c HDDS-15653. RandomKeyGenerator should reject negative
inputs (#10596)
add 49c39878e5a HDDS-15593. Add explicit fileset for proto-java-for-ratis
token replacement (#10537)
add fcbf2e78e15 HDDS-14474. Close main-thread FileSystem in dfsg/dfsv
freon generators (#10606)
add 0dd906c4f15 HDDS-15541. PlacementPolicy to use PendingContainerTracker
to check space availability. (#10497)
add 7800cec0f45 HDDS-15643. Eliminate redundant OM lookupKey RPC for EC
file checksum (#10594)
add 881a4e8aa6c HDDS-15671. [JDK23] Allow using sun.misc.Unsafe (#10610)
add 6f09f3bc8fb HDDS-15395. Grafana dashboard for container balancer
(#10398)
add c0ca1fd8c05 HDDS-15276. Prevent root path NU API call, improve
warnings (#10268)
add 7543cfd5390 HDDS-15578. Prevent throwing
InvalidStateTransitionException from updateContainerStateWithSequenceId (#10525)
add 29b2ad5fcd4 HDDS-14924. Account replication in PendingContainerTracker
for space usage. (#10440)
add 7963d495db1 HDDS-15674. Bump protobuf to 3.25.9 (#10607)
add d9adfc94639 HDDS-15675. Ranger test overrides custom
OZONE_RUNNER_IMAGE (#10608)
add 01a8446f6fb HDDS-15665. Race condition of deletingTxIDs between
readOnlyIterator and onFlush (#10613)
add b6921533d52 HDDS-13477. Add OM S3 multipart commit and complete
response tests (#10605)
add 6f0b5a3b390 HDDS-15467. Do not fall back to the OM starter user in
OMClientRequest (#10469)
add c9736f308ef HDDS-15146. Remove getDatanodeInfo(DatanodeDetails) from
NodeManager (#10601)
add ca009c55287 Revert "HDDS-15146. Remove
getDatanodeInfo(DatanodeDetails) from NodeManager (#10601)"
add ef6442bb4ce HDDS-15551. Stream reads should respect gRPC flow control
backpressure (#10522)
add 66d397813cb HDDS-15146. Remove getDatanodeInfo(DatanodeDetails) from
NodeManager (#10601)
add c86da017e90 HDDS-14907. Conditional Delete (DeleteObject) (#10511)
add e517652c8ad HDDS-15668. [JDK24] Add --enable-native-access=ALL-UNNAMED
JVM option (#10616)
add 8df9cfb7217 HDDS-15689. Compare MD5Hash directly in
ScmInvokerCodeGenerator (#10618)
add 377e8355bf6 HDDS-15694. Avoid String.replaceAll in
StringToSignProducer.urlEncode() (#10619)
add c29302e48e8 HDDS-15695. Bump zstd-jni to 1.5.7-11 (#10622)
add b72775aedcf HDDS-15682. Use the original configured host and port to
identify SCM nodes (#10612)
add d152eeb408a HDDS-15696. Bump jackson to 2.21.4 (#10623)
add bf59f31a7e5 HDDS-14774. Intermittent timeout in
TestContainerReportHandling (part 2) (#10620)
add 1aed7dd45f8 HDDS-15634. Avoid updating container delete transaction ID
on SCM delete log append (#10566)
add cfbb59332a5 HDDS-15697. Bump awssdk to 2.46.15 (#10624)
add 8b5b28168da HDDS-15701. Bump zizmorcore/zizmor-action to 0.5.7 (#10630)
add c9904bb5d20 HDDS-13812. Fix Recon pnpm build failure when proxy is set
(#10629)
add ee9b851ced1 HDDS-11247. Clean up TestContainerReportHandling (#10628)
add d1eee36a502 HDDS-15618. Fix ListObjects to include single
whitespace-only S3 object keys (#10589)
add 78cb1076e7c HDDS-15700. `flaky-test-check` green despite failing tests
(#10626)
add 83223659194 HDDS-15660. Skip prometheus container during stack
collection (#10631)
add efefacdb2e5 HDDS-13434. Intermittent failure in
TestOzoneDebugShell#testChunkInfoVerifyPathsAreDifferent (#10600)
add d280cea6a03 HDDS-15492. Support OM follower read for gRPC client
(#10591)
add db8f56eb9cf HDDS-15511. Implement Ozone client API's for bucket
tagging (#10533).
add 6b7d3f081cb HDDS-15673. Use Java 25 in CI (#10625)
add b2e49006214 HDDS-15712. Bump actions/setup-python to 6.3.0 (#10637)
add 2c0617f33cf HDDS-15699. Check compilation targeting Java 25 (#10627)
add df599d0cab4 HDDS-15713. Bump actions/setup-java to 5.4.0 (#10635)
add 1cfc4b3bca1 HDDS-15720. Bump actions/cache to 6.1.0 (#10634)
add 0f4504a7366 HDDS-15722. Bump netty to 4.1.135 (#10646)
add f5f2e14f3be HDDS-14760. Fix CompleteMultipartUpload rejecting chunked
request body as empty (#10461)
add 27763e6648c HDDS-15725. zizmor check should reflect failure in fork
(#10649)
add 41048fb57a9 HDDS-12563. Cache and reuse ContainerID object (#10642)
add d3ee334c3f0 HDDS-15727. Bump ratis-thirdparty to 1.0.11 (#10647)
add a4aeff75f6c HDDS-15664. ozone debug ldb display
DeletedBlocksTransactionSummary info (#10614)
add 0024c945da5 HDDS-15512. Implement S3 PUT/GET/DELETE ?tagging on
buckets (#10644)
add 9596e8d41da HDDS-12807. Clean up TestKeyManagerImpl unit test (#10640)
add 5d40bd20fce HDDS-14622. OM DB size should be reduced after compaction
(#10645)
add af70016f626 HDDS-15736. Change tests to use
ContainerID.getIdForTesting() (#10657)
add 878eae21c33 HDDS-11093. Fix intermittent failure in
TestContainerBalancerDatanodeNodeLimit#testMetrics (#10659)
add d58317fa2d7 HDDS-15743. Bump gson to 2.14.0 (#10664)
add 888077b253d HDDS-15737. Fix intermittent failure in
balancerShouldOnlySelectConfiguredIncludeContainers (#10660)
add 9306a784898 HDDS-15744. Bump javassist to 3.32.0-GA (#10665)
add 0d3cdbc1f58 HDDS-15719. Add check for allowed action usage in
workflows (#10641)
add d1bbec971e4 HDDS-15742. Bump nimbus-jose-jwt to 10.9.1 (#10662)
add b97a11bed33 HDDS-15651. Test case for DiskBalancer when
markContainerForDelete fails (#10593)
add 10a9437bf3a HDDS-10307. Speed up TestOzoneManagerHAWithStoppedNodes
(#10658)
add dbcd9b36d77 HDDS-15741. Bump awssdk to 2.46.17 (#10661)
add f5a5f0fe681 HDDS-11855. Fix flaky
TestContainerBalancerDatanodeNodeLimit#checkIterationResultException (#10667)
add c7d83a7b1e6 HDDS-15605. Fix flaky
testContainerExclusionWithClosedContainerException (#10621)
add b974be35847 HDDS-15732. Some ozone commands ignore
OZONE_MODULE_ACCESS_ARGS (#10655)
add 426374d18f8 HDDS-15747. Address review comments for HDDS-15083 (#10669)
add be545286f93 HDDS-15579. Replace SimpleSpanProcessor with
BatchSpanProcessor (#10569)
add 4f31879ba13 HDDS-15746. Bump kerby to 2.1.2 (#10666)
add 6ef19acbbc2 HDDS-15552. Ratis events should not be published as
metrics (#10523)
add 67fd51904cf HDDS-15170. Add mock-based unit tests for DataStream write
path (#10230)
add 2076d7facfc HDDS-15521. StreamBlockInputStream fails with
TimeoutIOException without retry or failover. (#10479)
add cb9430d7bcd HDDS-15587. [Recon] Show 0 for offline DN pending deletion
instead of -1 (#10585).
add 38e19ec5ab1 HDDS-14544. OM DB Insights: Duplicate API calls triggered
when changing limit selector (#10677).
add caf40cf3620 HDDS-15526. Add security threat model (THREAT_MODEL.md +
SECURITY.md + AGENTS.md) (#10483)
add 0eb1c67cd6a HDDS-15760. Handle large or invalid OM snapshot local data
YAMLs (#10679)
add 675c3487467 HDDS-15614. Remove Datanode download/pull container
replication (#10584)
add b09bcff1f1b HDDS-14225. Upgrade RocksDB from 7.7.3 to 10.10.1 (#9813)
add d14bc0f5fc1 HDDS-15637. Container Replica Debugger Tool improvements
and minor bug fixes (#10574)
add 0d0e0fe7afd HDDS-15581. ozone debug replicas chunk-info reports wrong
block size for EC keys (#10592)
add 1a2665378e0 HDDS-15733. Fix CompactOMDB showing 'om node: null'
without --node-id (#10684)
add 7a95fdda180 HDDS-14577. Handle missing metadata dir when updating
container state (#10565).
add 21c7219707f HDDS-15762. Remove mini-chaos-tests (#10682)
add ad07bcde8ee HDDS-14956. Add S3 HAProxy to
ozonesecure-ha/test-haproxy-s3g.sh (#10685)
add 6208b6c75b2 HDDS-15755. Bump develocity-maven-extension to 2.5.0
(#10674)
add 57c37c8f925 HDDS-15754. Rename TestableCluster to MockCluster (#10691)
add b31b3cd71c9 HDDS-15752. Rename base tests and helpers for naming
convention in OM (#10672)
add 63bab882c55 HDDS-15788. Fix SST filtering BOOTSTRAP_LOCK contention
introduced by RocksDB 10 upgrade (#10692)
add f13fc648d01 HDDS-15523. Speed up
TestOMDbCheckpointServletInodeBasedXfer (#10680)
add a0f08cc3f0b HDDS-15480. Potential for NPE / infinite loop in
StreamBlockReader (#10431)
add 00450a95ef5 HDDS-15803. Fix parameter number warning in
OMKeyRequest.allocateBlock. (#10701)
add 756f714588f HDDS-15648. Improve
TestSnapshotDiffManager#testThreadPoolIsFull drain scenario (#10632)
add 1d6a5f48aa2 HDDS-15739. Fix ListObjectsV2 continuation-token: wrong
XML element name and empty-token handling (#10668)
add 0d39df63c6b HDDS-15692. Enable GitHub Copilot code review when a pull
request is opened (#10705)
add bb607935b27 HDDS-15679. [Recon] Fix DN dropdown mismatch with pending
deletion API (#10615).
add ca7d5d894fd HDDS-15768. Bracket IPv6 literals in Ratis peer addresses
(#10686)
add 2a05dc0860a HDDS-15783. Handle empty lists in ScmListCodec
deserialization (#10690)
add 0a562a87b49 HDDS-15647. Bump Node.js to 24.17.0 (#10590)
add cd8ba56782f HDDS-14759. Local Empty file is written and retained even
when key write fails (#10707)
add e4124e07d8e HDDS-15753. Rename TestClock to MockClock (#10712)
add 3c8f936e4cd HDDS-15808. Replace json-simple with Jackson in
httpfsgateway (#10710)
add b17e90e100a HDDS-15708. List ignored dependencies for dependabot
(#10676)
add 3985622f6f6 HDDS-15818. Bump common-custom-user-data-maven-extension
to 2.3.0 (#10715)
add 3a5861acb6f HDDS-15821. Bump iceberg to 1.10.2 (#10719)
add bc74b52fbca HDDS-15807. Add javadoc for SCM Ratis server placeholder
TODOs (#10706)
add 4575cf9f3f4 HDDS-15827. Wait for SCM pipelines in TestDnRatisLogParser
(#10725)
add 78cb4936daa HDDS-15822. Fix flaky
TestStorageVolumeChecker#testNumScansSkipped (#10720)
add 5e18bfb916f HDDS-15825. Bump jnr-posix to 3.2.1, jnr-constants to
0.11.0 (#10716)
add 5b803eb115f HDDS-15830. Bump jline to 3.30.15 (#10729)
add db0413928ac HDDS-15820. Bump awssdk to 2.46.21 (#10718)
add 991798c5925 HDDS-15804. Use Set instead of List for ACLs in
OMKeyRequest (#10727)
add 7440e9fc278 HDDS-15806. Replace sleep with waitFor in scm.node tests
(#10704)
add 2c7fac752ab HDDS-15832. Wait for healthy KDC before starting S3G
(#10730)
add 2684ab4c2a8 HDDS-15819. Bump log4j2 to 2.26.1 (#10717)
add 9d0c914064c HDDS-15834. Bump cyclonedx-maven-plugin to 2.9.2 (#10734)
add 04958bbe961 HDDS-15831. CompleteMultipartUpload with no parts should
return MalformedXML (#10731)
add 8f7bf38bce4 HDDS-15730. Support more StatefulService types in
DBScanner (#10654)
add c35148d8561 HDDS-15793. Bump ESLint to 9.39.4 (#10697)
add b7478f1f4f9 HDDS-15786. Intermittent pipeline limit exceeded in debug
tests (#10738)
add 9de98bd4202 HDDS-15726. Improve SCM block deletion summary error
handling (#10650)
add 1b9491ae33e HDDS-15842. Speed up
TestDuplicateContainerDirScannerIntegration (#10740)
add 2c48d33f0c8 HDDS-9154. Design doc for snapshot diff optimization.
(#10335)
add 89a45ea68e0 HDDS-15751. Rename test parent classes for naming
convention (#10713)
add 958465f6e28 HDDS-13472. Shut down datanode if Error occurs while
processing delete blocks command (#10733)
add 87d2bd8577b HDDS-15387. Selectively deserialize KeyInfo/DirectoryInfo
fields for snapshot diff (#10603)
add ff5d03288c4 HDDS-15084. Core Runtime: SCM + OM (#10456)
add 06d972484dc HDDS-15843. Update upgrade/xcompat tests to use 2.1.1
(#10739)
add bf142be6116 HDDS-14661. Handle split table writes for Multipart Upload
(#10588)
add 7d89300dcf7 HDDS-13063. Support splitting json output to multiple
valid json files in a directory (#10604)
add c2118e70585 Merge branch 'master' of github.com:apache/ozone into
HDDS-10685
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 22 +-
.github/dependabot.yml | 56 +-
.../{pull-request.yml => asf-allowlist-check.yaml} | 37 +-
.github/workflows/build-ratis.yml | 26 +-
.github/workflows/check.yml | 8 +-
.github/workflows/ci-with-ratis.yml | 2 +-
.github/workflows/ci.yml | 16 +-
.github/workflows/close-stale-prs.yaml | 2 +-
.github/workflows/generate-config-doc.yml | 4 +-
.github/workflows/intermittent-test-check.yml | 50 +-
.github/workflows/label-pr.yml | 2 +-
.github/workflows/populate-cache.yml | 23 +-
.github/workflows/pull-request.yml | 6 +-
.github/workflows/repeat-acceptance.yml | 14 +-
.github/workflows/update-ozone-site-config-doc.yml | 2 +-
.github/workflows/zizmor.yml | 14 +-
.mvn/extensions.xml | 4 +-
AGENTS.md | 227 ++
CLAUDE.md | 1 +
NOTICE.txt | 2 +-
SECURITY.md | 10 +
THREAT_MODEL.md | 411 ++
dev-support/ci/maven-settings.xml | 7 +
dev-support/ci/selective_ci_checks.bats | 22 +
dev-support/ci/selective_ci_checks.sh | 2 +-
dev-support/pom.xml | 2 +-
dev-support/rat/rat-exclusions.txt | 5 +
hadoop-hdds/annotations/pom.xml | 4 +-
hadoop-hdds/cli-common/pom.xml | 4 +-
.../hadoop/hdds/cli/DeprecatedCliOption.java | 111 +
.../org/apache/hadoop/hdds/cli/GenericCli.java | 11 +-
.../hdds/cli/TestGenericCliConfiguration.java | 73 +
hadoop-hdds/client/pom.xml | 4 +-
.../hadoop/hdds/scm/ContainerClientMetrics.java | 28 +
.../apache/hadoop/hdds/scm/XceiverClientGrpc.java | 44 +-
.../hdds/scm/storage/StreamBlockInputStream.java | 77 +-
.../hdds/scm/storage/MockDatanodePipeline.java | 288 ++
.../scm/storage/TestBlockDataStreamOutput.java | 266 ++
.../scm/storage/TestStreamBlockInputStream.java | 384 +-
hadoop-hdds/common/pom.xml | 10 +-
hadoop-hdds/common/src/main/conf/ozone-env.sh | 106 +-
.../org/apache/hadoop/hdds/HddsConfigKeys.java | 10 +-
.../java/org/apache/hadoop/hdds/HddsUtils.java | 15 +
.../java/org/apache/hadoop/hdds/NodeDetails.java | 6 +-
.../hadoop/hdds/protocol/DatanodeDetails.java | 11 -
.../apache/hadoop/hdds/protocol/DatanodeID.java | 17 +-
.../org/apache/hadoop/hdds/ratis/RatisHelper.java | 20 +-
.../hadoop/hdds/ratis/conf/RatisClientConfig.java | 32 +-
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 26 +-
.../apache/hadoop/hdds/scm/XceiverClientSpi.java | 3 +-
.../hadoop/hdds/scm/container/ContainerID.java | 15 +-
.../hadoop/hdds/scm/container/ContainerInfo.java | 19 +-
.../hdds/scm/container/ContainerReplicaInfo.java | 10 +-
.../org/apache/hadoop/hdds/scm/ha/SCMNodeInfo.java | 53 +-
.../apache/hadoop/hdds/scm/net/HostAndPort.java | 85 +
.../hadoop/hdds/scm/pipeline/PipelineID.java | 15 +
.../hdds/scm/storage/ContainerProtocolCalls.java | 29 +
.../apache/hadoop/hdds/tracing/TracingUtil.java | 58 +-
.../hadoop/hdds/utils/ConnectionFailureUtils.java | 131 +
.../apache/hadoop/hdds/utils/SlidingWindow.java | 2 +-
.../apache/hadoop/hdds/utils/db/StringCodec.java | 11 +-
.../hadoop/hdds/utils/db/StringCodecBase.java | 47 +-
.../org/apache/hadoop/io_/retry/CallReturn.java | 3 -
.../hadoop/io_/retry/RetryInvocationHandler.java | 21 +-
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 12 +
.../apache/hadoop/ozone/OzoneManagerVersion.java | 4 +
.../hadoop/ozone/common/ChecksumByteBuffer.java | 6 +-
.../org/apache/hadoop/ozone/util/UUIDUtil.java | 13 +-
.../common/src/main/resources/ozone-default.xml | 144 +-
.../java/org/apache/hadoop/hdds/TestHddsUtils.java | 15 +
.../apache/hadoop/hdds/ratis/TestRatisHelper.java | 15 +
.../hdds/ratis/conf/TestRatisClientConfig.java | 70 +
.../hadoop/hdds/scm/container/TestContainerID.java | 133 +
.../hdds/scm/container/TestContainerInfo.java | 4 +-
.../container/common/helpers/TestExcludeList.java | 4 +-
.../hdds/utils/TestConnectionFailureUtils.java | 165 +
.../hadoop/hdds/utils/TestSlidingWindow.java | 6 +-
.../apache/hadoop/io_/retry/TestRetryProxy.java | 304 ++
.../hadoop/io_/retry/UnreliableImplementation.java | 83 +
.../hadoop/io_/retry/UnreliableInterface.java | 66 +
.../org/apache/ratis/util/RatisUtilTestUtil.java} | 16 +-
hadoop-hdds/config/pom.xml | 4 +-
hadoop-hdds/container-service/pom.xml | 4 +-
.../java/org/apache/hadoop/ozone/DNMXBean.java | 7 +
.../java/org/apache/hadoop/ozone/DNMXBeanImpl.java | 10 +
.../apache/hadoop/ozone/HddsDatanodeService.java | 22 +-
.../checksum/DNContainerOperationClient.java | 3 +-
.../helpers/BlockDeletingServiceMetrics.java | 4 +-
.../common/impl/BlockDeletingService.java | 14 +-
.../ozone/container/common/impl/ContainerSet.java | 74 +-
.../common/statemachine/DatanodeConfiguration.java | 4 +-
.../common/statemachine/DatanodeQueueMetrics.java | 18 +-
.../common/statemachine/DatanodeStateMachine.java | 19 +-
.../common/statemachine/EndpointStateMachine.java | 29 +-
.../common/statemachine/SCMConnectionManager.java | 19 +-
.../common/statemachine/StateContext.java | 48 +-
.../commandhandler/DeleteBlocksCommandHandler.java | 7 +
.../ReplicateContainerCommandHandler.java | 34 +-
.../common/states/datanode/InitDatanodeState.java | 15 +-
.../common/transport/server/XceiverServerGrpc.java | 11 +
.../server/ratis/ContainerStateMachine.java | 59 +-
.../container/common/utils/ContainerLogger.java | 32 +-
.../container/common/utils/DiskCheckUtil.java | 24 +-
.../container/common/utils/StorageVolumeUtil.java | 28 +
.../volume/CapacityVolumeChoosingPolicy.java | 31 +-
.../ozone/container/common/volume/HddsVolume.java | 66 +-
.../container/common/volume/StorageVolume.java | 11 +-
.../container/common/volume/VolumeInfoMetrics.java | 24 +-
.../diskbalancer/DiskBalancerService.java | 93 +-
.../DiskBalancerVolumeCalculation.java | 9 +-
.../container/diskbalancer/DiskBalancerYaml.java | 57 +-
.../container/keyvalue/KeyValueContainer.java | 12 +-
.../ozone/container/keyvalue/KeyValueHandler.java | 15 +-
.../keyvalue/impl/MappedBufferManager.java | 23 +-
.../StaleRecoveringContainerScrubbingService.java | 10 +-
.../ozone/container/ozoneimpl/ContainerReader.java | 36 +-
.../container/ozoneimpl/ContainerScanHelper.java | 62 +-
.../ozone/container/ozoneimpl/OzoneContainer.java | 5 +-
.../container/ozoneimpl/ScanTransientIOUtil.java | 85 +
.../replication/AbstractReplicationTask.java | 20 -
.../container/replication/ContainerDownloader.java | 39 -
.../replication/CopyContainerResponseStream.java | 48 -
.../replication/DownloadAndImportReplicator.java | 108 -
.../replication/GrpcContainerUploader.java | 2 +-
.../replication/GrpcReplicationClient.java | 127 +-
.../replication/GrpcReplicationService.java | 57 +-
.../container/replication/ReplicationServer.java | 26 +-
.../replication/ReplicationSupervisor.java | 51 +-
.../container/replication/ReplicationTask.java | 26 +-
.../replication/SimpleContainerDownloader.java | 139 -
.../commands/ReplicateContainerCommand.java | 85 +-
.../webapps/hddsDatanode/dn-overview.html | 8 +-
.../src/main/resources/webapps/hddsDatanode/dn.js | 4 +-
.../hadoop/ozone/TestHddsDatanodeService.java | 25 +
.../ozone/container/common/ContainerTestUtils.java | 3 +-
...stStaleRecoveringContainerScrubbingService.java | 6 +-
.../statemachine/TestSCMConnectionManager.java | 49 +
.../common/statemachine/TestStateContext.java | 37 +-
.../TestDeleteBlocksCommandHandler.java | 108 +
.../TestDeleteContainerCommandHandler.java | 14 +-
.../TestReconcileContainerCommandHandler.java | 2 +-
.../TestReplicateContainerCommandHandler.java | 23 +-
.../states/endpoint/TestHeartbeatEndpointTask.java | 5 +-
...achine.java => ContainerStateMachineTests.java} | 29 +-
.../ratis/TestContainerStateMachineFollower.java | 2 +-
.../ratis/TestContainerStateMachineLeader.java | 2 +-
.../container/common/utils/TestDiskCheckUtil.java | 31 +
.../volume/TestCapacityVolumeChoosingPolicy.java | 73 +
.../common/volume/TestStorageVolumeChecker.java | 16 +-
.../volume/TestStorageVolumeHealthChecks.java | 4 +-
.../common/volume/TestVolumeInfoMetrics.java | 36 +-
.../common/volume/TestVolumeSetDiskChecks.java | 4 +-
.../diskbalancer/DiskBalancerServiceTestImpl.java | 8 +
.../TestDiskBalancerProtocolServer.java | 4 +
.../diskbalancer/TestDiskBalancerTask.java | 202 +-
.../TestDiskBalancerVolumeCalculation.java | 20 +
.../diskbalancer/TestDiskBalancerYaml.java | 53 +
.../container/keyvalue/TestKeyValueContainer.java | 30 +
.../container/keyvalue/TestKeyValueHandler.java | 75 +
...ersAbstract.java => ContainerScannerTests.java} | 2 +-
.../TestBackgroundContainerDataScanner.java | 29 +-
.../TestBackgroundContainerMetadataScanner.java | 26 +-
.../ozoneimpl/TestOnDemandContainerScanner.java | 2 +-
.../ozoneimpl/TestScanTransientIOUtil.java | 82 +
.../ReplicationSupervisorSchedulingBenchmark.java | 60 +-
.../TestCopyContainerResponseStream.java | 50 -
.../TestDownloadAndImportReplicator.java | 119 -
.../replication/TestGrpcReplicationService.java | 66 +-
.../replication/TestMeasuredReplicator.java | 25 +-
.../replication/TestReplicationConfig.java | 64 +-
.../replication/TestReplicationSupervisor.java | 288 +-
.../TestSendContainerRequestHandler.java | 25 +
.../replication/TestSimpleContainerDownloader.java | 239 --
hadoop-hdds/crypto-api/pom.xml | 4 +-
hadoop-hdds/crypto-default/pom.xml | 4 +-
hadoop-hdds/docs/content/design/diskbalancer.md | 6 +-
.../docs/content/design/efficient-snapdiff.md | 254 ++
hadoop-hdds/docs/content/design/ozone-sts.md | 22 +-
.../docs/content/feature/ContainerBalancer.md | 8 +-
hadoop-hdds/docs/content/feature/DiskBalancer.md | 28 +-
.../docs/content/feature/DiskBalancer.zh.md | 30 +-
hadoop-hdds/docs/content/feature/OM-HA.md | 2 +-
hadoop-hdds/docs/content/feature/SCM-HA.md | 4 +-
hadoop-hdds/docs/content/feature/SCM-HA.zh.md | 2 +-
.../feature/Snapshot-Configuration-Properties.md | 4 +-
hadoop-hdds/docs/content/feature/Snapshot.md | 18 +
hadoop-hdds/docs/content/interface/ReconApi.md | 1004 ++++-
hadoop-hdds/docs/content/interface/S3.md | 1 -
hadoop-hdds/docs/content/tools/Repair.md | 4 +-
hadoop-hdds/docs/content/tools/TestTools.md | 14 +-
hadoop-hdds/docs/content/tools/TestTools.zh.md | 13 +-
hadoop-hdds/docs/content/tools/_index.md | 2 +-
hadoop-hdds/docs/content/tools/debug/Ldb.md | 4 +-
hadoop-hdds/docs/content/tools/debug/Ldb.zh.md | 4 +-
.../docs/content/tools/debug/RatisLogParser.md | 2 +-
hadoop-hdds/docs/pom.xml | 4 +-
.../static/swagger-resources/recon-api.yaml | 1246 +++++-
hadoop-hdds/erasurecode/pom.xml | 4 +-
.../ozone/erasurecode/rawcoder/CoderUtil.java | 16 +-
.../{TestCoderBase.java => CoderTests.java} | 2 +-
...estRSRawCoderBase.java => RSRawCoderTests.java} | 4 +-
.../{TestRawCoderBase.java => RawCoderTests.java} | 6 +-
.../ozone/erasurecode/rawcoder/TestCoderUtil.java | 100 +
.../erasurecode/rawcoder/TestDummyRawCoder.java | 2 +-
.../erasurecode/rawcoder/TestNativeRSRawCoder.java | 2 +-
.../rawcoder/TestNativeXORRawCoder.java | 2 +-
.../ozone/erasurecode/rawcoder/TestRSRawCoder.java | 2 +-
.../erasurecode/rawcoder/TestXORRawCoder.java | 2 +-
...tXORRawCoderBase.java => XORRawCoderTests.java} | 4 +-
hadoop-hdds/framework/pom.xml | 4 +-
.../hadoop/hdds/fs/CachingSpaceUsageSource.java | 13 +-
.../apache/hadoop/hdds/scm/ha/SequenceIdType.java | 143 +
.../hadoop/hdds/scm/metadata/SCMMetadataStore.java | 3 +-
...inerLocationProtocolClientSideTranslatorPB.java | 6 +-
.../scm/proxy/SCMFailoverProxyProviderBase.java | 129 +-
.../apache/hadoop/hdds/scm/proxy/SCMProxyInfo.java | 18 +
.../certificate/authority/CertificateStore.java | 4 -
.../FixedThreadPoolWithAffinityExecutor.java | 2 +-
.../hadoop/hdds/utils/BackgroundService.java | 28 +-
.../apache/hadoop/hdds/utils/HddsServerUtil.java | 29 +-
.../org/apache/hadoop/hdds/utils/db/DBProfile.java | 1 +
.../hdds/utils/db/FixedLengthStringCodec.java | 2 +-
.../org/apache/hadoop/hdds/utils/db/RDBTable.java | 32 +-
.../apache/hadoop/hdds/utils/db/RocksDatabase.java | 35 +-
.../org/apache/hadoop/hdds/utils/db/Table.java | 11 +-
.../webapps/static/templates/overview.html | 6 +-
.../hdds/fs/TestCachingSpaceUsageSource.java | 15 +
.../hadoop/hdds/scm/ha/TestSequenceIdType.java | 0
.../proxy/TestSCMFailoverProxyProviderRefresh.java | 134 +
.../TestSCMFailoverProxyProviderRefreshWired.java | 171 +
.../hadoop/hdds/server/events/TestEventQueue.java | 46 +
.../org/apache/hadoop/hdds/utils/db/TestCodec.java | 18 +-
.../utils/db/TestRDBStoreCodecBufferIterator.java | 34 +-
.../apache/hadoop/hdds/utils/db/TestRDBTable.java | 109 +
hadoop-hdds/hadoop-dependency-client/pom.xml | 4 +-
hadoop-hdds/interface-admin/pom.xml | 4 +-
.../src/main/proto/ScmAdminProtocol.proto | 1 +
.../interface-admin/src/main/resources/proto.lock | 158 +-
hadoop-hdds/interface-client/pom.xml | 22 +-
.../src/main/proto/DatanodeClientProtocol.proto | 8 +-
.../interface-client/src/main/proto/hdds.proto | 4 +-
.../interface-client/src/main/resources/proto.lock | 965 ++++-
hadoop-hdds/interface-server/pom.xml | 22 +-
.../proto/ScmServerDatanodeHeartbeatProtocol.proto | 6 +-
.../interface-server/src/main/resources/proto.lock | 88 +-
hadoop-hdds/managed-rocksdb/pom.xml | 4 +-
.../db/managed/ManagedBlockBasedTableConfig.java | 8 +
.../hdds/utils/db/managed/ManagedBloomFilter.java | 14 +
.../hdds/utils/db/managed/ManagedDBOptions.java | 21 +-
.../hdds/utils/db/managed/ManagedRocksDB.java | 114 +-
.../utils/db/managed/TestManagedDBOptions.java | 59 +
hadoop-hdds/pom.xml | 4 +-
hadoop-hdds/rocks-native/pom.xml | 43 +-
.../src/main/patches/rocks-native.patch | 35 +-
hadoop-hdds/rocksdb-checkpoint-differ/pom.xml | 4 +-
.../hadoop/hdds/utils/db/RDBSstFileWriter.java | 7 +
.../rocksdiff/TestRocksDBCheckpointDiffer.java | 83 +-
hadoop-hdds/server-scm/pom.xml | 4 +-
.../hadoop/hdds/scm/SCMCommonPlacementPolicy.java | 81 +-
.../java/org/apache/hadoop/hdds/scm/ScmUtils.java | 23 +
.../hadoop/hdds/scm/block/DeletedBlockLogImpl.java | 9 +-
.../scm/block/DeletedBlockLogStateManager.java | 4 -
.../scm/block/DeletedBlockLogStateManagerImpl.java | 24 +-
.../SCMDeletedBlockTransactionStatusManager.java | 133 +-
.../container/AbstractContainerReportHandler.java | 17 +-
.../scm/container/CloseContainerEventHandler.java | 3 +-
.../hdds/scm/container/ContainerManager.java | 33 +-
.../hdds/scm/container/ContainerManagerImpl.java | 23 +-
.../hdds/scm/container/ContainerReplica.java | 9 +
.../hdds/scm/container/ContainerReportHandler.java | 12 +-
.../hdds/scm/container/ContainerStateManager.java | 15 +-
.../scm/container/ContainerStateManagerImpl.java | 65 +-
.../IncrementalContainerReportHandler.java | 8 +-
.../scm/container/balancer/ContainerBalancer.java | 9 +-
.../ContainerBalancerSelectionCriteria.java | 4 +
.../container/balancer/ContainerBalancerTask.java | 24 +-
.../container/placement/metrics/SCMMetrics.java | 4 +-
.../replication/ContainerReplicaPendingOps.java | 22 +-
.../ContainerReplicaPendingOpsSubscriber.java | 10 +
.../replication/ECMisReplicationHandler.java | 16 +-
.../replication/ECUnderReplicationHandler.java | 22 +-
.../replication/RatisMisReplicationHandler.java | 12 +-
.../replication/RatisUnderReplicationHandler.java | 21 +-
.../container/replication/ReplicationManager.java | 35 +-
.../scm/container/states/ContainerStateMap.java | 4 +-
.../org/apache/hadoop/hdds/scm/ha/RatisUtil.java | 3 -
.../hdds/scm/ha/SCMHADBTransactionBuffer.java | 7 +
.../hdds/scm/ha/SCMHADBTransactionBufferImpl.java | 72 +-
.../hdds/scm/ha/SCMHADBTransactionBufferStub.java | 13 +
.../hadoop/hdds/scm/ha/SCMHAInvocationHandler.java | 164 -
.../hadoop/hdds/scm/ha/SCMHAManagerImpl.java | 16 +-
.../hadoop/hdds/scm/ha/SCMHAManagerStub.java | 20 +-
.../scm/ha/SCMHATransactionBufferMonitorTask.java | 26 +-
.../apache/hadoop/hdds/scm/ha/SCMRatisServer.java | 18 +-
.../hadoop/hdds/scm/ha/SCMRatisServerImpl.java | 25 +-
.../apache/hadoop/hdds/scm/ha/SCMStateMachine.java | 80 +-
.../hadoop/hdds/scm/ha/SequenceIdGenerator.java | 86 +-
.../apache/hadoop/hdds/scm/ha/StatefulService.java | 13 +-
...eIdType.java => StatefulServiceDefinition.java} | 38 +-
.../hdds/scm/ha/StatefulServiceStateManager.java | 5 -
.../scm/ha/invoker/CertificateStoreInvoker.java | 3 +-
.../ha/invoker/ContainerStateManagerInvoker.java | 26 +-
.../invoker/FinalizationStateManagerInvoker.java | 4 +-
.../hadoop/hdds/scm/ha/invoker/ScmInvoker.java | 31 +-
.../hdds/scm/ha/invoker/SecretKeyStateInvoker.java | 8 +-
.../SequenceIdGeneratorStateManagerInvoker.java | 8 +-
.../apache/hadoop/hdds/scm/ha/io/ScmListCodec.java | 6 +
.../hadoop/hdds/scm/metadata/SCMDBDefinition.java | 5 +-
.../hdds/scm/metadata/SCMMetadataStoreImpl.java | 5 +-
.../apache/hadoop/hdds/scm/node/NodeManager.java | 51 +-
.../hadoop/hdds/scm/node/NodeStateManager.java | 16 +-
.../hdds/scm/node/PendingContainerTracker.java | 157 +-
.../hadoop/hdds/scm/node/SCMNodeManager.java | 125 +-
.../hadoop/hdds/scm/node/SCMNodeMetrics.java | 18 +
.../hadoop/hdds/scm/node/states/NodeStateMap.java | 10 +-
.../scm/pipeline/BackgroundPipelineCreator.java | 91 +-
.../hdds/scm/pipeline/ECPipelineProvider.java | 21 +-
.../hadoop/hdds/scm/pipeline/PipelineManager.java | 23 +-
.../hdds/scm/pipeline/PipelineManagerImpl.java | 44 +-
.../hdds/scm/pipeline/PipelinePlacementPolicy.java | 2 +-
.../hadoop/hdds/scm/pipeline/PipelineProvider.java | 10 +-
.../hdds/scm/pipeline/PipelineStateManager.java | 4 -
.../hdds/scm/pipeline/RatisPipelineProvider.java | 23 +-
.../hdds/scm/pipeline/SimplePipelineProvider.java | 27 +-
...inerLocationProtocolServerSideTranslatorPB.java | 5 +-
.../safemode/AbstractContainerSafeModeRule.java | 11 +-
.../scm/safemode/ECMinDataNodeSafeModeRule.java | 151 +
.../scm/safemode/HealthyPipelineSafeModeRule.java | 51 +-
.../safemode/OneReplicaPipelineSafeModeRule.java | 19 +-
.../hdds/scm/safemode/SCMSafeModeManager.java | 38 +
.../hdds/scm/safemode/SafeModeRuleFactory.java | 50 +-
.../hdds/scm/security/RootCARotationHandler.java | 4 -
.../hdds/scm/security/RootCARotationManager.java | 6 +-
.../hdds/scm/server/SCMClientProtocolServer.java | 99 +-
.../apache/hadoop/hdds/scm/server/SCMMXBean.java | 2 +
.../hdds/scm/server/StorageContainerManager.java | 10 +
.../server/upgrade/FinalizationStateManager.java | 5 -
.../src/main/resources/webapps/scm/scm.js | 4 +-
.../org/apache/hadoop/hdds/scm/HddsTestUtils.java | 7 +-
.../apache/hadoop/hdds/scm/TestHddsServerUtil.java | 38 +-
.../hadoop/hdds/scm/TestHddsServerUtils.java | 2 +
.../hdds/scm/TestSCMCommonPlacementPolicy.java | 119 +-
.../hadoop/hdds/scm/block/TestDeletedBlockLog.java | 27 +-
.../hadoop/hdds/scm/container/MockNodeManager.java | 86 +-
.../hdds/scm/container/SimpleMockNodeManager.java | 34 +-
.../container/TestCloseContainerEventHandler.java | 2 +-
.../scm/container/TestContainerManagerImpl.java | 16 +-
.../scm/container/TestContainerReportHandler.java | 53 +-
.../scm/container/TestContainerStateManager.java | 63 +-
.../TestIncrementalContainerReportHandler.java | 5 +-
.../scm/container/TestUnknownContainerReport.java | 2 +-
.../{TestableCluster.java => MockCluster.java} | 6 +-
.../hdds/scm/container/balancer/MockedSCM.java | 12 +-
.../TestContainerBalancerDatanodeNodeLimit.java | 37 +-
.../balancer/TestContainerBalancerStatusInfo.java | 14 +-
.../balancer/TestContainerBalancerTask.java | 67 +-
.../scm/container/balancer/TestMoveManager.java | 6 +-
.../algorithms/TestContainerPlacementFactory.java | 2 +
.../TestSCMContainerPlacementCapacity.java | 4 +
.../TestSCMContainerPlacementRackAware.java | 2 +
.../TestSCMContainerPlacementRackScatter.java | 5 +
.../TestSCMContainerPlacementRandom.java | 9 +
.../TestReconcileContainerEventHandler.java | 6 +-
...andler.java => MisReplicationHandlerTests.java} | 2 +-
.../TestContainerReplicaPendingOps.java | 65 +-
.../replication/TestECMisReplicationHandler.java | 2 +-
...TestQuasiClosedStuckOverReplicationHandler.java | 4 +-
...estQuasiClosedStuckUnderReplicationHandler.java | 4 +-
.../TestRatisMisReplicationHandler.java | 2 +-
.../TestRatisUnderReplicationHandler.java | 4 +-
.../replication/TestReplicationManager.java | 68 +-
.../TestReplicationManagerScenarios.java | 6 +-
.../replication/TestReplicationManagerUtil.java | 14 +-
.../health/TestClosingContainerHandler.java | 4 +-
.../health/TestEmptyContainerHandler.java | 3 +-
.../hdds/scm/ha/TestBackgroundSCMService.java | 6 +-
.../hdds/scm/ha/TestReplicationAnnotation.java | 9 +-
.../ha/TestSCMHATransactionBufferMonitorTask.java | 275 ++
.../hdds/scm/ha/TestSequenceIDGenerator.java | 92 +-
.../scm/ha/invoker/ScmInvokerCodeGenerator.java | 50 +-
.../ha/invoker/ScmInvokerCodeGeneratorMains.java | 100 +
.../ha/invoker/TestScmInvokerCodeGenerator.java | 89 +
.../hadoop/hdds/scm/ha/io/TestScmListCodec.java | 69 +
.../hdds/scm/metadata/TestSequenceIdTypeCodec.java | 78 +
.../scm/node/DatanodeAdminMonitorTestUtil.java | 4 +-
.../hdds/scm/node/TestContainerPlacement.java | 15 +-
.../hdds/scm/node/TestDatanodeAdminMonitor.java | 4 +-
.../hadoop/hdds/scm/node/TestDeadNodeHandler.java | 13 +-
.../hdds/scm/node/TestNodeDecommissionManager.java | 2 +-
.../hadoop/hdds/scm/node/TestNodeStateManager.java | 2 +-
.../hdds/scm/node/TestPendingContainerTracker.java | 134 +-
.../hadoop/hdds/scm/node/TestSCMNodeManager.java | 51 +-
.../hadoop/hdds/scm/node/TestSCMNodeMetrics.java | 5 +-
.../hdds/scm/pipeline/MockPipelineManager.java | 12 +-
.../pipeline/TestBackgroundPipelineCreator.java | 116 +
.../TestPipelineDatanodesIntersection.java | 12 +-
.../hdds/scm/pipeline/TestPipelineManagerImpl.java | 55 +-
.../scm/pipeline/TestPipelinePlacementFactory.java | 3 +
.../scm/pipeline/TestPipelinePlacementPolicy.java | 20 +-
.../scm/pipeline/TestRatisPipelineProvider.java | 5 +
.../AbstractContainerSafeModeRuleTest.java | 18 +-
.../safemode/TestECMinDataNodeSafeModeRule.java | 135 +
.../TestOneReplicaPipelineSafeModeRule.java | 7 +-
.../hdds/scm/safemode/TestSCMSafeModeManager.java | 155 +-
.../hdds/scm/safemode/TestSafeModeRuleFactory.java | 73 +-
.../ozone/container/common/TestEndPoint.java | 1 +
hadoop-hdds/test-utils/pom.xml | 4 +-
.../org/apache/ozone/test/GenericTestUtils.java | 4 -
.../ozone/test/{TestClock.java => MockClock.java} | 10 +-
hadoop-ozone/cli-admin/pom.xml | 4 +-
.../hdds/scm/cli/ContainerBalancerCommands.java | 4 +-
.../scm/cli/ContainerBalancerStartSubcommand.java | 12 +-
.../org/apache/hadoop/hdds/scm/cli/ScmOption.java | 2 +-
.../hadoop/hdds/scm/cli/TopologySubcommand.java | 8 +-
.../hdds/scm/cli/datanode/DatanodeParameters.java | 20 +-
.../cli/datanode/DecommissionStatusSubCommand.java | 7 +-
.../scm/cli/datanode/DiskBalancerCommands.java | 17 +-
.../cli/datanode/DiskBalancerReportSubcommand.java | 81 +-
.../cli/datanode/DiskBalancerStartSubcommand.java | 2 +-
.../cli/datanode/DiskBalancerStatusSubcommand.java | 9 +-
.../cli/datanode/DiskBalancerStopSubcommand.java | 2 +-
.../cli/datanode/DiskBalancerSubCommandUtil.java | 2 +-
.../cli/datanode/DiskBalancerUpdateSubcommand.java | 2 +-
.../hdds/scm/cli/datanode/ListInfoSubcommand.java | 2 +-
.../hdds/scm/cli/datanode/UsageInfoSubcommand.java | 12 +-
.../scm/cli/pipeline/CreatePipelineSubcommand.java | 10 +-
.../scm/cli/pipeline/FilterPipelineOptions.java | 2 +-
.../scm/cli/pipeline/ListPipelinesSubcommand.java | 2 +-
.../org/apache/hadoop/ozone/admin/OzoneAdmin.java | 2 +-
.../ozone/admin/om/DecommissionOMSubcommand.java | 8 +-
.../hadoop/ozone/admin/om/OmAddressOptions.java | 27 +-
.../hadoop/ozone/admin/om/PrepareSubCommand.java | 8 +-
.../ozone/admin/om/TransferOmLeaderSubCommand.java | 2 +-
.../ozone/admin/scm/DecommissionScmSubcommand.java | 2 +-
.../admin/scm/TransferScmLeaderSubCommand.java | 2 +-
.../hdds/cli/TestOzoneAdminDeprecatedOptions.java | 83 +
.../hdds/scm/cli/container/TestInfoSubCommand.java | 6 +-
.../cli/datanode/TestDiskBalancerSubCommands.java | 140 +-
.../scm/cli/datanode/TestUsageInfoSubcommand.java | 2 +-
.../cli/pipeline/TestClosePipelinesSubCommand.java | 4 +-
.../cli/pipeline/TestListPipelinesSubCommand.java | 6 +-
hadoop-ozone/cli-debug/pom.xml | 4 +-
.../org/apache/hadoop/ozone/debug/OzoneDebug.java | 2 +-
.../datanode/container/ContainerCommands.java | 4 +-
.../container/analyze/AnalyzeSubcommand.java | 107 +
.../analyze/ContainerDirectoryScanner.java | 275 ++
.../container/analyze/ContainerDiskOccurrence.java | 61 +
.../container/analyze/ContainerScanResult.java | 52 +
.../datanode/container/analyze}/package-info.java | 6 +-
.../apache/hadoop/ozone/debug/ldb/DBScanner.java | 53 +-
.../apache/hadoop/ozone/debug/ldb/ValueSchema.java | 4 +-
.../logs/container/ContainerLogController.java | 3 +
.../debug/logs/container/ContainerLogParser.java | 16 +-
.../container/DuplicateOpenContainersCommand.java | 9 +-
.../ozone/debug/logs/container/ListContainers.java | 33 +-
.../container/utils/ContainerDatanodeDatabase.java | 63 +-
.../container/utils/ContainerLogFileParser.java | 65 +-
.../debug/logs/container/utils/SQLDBConstants.java | 58 +-
.../ozone/debug/om/ContainerToKeyMapping.java | 2 +-
.../ozone/debug/ratis/parse/BaseLogParser.java | 2 +-
.../ozone/debug/replicas/ReplicasVerify.java | 112 +-
.../debug/replicas/chunk/ChunkKeyHandler.java | 4 +-
.../analyze/ContainerAnalyzeTestHelper.java | 113 +
.../container/analyze/TestAnalyzeSubcommand.java | 189 +
.../analyze/TestContainerDirectoryScanner.java | 154 +
.../{s3-secret-store => cli-interactive}/pom.xml | 44 +-
.../hadoop/ozone/shell/OzoneInteractiveShell.java | 43 +-
.../apache/hadoop/ozone/shell}/package-info.java | 6 +-
hadoop-ozone/cli-repair/pom.xml | 4 +-
.../ozone/repair/ldb/RocksDBManualCompaction.java | 17 +-
.../apache/hadoop/ozone/repair/om/CompactOMDB.java | 28 +-
.../hadoop/ozone/repair/om/FSORepairTool.java | 188 +-
.../hadoop/ozone/repair/ldb/TestLdbRepair.java | 3 +-
.../hadoop/ozone/repair/om/TestCompactOMDB.java | 120 +
hadoop-ozone/cli-shell/pom.xml | 4 +-
.../ozone/shell/OzoneInteractiveWelcome.java | 87 +
.../org/apache/hadoop/ozone/shell/OzoneShell.java | 2 +-
.../java/org/apache/hadoop/ozone/shell/REPL.java | 32 +-
.../java/org/apache/hadoop/ozone/shell/Shell.java | 15 +-
.../apache/hadoop/ozone/shell/acl/AclOption.java | 2 +-
.../hadoop/ozone/shell/keys/GetKeyHandler.java | 15 +
.../hadoop/ozone/shell/keys/PutKeyHandler.java | 2 +-
.../org/apache/hadoop/ozone/shell/s3/S3Shell.java | 2 +-
.../hadoop/ozone/shell/s3/SetS3SecretHandler.java | 2 +-
.../ozone/shell/snapshot/SnapshotDiffHandler.java | 2 +-
.../tenant/TenantAssignUserAccessIdHandler.java | 5 +-
.../hadoop/ozone/shell/tenant/TenantShell.java | 2 +-
.../hadoop/ozone/shell/keys/TestGetKeyHandler.java | 218 ++
hadoop-ozone/client/pom.xml | 4 +-
.../apache/hadoop/ozone/client/OzoneBucket.java | 27 +
.../client/checksum/BaseFileChecksumHelper.java | 19 +-
.../client/checksum/ECFileChecksumHelper.java | 27 +-
.../checksum/ReplicatedFileChecksumHelper.java | 7 -
.../hadoop/ozone/client/io/ECKeyOutputStream.java | 15 -
.../ozone/client/io/KeyDataStreamOutput.java | 28 +-
.../hadoop/ozone/client/io/KeyOutputStream.java | 24 -
.../hadoop/ozone/client/io/OzoneOutputStream.java | 26 +-
.../ozone/client/protocol/ClientProtocol.java | 43 +-
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 115 +-
.../hadoop/ozone/client/TestOzoneClient.java | 34 -
.../hadoop/ozone/client/TestOzoneECClient.java | 11 +-
.../client/checksum/FileChecksumBenchmark.java | 606 +++
.../client/checksum/TestFileChecksumHelper.java | 6 +-
.../ozone/client/io/TestKeyDataStreamOutput.java | 313 ++
.../ozone/client/io/TestOzoneOutputStream.java | 45 +-
.../hadoop/ozone/client/rpc/TestRpcClient.java | 49 +
hadoop-ozone/common/pom.xml | 4 +-
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 9 +
.../java/org/apache/hadoop/ozone/OzoneAcl.java | 22 +-
.../apache/hadoop/ozone/om/IOmMetadataReader.java | 8 +
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 6 +-
.../ozone/om/ha/GrpcOMFailoverProxyProvider.java | 4 +
.../om/ha/HadoopRpcOMFailoverProxyProvider.java | 37 +-
...doopRpcOMFollowerReadFailoverProxyProvider.java | 12 +-
.../ozone/om/ha/OMFailoverProxyProviderBase.java | 87 +
.../org/apache/hadoop/ozone/om/ha/OMProxyInfo.java | 153 +-
.../hadoop/ozone/om/helpers/AclListBuilder.java | 7 +-
.../hadoop/ozone/om/helpers/OmBucketArgs.java | 38 +
.../hadoop/ozone/om/helpers/OmBucketInfo.java | 40 +-
.../hadoop/ozone/om/helpers/OmDirectoryInfo.java | 4 +-
.../apache/hadoop/ozone/om/helpers/OmKeyInfo.java | 15 +-
.../ozone/om/helpers/OmMultipartAbortInfo.java | 42 +-
.../ozone/om/helpers/OmMultipartKeyInfo.java | 17 +-
.../ozone/om/helpers/OmMultipartPartInfo.java | 22 +
.../ozone/om/helpers/OmMultipartPartKey.java | 39 +-
.../hadoop/ozone/om/helpers/OzoneAclUtil.java | 55 +-
.../hadoop/ozone/om/helpers/SnapshotInfo.java | 75 +-
.../hadoop/ozone/om/protocol/OMAdminProtocol.java | 10 +-
.../ozone/om/protocol/OzoneManagerProtocol.java | 26 +
.../ozone/om/protocolPB/GrpcOmTransport.java | 176 +-
.../protocolPB/OMAdminProtocolClientSideImpl.java | 3 +-
...OzoneManagerProtocolClientSideTranslatorPB.java | 72 +-
.../ozone/security/acl/IAccessAuthorizer.java | 16 +-
.../TestOMFailoverProxyProviderRefreshWired.java | 225 ++
.../ozone/om/ha/TestOMProxyInfoDnsRefresh.java | 168 +
.../ozone/om/helpers/TestOmMultipartPartKey.java | 29 +-
.../ozone/om/protocolPB/TestS3GrpcOmTransport.java | 219 ++
hadoop-ozone/csi/pom.xml | 4 +-
hadoop-ozone/datanode/pom.xml | 4 +-
hadoop-ozone/dev-support/checks/unit.sh | 2 +-
hadoop-ozone/dist/pom.xml | 20 +-
.../dist/src/main/compose/common/ec-test.sh | 4 +-
.../Ozone - Container Balancer Metrics.json | 1379 +++++++
...ne - Datanode Decommission and Maintenance.json | 1243 ++++++
.../grafana/dashboards/Ozone - OM Overview.json | 2796 +++++++++++++
.../grafana/dashboards/Ozone - SCM overview.json | 1766 +++++++++
.../dist/src/main/compose/common/replicas-test.sh | 143 +-
.../src/main/compose/ozone-ha/test-haproxy-s3g.sh | 6 +-
.../dist/src/main/compose/ozone-ha/test.sh | 5 +-
.../dist/src/main/compose/ozone/docker-config | 29 +-
.../dist/src/main/compose/ozone/monitoring.conf | 2 +-
hadoop-ozone/dist/src/main/compose/ozone/test.sh | 2 +
.../src/main/compose/ozonesecure-ha/docker-config | 1 +
.../main/compose/ozonesecure-ha/s3-haproxy.yaml | 3 +
.../compose/ozonesecure-ha/test-haproxy-s3g.sh | 7 +-
.../src/main/compose/ozonesecure-ha/test-ranger.sh | 2 +-
.../compose/ozonesecure-ha/test-repair-tools.sh | 30 +-
.../ozonesecure-ha/test-s3g-virtual-host.sh | 2 +-
.../dist/src/main/compose/ozonesecure-ha/test.sh | 6 +-
.../src/main/compose/ozonesecure/docker-config | 1 +
.../src/main/compose/ozonesecure/test-vault.sh | 3 +-
.../dist/src/main/compose/ozonesecure/test.sh | 6 +-
hadoop-ozone/dist/src/main/compose/testlib.sh | 19 +-
hadoop-ozone/dist/src/main/compose/upgrade/test.sh | 2 +-
.../dist/src/main/compose/xcompat/clients.yaml | 4 +-
hadoop-ozone/dist/src/main/compose/xcompat/lib.sh | 2 +-
hadoop-ozone/dist/src/main/license/bin/LICENSE.txt | 29 +-
hadoop-ozone/dist/src/main/license/bin/NOTICE.txt | 2 +-
hadoop-ozone/dist/src/main/license/jar-report.txt | 76 +-
.../src/main/smoketest/admincli/pipeline.robot | 24 +-
.../main/smoketest/{s3 => }/awss3virtualhost.robot | 5 +-
.../src/main/smoketest/balancer/testBalancer.robot | 2 +-
.../smoketest/debug/ozone-debug-keywords.robot | 43 +-
.../smoketest/debug/ozone-debug-tests-ec3-2.robot | 38 +-
.../smoketest/debug/ozone-debug-tests-ec6-3.robot | 63 +
.../smoketest/diskbalancer/testdiskbalancer.robot | 6 +-
.../src/main/smoketest/ec/awss3ecstorage.robot | 11 +-
.../dist/src/main/smoketest/ec/lib.resource | 9 +
.../src/main/smoketest/freon/read-write-key.robot | 2 +-
.../src/main/smoketest/prometheus/prometheus.robot | 35 +-
.../main/smoketest/prometheus/prometheus_check.py | 76 +
.../dist/src/main/smoketest/recon/recon-api.robot | 61 +-
.../src/main/smoketest/repair/om-compact.robot | 54 -
.../src/main/smoketest/s3/MultipartUpload.robot | 37 +-
.../dist/src/main/smoketest/s3/buckettagging.robot | 89 +
.../dist/src/main/smoketest/s3/commonawslib.robot | 21 +-
.../src/main/smoketest/s3/presigned_url_helper.py | 48 +
.../src/main/smoketest/s3/s3_compatbility_check.sh | 1 +
hadoop-ozone/dist/src/shell/conf/log4j.properties | 6 +-
hadoop-ozone/dist/src/shell/ozone/ozone | 73 +-
.../dist/src/shell/ozone/ozone-functions.sh | 28 +-
.../src/test/shell/http_request_logger.bats} | 31 +-
.../dev-support/findbugsExcludeFile.xml | 24 -
.../fault-injection-test/mini-chaos-tests/pom.xml | 156 -
.../mini-chaos-tests/src/test/bin/start-chaos.sh | 57 -
.../apache/hadoop/ozone/MiniOzoneChaosCluster.java | 401 --
.../hadoop/ozone/MiniOzoneLoadGenerator.java | 148 -
.../hadoop/ozone/TestAllMiniChaosOzoneCluster.java | 55 -
.../ozone/TestDatanodeMiniChaosOzoneCluster.java | 57 -
.../hadoop/ozone/TestMiniChaosOzoneCluster.java | 222 --
.../TestOzoneManagerMiniChaosOzoneCluster.java | 62 -
...orageContainerManagerMiniChaosOzoneCluster.java | 62 -
.../hadoop/ozone/failure/FailureManager.java | 99 -
.../org/apache/hadoop/ozone/failure/Failures.java | 226 --
.../ozone/loadgenerators/AgedDirLoadGenerator.java | 48 -
.../ozone/loadgenerators/AgedLoadGenerator.java | 77 -
.../hadoop/ozone/loadgenerators/DataBuffer.java | 52 -
.../loadgenerators/FilesystemLoadGenerator.java | 55 -
.../hadoop/ozone/loadgenerators/LoadBucket.java | 320 --
.../hadoop/ozone/loadgenerators/LoadExecutors.java | 109 -
.../hadoop/ozone/loadgenerators/LoadGenerator.java | 67 -
.../loadgenerators/NestedDirLoadGenerator.java | 55 -
.../ozone/loadgenerators/RandomLoadGenerator.java | 53 -
.../loadgenerators/ReadOnlyLoadGenerator.java | 52 -
.../services/org.apache.hadoop.fs.FileSystem | 17 -
.../src/test/resources/log4j.properties | 40 -
.../fault-injection-test/network-tests/pom.xml | 2 +-
hadoop-ozone/fault-injection-test/pom.xml | 5 +-
hadoop-ozone/freon/pom.xml | 4 +-
.../java/org/apache/hadoop/ozone/freon/Freon.java | 3 +-
.../hadoop/ozone/freon/HadoopDirTreeGenerator.java | 12 +-
.../hadoop/ozone/freon/HadoopFsGenerator.java | 20 +-
.../hadoop/ozone/freon/HadoopFsValidator.java | 18 +-
.../ozone/freon/HadoopNestedDirGenerator.java | 5 +-
.../ozone/freon/OzoneClientKeyListReader.java | 151 +
.../ozone/freon/OzoneClientKeyValidator.java | 13 +-
.../hadoop/ozone/freon/RandomKeyGenerator.java | 64 +-
.../ozone/freon/TestHadoopFsClientClose.java | 138 +
.../ozone/freon/TestOzoneClientKeyListReader.java | 37 +-
.../hadoop/ozone/freon/TestRandomKeyGenerator.java | 90 +
hadoop-ozone/httpfsgateway/pom.xml | 20 +-
.../apache/ozone/fs/http/server/FSOperations.java | 106 +-
.../apache/ozone/fs/http/server/HttpFSServer.java | 13 +-
.../instrumentation/InstrumentationService.java | 64 +-
.../org/apache/ozone/lib/wsrs/JSONMapProvider.java | 9 +-
.../org/apache/ozone/lib/wsrs/JSONProvider.java | 79 -
.../TestInstrumentationSerialization.java | 78 +
.../apache/ozone/lib/wsrs/TestJSONMapProvider.java | 71 +
hadoop-ozone/iceberg/pom.xml | 128 +-
.../hadoop/ozone/iceberg/IcebergCommand.java} | 27 +-
.../ozone/iceberg/RewriteTablePathCommand.java | 127 +
.../ozone/iceberg/RewriteTablePathOzoneAction.java | 228 +-
.../iceberg/TestRewriteTablePathOzoneAction.java | 312 +-
hadoop-ozone/insight/pom.xml | 4 +-
.../insight/datanode/PipelineComponentUtil.java | 2 +-
hadoop-ozone/integration-test-recon/pom.xml | 4 +-
.../AbstractTestStorageDistributionEndpoint.java | 19 +-
...Utils.java => ReconOmMetaManagerTestUtils.java} | 11 +-
.../ozone/recon/TestNSSummaryMemoryLeak.java | 87 +-
.../ozone/recon/TestReconAndAdminContainerCLI.java | 32 +-
.../ozone/recon/TestReconContainerEndpoint.java | 9 +-
.../TestReconContainerHealthSummaryEndToEnd.java | 1285 ++++++
.../apache/hadoop/ozone/recon/TestReconTasks.java | 12 +-
.../ozone/recon/TestReconWithOzoneManagerHA.java | 44 +-
.../recon/TestStorageDistributionEndpointEC.java | 8 +-
.../TestStorageDistributionEndpointRatis.java | 10 +-
hadoop-ozone/integration-test-s3/pom.xml | 11 +-
.../hadoop/ozone/s3/awssdk/OzoneS3SDKTests.java | 1 +
.../hadoop/ozone/s3/awssdk/S3SDKTestUtils.java | 9 +
.../ozone/s3/awssdk/v1/AbstractS3SDKV1Tests.java | 136 +
.../ozone/s3/awssdk/v2/AbstractS3SDKV2Tests.java | 393 ++
hadoop-ozone/integration-test/pom.xml | 4 +-
...eldsBase.java => ConfigurationFieldsTests.java} | 8 +-
.../fs/ozone/AbstractOzoneFileSystemTest.java | 87 +-
.../ozone/AbstractRootedOzoneFileSystemTest.java | 80 +-
.../hadoop/fs/ozone/OzoneFileSystemTestBase.java | 79 +
.../apache/hadoop/hdds/scm/TestCommitInRatis.java | 1 -
.../scm/TestDatanodeSCMNodesReconfiguration.java | 1 -
.../hdds/scm/TestSCMDatanodeProtocolServer.java | 3 +-
.../org/apache/hadoop/hdds/scm/TestSCMMXBean.java | 3 +
.../hdds/scm/TestStorageContainerManagerHA.java | 1 -
.../apache/hadoop/hdds/scm/TestWatchForCommit.java | 1 -
.../hadoop/hdds/scm/TestXceiverClientGrpc.java | 172 +
.../TestContainerStateManagerIntegration.java | 7 +-
.../TestPendingContainerTrackerIntegration.java | 184 +
.../scm/node/TestDecommissionAndMaintenance.java | 6 +-
.../hdds/scm/pipeline/TestNode2PipelineMap.java | 5 +-
.../hdds/scm/pipeline/TestPipelineClose.java | 4 +-
.../safemode/TestSCMSafeModeWithPipelineRules.java | 68 +-
.../hadoop/hdds/scm/storage/TestCommitWatcher.java | 1 -
.../hdds/scm/storage/TestContainerCommandsEC.java | 5 +-
.../org/apache/hadoop/ozone/RatisTestHelper.java | 2 +-
.../hadoop/ozone/TestOzoneConfigurationFields.java | 4 +-
.../hadoop/ozone/TestSecureOzoneCluster.java | 36 +-
.../ozone/client/rpc/OzoneRpcClientTests.java | 96 +
.../apache/hadoop/ozone/client/rpc/TestBCSID.java | 1 -
...stClientRetryContainerStateMachineFailures.java | 413 ++
.../ozone/client/rpc/TestClientRetryTimeout.java | 497 +++
.../rpc/TestContainerReplicationEndToEnd.java | 3 +-
.../client/rpc/TestContainerStateMachine.java | 78 +-
.../TestContainerStateMachineFailureOnRead.java | 33 +-
.../rpc/TestContainerStateMachineFailures.java | 465 ++-
.../rpc/TestContainerStateMachineFlushDelay.java | 61 +-
.../client/rpc/TestDeleteWithInAdequateDN.java | 1 -
.../client/rpc/TestFailureHandlingByClient.java | 8 +-
.../rpc/TestFailureHandlingByClientFlushDelay.java | 1 -
.../client/rpc/TestHybridPipelineOnDatanode.java | 1 -
.../rpc/TestMultiBlockWritesWithDnFailures.java | 1 -
...estOzoneClientRetriesOnExceptionFlushDelay.java | 1 -
.../rpc/TestOzoneClientRetriesOnExceptions.java | 1 -
.../client/rpc/TestValidateBCSIDOnRestart.java | 105 +-
...tInputStreamBase.java => InputStreamTests.java} | 2 +-
.../client/rpc/read/TestChunkInputStream.java | 2 +-
.../ozone/client/rpc/read/TestKeyInputStream.java | 2 +-
.../rpc/read/TestStreamBlockInputStream.java | 2 +-
.../rpc/read/TestStreamReadDatanodeFailover.java | 287 ++
.../container/TestContainerReportHandling.java | 201 +-
.../TestContainerReportHandlingWithHA.java | 183 -
.../apache/hadoop/ozone/container/TestHelper.java | 47 +
.../commandhandler/TestBlockDeletion.java | 94 +-
.../TestCloseContainerByPipeline.java | 1 -
.../commandhandler/TestCloseContainerHandler.java | 9 +-
.../commandhandler/TestDeleteContainerHandler.java | 120 +-
.../commandhandler/TestFinalizeBlock.java | 12 +-
.../ozoneimpl/TestOzoneContainerWithTLS.java | 80 -
.../ozoneimpl/TestSecureOzoneContainer.java | 2 +-
.../replication/TestContainerReplication.java | 40 -
.../container/server/TestContainerServer.java | 4 +-
.../server/TestSecureContainerServer.java | 2 +-
.../dn/TestDatanodeMinFreeSpaceIntegration.java | 4 +-
...estDuplicateContainerDirScannerIntegration.java | 242 ++
.../ozone/dn/ratis/TestDnRatisLogParser.java | 4 +
....java => ContainerScannerIntegrationTests.java} | 2 +-
...tBackgroundContainerDataScannerIntegration.java | 2 +-
...kgroundContainerMetadataScannerIntegration.java | 2 +-
.../TestOnDemandContainerScannerIntegration.java | 2 +-
...estDataValidate.java => DataValidateTests.java} | 2 +-
.../freon/TestDataValidateWithDummyContainers.java | 2 +-
.../TestDataValidateWithSafeByteOperations.java | 2 +-
.../TestDataValidateWithUnsafeByteOperations.java | 2 +-
.../ozone/local/TestLocalOzoneClusterRuntime.java | 136 +
...agerHA.java => AbstractOzoneManagerHATest.java} | 57 +-
.../org/apache/hadoop/ozone/om/OmTestUtil.java | 8 +
.../ozone/om/OzoneManagerHAFollowerReadTests.java | 62 +
.../OzoneManagerHATests.java} | 28 +-
.../hadoop/ozone/om/TestAddRemoveOzoneManager.java | 2 +-
.../TestOMDbCheckpointServletInodeBasedXfer.java | 76 +-
...shots.java => TestOMRatisSnapshotTransfer.java} | 587 +--
.../hadoop/ozone/om/TestOMRatisSnapshots.java | 706 +---
.../ozone/om/TestOmContainerLocationCache.java | 2 +-
.../ozone/om/TestOzoneManagerHAFollowerRead.java | 468 ---
...stOzoneManagerHAFollowerReadWithAllRunning.java | 73 +-
...OzoneManagerHAFollowerReadWithStoppedNodes.java | 18 +-
.../ozone/om/TestOzoneManagerHAWithAllRunning.java | 2 +-
.../om/TestOzoneManagerHAWithStoppedNodes.java | 28 +-
.../om/TestOzoneManagerListVolumesSecure.java | 491 +--
.../hadoop/ozone/om/TestOzoneManagerPrepare.java | 2 +-
.../apache/hadoop/ozone/om/TestScmSafeMode.java | 27 +-
.../{TestOmSnapshot.java => OmSnapshotTests.java} | 24 +-
.../snapshot/TestOmSnapshotFsoWithNativeLib.java | 2 +-
...mSnapshotFsoWithNativeLibWithLinkedBuckets.java | 33 -
.../TestOmSnapshotFsoWithoutNativeLib.java | 2 +-
...apshotFsoWithoutNativeLibWithLinkedBuckets.java | 2 +-
.../om/snapshot/TestOmSnapshotObjectStore.java | 4 +-
.../TestOmSnapshotWithBucketLinkingLegacy.java | 30 -
.../TestOmSnapshotWithoutBucketLinkingLegacy.java | 2 +-
.../om/snapshot/TestOzoneManagerHASnapshot.java | 20 +-
.../hadoop/ozone/repair/om/TestFSORepairTool.java | 25 +
.../hadoop/ozone/scm/node/TestDiskBalancer.java | 4 +-
...skBalancerDuringDecommissionAndMaintenance.java | 23 +-
.../ozone/shell/TestOzoneDebugReplicasVerify.java | 136 +
.../hadoop/ozone/shell/TestOzoneDebugShell.java | 64 +-
.../hadoop/ozone/shell/TestOzoneTenantShell.java | 4 +-
hadoop-ozone/interface-client/pom.xml | 4 +-
.../src/main/proto/OMAdminProtocol.proto | 4 +
.../src/main/proto/OmClientProtocol.proto | 59 +
.../interface-client/src/main/resources/proto.lock | 344 +-
hadoop-ozone/interface-storage/pom.xml | 4 +-
.../ozone/om/helpers/TestOmKeyInfoCodec.java | 20 +-
hadoop-ozone/mini-cluster/pom.xml | 4 +-
.../org/apache/hadoop/ozone/MiniOzoneCluster.java | 3 +
.../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 16 +-
.../hadoop/ozone/MiniOzoneHAClusterImpl.java | 10 +-
.../hadoop/ozone/UniformDatanodesFactory.java | 8 +-
hadoop-ozone/multitenancy-ranger/pom.xml | 4 +-
hadoop-ozone/ozone-manager/pom.xml | 4 +-
.../org/apache/hadoop/ozone/audit/OMAction.java | 4 +
.../org/apache/hadoop/ozone/om/KeyManagerImpl.java | 36 +
.../java/org/apache/hadoop/ozone/om/OMMXBean.java | 2 +
.../java/org/apache/hadoop/ozone/om/OMMetrics.java | 41 +-
.../hadoop/ozone/om/OMPerformanceMetrics.java | 21 +
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 31 +-
.../apache/hadoop/ozone/om/OmMetadataReader.java | 40 +
.../hadoop/ozone/om/OmMetadataReaderMetrics.java | 4 +
.../org/apache/hadoop/ozone/om/OmSnapshot.java | 10 +
.../hadoop/ozone/om/OmSnapshotLocalDataYaml.java | 12 +-
.../apache/hadoop/ozone/om/OmSnapshotManager.java | 5 +-
.../apache/hadoop/ozone/om/OmSnapshotMetrics.java | 12 +
.../org/apache/hadoop/ozone/om/OzoneManager.java | 32 +-
.../org/apache/hadoop/ozone/om/ResolvedBucket.java | 10 +
.../hadoop/ozone/om/codec/OMDBDefinition.java | 10 +-
.../org/apache/hadoop/ozone/om/ha/OMService.java | 51 +-
.../hadoop/ozone/om/ha/OMServiceException.java} | 24 +-
.../hadoop/ozone/om/ha/OMServiceManager.java | 77 +
.../hadoop/ozone/om/helpers/OMAuditLogger.java | 3 +
.../ozone/om/ratis/OzoneManagerRatisServer.java | 63 +-
.../ozone/om/ratis/OzoneManagerStateMachine.java | 4 +
.../om/ratis/utils/OzoneManagerRatisUtils.java | 6 +
.../hadoop/ozone/om/request/OMClientRequest.java | 39 +-
.../ozone/om/request/file/OMFileCreateRequest.java | 16 +-
.../om/request/key/OMAllocateBlockRequest.java | 82 +-
.../request/key/OMAllocateBlockRequestWithFSO.java | 184 +-
.../ozone/om/request/key/OMKeyCreateRequest.java | 25 +-
.../ozone/om/request/key/OMKeyDeleteRequest.java | 4 +-
.../om/request/key/OMKeyDeleteRequestWithFSO.java | 3 +-
.../ozone/om/request/key/OMKeyRenameRequest.java | 2 +-
.../hadoop/ozone/om/request/key/OMKeyRequest.java | 62 +-
.../S3ExpiredMultipartUploadsAbortRequest.java | 42 +-
.../multipart/S3MultipartUploadAbortRequest.java | 42 +-
.../S3MultipartUploadAbortRequestWithFSO.java | 9 +-
.../S3MultipartUploadCommitPartRequest.java | 74 +-
.../S3MultipartUploadCommitPartRequestWithFSO.java | 8 +-
.../S3MultipartUploadCompleteRequest.java | 78 +-
.../S3MultipartUploadCompleteRequestWithFSO.java | 6 +-
.../s3/tagging/S3BucketTaggingRequestBase.java | 183 +
.../s3/tagging/S3DeleteBucketTaggingRequest.java | 132 +
.../s3/tagging/S3PutBucketTaggingRequest.java | 129 +
.../request/snapshot/OMSnapshotCreateRequest.java | 4 +-
.../request/snapshot/OMSnapshotDeleteRequest.java | 8 +-
.../request/snapshot/OMSnapshotPurgeRequest.java | 11 +-
.../om/request/util/OMMultipartUploadUtils.java | 102 +
.../validation/OMClientVersionValidator.java | 2 +-
.../validation/OMLayoutVersionValidator.java | 2 +-
.../om/request/volume/OMQuotaRepairRequest.java | 6 +
.../om/request/volume/OMVolumeDeleteRequest.java | 40 +-
.../om/request/volume/OMVolumeSetOwnerRequest.java | 35 +-
.../om/request/volume/OMVolumeSetQuotaRequest.java | 39 +-
.../om/request/volume/acl/OMVolumeAclRequest.java | 45 +-
.../request/volume/acl/OMVolumeAddAclRequest.java | 8 +-
.../volume/acl/OMVolumeRemoveAclRequest.java | 8 +-
.../request/volume/acl/OMVolumeSetAclRequest.java | 8 +-
.../AbstractS3MultipartAbortResponse.java | 53 +-
.../S3ExpiredMultipartUploadsAbortResponse.java | 3 +-
.../multipart/S3MultipartUploadAbortResponse.java | 30 +-
.../S3MultipartUploadAbortResponseWithFSO.java | 14 +-
.../S3MultipartUploadCommitPartResponse.java | 23 +-
...S3MultipartUploadCommitPartResponseWithFSO.java | 8 +-
.../S3MultipartUploadCompleteResponse.java | 15 +-
.../S3MultipartUploadCompleteResponseWithFSO.java | 10 +-
.../hadoop/ozone/om/service/CompactDBUtil.java | 34 +-
.../hadoop/ozone/om/service/CompactionService.java | 7 +-
.../ozone/om/service/DirectoryDeletingService.java | 14 +-
.../hadoop/ozone/om/service/QuotaRepairTask.java | 267 +-
.../ozone/om/service/SnapshotDeletingService.java | 14 +-
.../om/service/SnapshotDiffCleanupService.java | 33 +-
.../om/snapshot/OmSnapshotLocalDataManager.java | 83 +-
.../ozone/om/snapshot/SnapshotDiffManager.java | 4 +-
.../ozone/om/snapshot/SnapshotDiffValueParser.java | 359 ++
.../om/snapshot/defrag/SnapshotDefragService.java | 16 +-
.../protocolPB/OMAdminProtocolServerSideImpl.java | 6 +-
.../protocolPB/OzoneManagerRequestHandler.java | 23 +
.../resources/webapps/ozoneManager/ozoneManager.js | 4 +-
.../apache/hadoop/ozone/om/TestKeyManagerImpl.java | 450 ++-
.../hadoop/ozone/om/TestOmMetadataManager.java | 25 +
.../ozone/om/TestOmSnapshotLocalDataYaml.java | 36 +
.../hadoop/ozone/om/ha/TestOMServiceManager.java | 103 +
.../hadoop/ozone/om/lock/TestKeyPathLock.java | 2 +-
.../om/ratis/TestOzoneManagerRatisServer.java | 40 +
.../om/ratis/TestOzoneManagerStateMachine.java | 5 +
.../ozone/om/request/OMRequestTestUtils.java | 7 +
.../TestOMClientRequestUserInfoFallback.java | 106 +
...tBucketRequest.java => BucketRequestTests.java} | 2 +-
.../request/bucket/TestOMBucketCreateRequest.java | 2 +-
.../request/bucket/TestOMBucketDeleteRequest.java | 2 +-
.../bucket/TestOMBucketSetPropertyRequest.java | 2 +-
.../bucket/acl/TestOMBucketAddAclRequest.java | 4 +-
.../bucket/acl/TestOMBucketRemoveAclRequest.java | 4 +-
.../bucket/acl/TestOMBucketSetAclRequest.java | 4 +-
.../om/request/file/TestOMFileCreateRequest.java | 4 +-
.../om/request/file/TestOMRecoverLeaseRequest.java | 4 +-
...estOMKeyRequest.java => OMKeyRequestTests.java} | 2 +-
.../om/request/key/TestOMAllocateBlockRequest.java | 2 +-
.../TestOMDirectoriesPurgeRequestAndResponse.java | 2 +-
.../ozone/om/request/key/TestOMKeyAclRequest.java | 2 +-
.../om/request/key/TestOMKeyCommitRequest.java | 2 +-
.../om/request/key/TestOMKeyCreateRequest.java | 2 +-
.../om/request/key/TestOMKeyDeleteRequest.java | 133 +-
.../request/key/TestOMKeyDeleteRequestWithFSO.java | 69 +
.../key/TestOMKeyPurgeRequestAndResponse.java | 2 +-
.../om/request/key/TestOMKeyRenameRequest.java | 2 +-
.../om/request/key/TestOMKeysDeleteRequest.java | 2 +-
.../om/request/key/TestOMKeysRenameRequest.java | 2 +-
.../request/key/TestOMOpenKeysDeleteRequest.java | 2 +-
.../om/request/key/TestOMPrefixAclRequest.java | 2 +-
.../om/request/key/TestOMSetTimesRequest.java | 2 +-
...rtRequest.java => S3MultipartRequestTests.java} | 2 +-
.../TestS3ExpiredMultipartUploadsAbortRequest.java | 2 +-
.../TestS3InitiateMultipartUploadRequest.java | 2 +-
.../TestS3MultipartUploadAbortRequest.java | 2 +-
.../TestS3MultipartUploadCommitPartRequest.java | 357 +-
.../TestS3MultipartUploadCompleteRequest.java | 2 +-
.../tagging/TestS3DeleteBucketTaggingRequest.java | 257 ++
.../tagging/TestS3DeleteObjectTaggingRequest.java | 4 +-
.../s3/tagging/TestS3PutBucketTaggingRequest.java | 274 ++
.../s3/tagging/TestS3PutObjectTaggingRequest.java | 4 +-
...est.java => OMDelegationTokenRequestTests.java} | 2 +-
.../security/TestOMGetDelegationTokenRequest.java | 2 +-
.../snapshot/TestOMSnapshotCreateRequest.java | 11 +-
.../snapshot/TestOMSnapshotDeleteRequest.java | 9 +-
.../TestOMSnapshotMoveTableKeysRequest.java | 4 +-
.../TestOMSnapshotPurgeRequestAndResponse.java | 11 +-
.../snapshot/TestOMSnapshotRenameRequest.java | 4 +-
...estOMSnapshotSetPropertyRequestAndResponse.java | 4 +-
.../upgrade/TestOMCancelPrepareRequest.java | 4 +-
...olumeRequest.java => OMVolumeRequestTests.java} | 2 +-
.../request/volume/TestOMVolumeCreateRequest.java | 2 +-
.../request/volume/TestOMVolumeDeleteRequest.java | 2 +-
.../volume/TestOMVolumeSetOwnerRequest.java | 2 +-
.../volume/TestOMVolumeSetQuotaRequest.java | 2 +-
.../volume/acl/TestOMVolumeAddAclRequest.java | 4 +-
.../volume/acl/TestOMVolumeRemoveAclRequest.java | 4 +-
.../volume/acl/TestOMVolumeSetAclRequest.java | 4 +-
...ResponseUtils.java => OMResponseTestUtils.java} | 4 +-
.../bucket/TestOMBucketCreateResponse.java | 4 +-
.../bucket/TestOMBucketDeleteResponse.java | 4 +-
.../bucket/TestOMBucketSetPropertyResponse.java | 4 +-
.../file/TestOMDirectoryCreateResponse.java | 4 +-
.../file/TestOMDirectoryCreateResponseWithFSO.java | 4 +-
...tOMKeyResponse.java => OMKeyResponseTests.java} | 2 +-
.../response/key/TestOMAllocateBlockResponse.java | 2 +-
.../om/response/key/TestOMKeyCommitResponse.java | 2 +-
.../om/response/key/TestOMKeyCreateResponse.java | 2 +-
.../om/response/key/TestOMKeyDeleteResponse.java | 2 +-
.../om/response/key/TestOMKeyRenameResponse.java | 2 +-
.../key/TestOMKeyRenameResponseWithFSO.java | 4 +-
.../om/response/key/TestOMKeysDeleteResponse.java | 2 +-
.../om/response/key/TestOMKeysRenameResponse.java | 2 +-
.../response/key/TestOMOpenKeysDeleteResponse.java | 2 +-
.../key/acl/prefix/TestOMPrefixAclResponse.java | 4 +-
...Response.java => S3MultipartResponseTests.java} | 111 +-
...TestS3ExpiredMultipartUploadsAbortResponse.java | 2 +-
.../TestS3InitiateMultipartUploadResponse.java | 2 +-
.../TestS3MultipartUploadAbortResponse.java | 2 +-
.../TestS3MultipartUploadAbortResponseWithFSO.java | 4 +-
...> TestS3MultipartUploadCommitPartResponse.java} | 169 +-
...S3MultipartUploadCommitPartResponseWithFSO.java | 246 +-
.../TestS3MultipartUploadCompleteResponse.java | 388 ++
...stS3MultipartUploadCompleteResponseWithFSO.java | 450 +--
.../tagging/TestS3DeleteObjectTaggingResponse.java | 4 +-
.../s3/tagging/TestS3PutObjectTaggingResponse.java | 4 +-
...se.java => OMDelegationTokenResponseTests.java} | 2 +-
.../security/TestOMGetDelegationTokenResponse.java | 2 +-
.../TestOMSnapshotMoveTableKeysResponse.java | 4 +-
...umeResponse.java => OMVolumeResponseTests.java} | 2 +-
.../volume/TestOMVolumeCreateResponse.java | 2 +-
.../volume/TestOMVolumeDeleteResponse.java | 2 +-
.../volume/TestOMVolumeSetOwnerResponse.java | 2 +-
.../volume/TestOMVolumeSetQuotaResponse.java | 2 +-
.../om/service/TestDirectoryDeletingService.java | 29 +
.../ozone/om/service/TestQuotaRepairTask.java | 146 +-
.../om/service/TestSnapshotDeletingService.java | 119 +-
.../om/service/TestSnapshotDiffCleanupService.java | 57 +-
...e.java => SnapshotRequestAndResponseTests.java} | 6 +-
.../snapshot/TestOmSnapshotLocalDataManager.java | 49 +-
.../ozone/om/snapshot/TestSnapshotDiffManager.java | 173 +-
.../om/snapshot/TestSnapshotDiffValueParser.java | 249 ++
.../snapshot/defrag/TestSnapshotDefragService.java | 44 +
hadoop-ozone/ozonefs-common/pom.xml | 4 +-
hadoop-ozone/ozonefs-hadoop2/pom.xml | 4 +-
hadoop-ozone/ozonefs-hadoop3/pom.xml | 4 +-
hadoop-ozone/ozonefs-shaded/pom.xml | 4 +-
hadoop-ozone/ozonefs/pom.xml | 4 +-
hadoop-ozone/pom.xml | 5 +-
hadoop-ozone/recon-codegen/pom.xml | 2 +-
hadoop-ozone/recon/pom.xml | 16 +-
.../apache/hadoop/ozone/recon/ReconConstants.java | 7 +
.../hadoop/ozone/recon/ReconControllerModule.java | 8 +
.../hadoop/ozone/recon/ReconRestServletModule.java | 66 +-
.../org/apache/hadoop/ozone/recon/ReconServer.java | 8 +-
.../hadoop/ozone/recon/ReconServerConfigKeys.java | 78 +-
.../apache/hadoop/ozone/recon/TarExtractor.java | 8 +-
.../ozone/recon/api/AccessHeatMapEndpoint.java | 1 -
.../apache/hadoop/ozone/recon/api/AdminOnly.java | 34 -
.../hadoop/ozone/recon/api/BlocksEndPoint.java | 1 -
.../hadoop/ozone/recon/api/BucketEndpoint.java | 1 -
.../hadoop/ozone/recon/api/ContainerEndpoint.java | 1 -
.../ozone/recon/api/DataNodeMetricsService.java | 80 +-
.../hadoop/ozone/recon/api/FeaturesEndpoint.java | 1 -
.../hadoop/ozone/recon/api/NSSummaryEndpoint.java | 1 -
.../ozone/recon/api/OMDBInsightEndpoint.java | 1 -
.../ozone/recon/api/PendingDeletionEndpoint.java | 13 +-
.../recon/api/StorageDistributionEndpoint.java | 19 +-
.../ozone/recon/api/TriggerDBSyncEndpoint.java | 1 -
.../hadoop/ozone/recon/api/VolumeEndpoint.java | 1 -
.../api/types/DataNodeMetricsCompleteResponse.java | 79 +
.../api/types/DataNodeMetricsProgressResponse.java | 53 +
.../api/types/DataNodeMetricsServiceResponse.java | 130 -
.../ozone/recon/chatbot/ChatbotConfigKeys.java | 173 +
.../ozone/recon/chatbot/ChatbotException.java | 42 +
.../hadoop/ozone/recon/chatbot/ChatbotModule.java | 55 +
.../ozone/recon/chatbot/agent/ChatbotAgent.java | 676 ++++
.../ozone/recon/chatbot/agent/ChatbotUtils.java | 149 +
.../recon/chatbot/agent/LlmToolSpecFactory.java | 291 ++
.../ozone/recon/chatbot/agent}/package-info.java | 6 +-
.../ozone/recon/chatbot/api/ChatbotEndpoint.java | 368 ++
.../ozone/recon/chatbot/api}/package-info.java | 6 +-
.../hadoop/ozone/recon/chatbot/llm/GenParams.java} | 35 +-
.../hadoop/ozone/recon/chatbot/llm/LLMClient.java | 219 ++
.../recon/chatbot/llm/LangChain4jDispatcher.java | 512 +++
.../hadoop/ozone/recon/chatbot/llm/LlmRouting.java | 130 +
.../ozone/recon/chatbot/llm}/package-info.java | 6 +-
.../hadoop/ozone/recon/chatbot}/package-info.java | 6 +-
.../recon/chatbot/recon/ReconApiAllowlist.java | 78 +
.../recon/chatbot/recon/ReconEndpointRouter.java | 249 ++
.../recon/chatbot/recon/ReconQueryExecutor.java | 96 +
.../recon/chatbot/recon/ReconQueryResult.java | 65 +
.../chatbot/recon/ReconResponseUnwrapper.java | 57 +
.../ozone/recon/chatbot/recon/package-info.java | 14 +-
.../recon/chatbot/security/CredentialHelper.java | 96 +
.../recon/chatbot/security}/package-info.java | 6 +-
.../ozone/recon/fsck/ReconReplicationManager.java | 4 +-
.../metrics/ReconScmContainerSyncMetrics.java | 217 +
.../persistence/ContainerHealthSchemaManager.java | 56 +-
.../recon/persistence/DerbyDataSourceProvider.java | 3 +-
.../ozone/recon/scm/ContainerReplicaHistory.java | 18 +-
.../hadoop/ozone/recon/scm/PipelineSyncTask.java | 9 +-
.../ozone/recon/scm/ReconContainerManager.java | 200 +-
.../scm/ReconStorageContainerManagerFacade.java | 117 +-
.../recon/scm/ReconStorageContainerSyncHelper.java | 738 +++-
.../recon/spi/ReconContainerMetadataManager.java | 8 +-
.../recon/spi/StorageContainerServiceProvider.java | 29 +
.../spi/impl/OzoneManagerServiceProviderImpl.java | 2 +-
.../impl/ReconContainerMetadataManagerImpl.java | 22 +-
.../impl/StorageContainerServiceProviderImpl.java | 16 +
.../hadoop/ozone/recon/tasks/NSSummaryTask.java | 80 +-
.../recon/tasks/NSSummaryTaskDbEventHandler.java | 42 +
.../ozone/recon/tasks/NSSummaryTaskWithLegacy.java | 20 +-
.../ozone/recon/tasks/NSSummaryTaskWithOBS.java | 31 +-
.../ozone/recon/tasks/ReconTaskControllerImpl.java | 32 +-
.../chatbot/recon-fallback-prompt-template.txt | 10 +
.../chatbot/recon-summarization-prompt.txt | 29 +
.../recon-tool-selection-prompt-preamble.txt | 49 +
.../main/resources/chatbot/recon-tool-semantics.md | 838 ++++
.../webapps/recon/ozone-recon-web/.eslintignore | 26 -
.../webapps/recon/ozone-recon-web/.gitignore | 6 +
.../ozone-recon-web/e2e/chatbot-errors.spec.ts | 268 ++
.../recon/ozone-recon-web/eslint.config.mjs | 109 +
.../webapps/recon/ozone-recon-web/package.json | 29 +-
.../recon/ozone-recon-web/playwright.config.ts | 47 +-
.../webapps/recon/ozone-recon-web/pnpm-lock.yaml | 4130 +++++++++-----------
.../src/__tests__/assistant/Assistant.test.tsx | 322 ++
.../src/__tests__/capacity/Capacity.test.tsx | 217 +-
.../mocks/assistantMocks/assistantServer.ts | 158 +
.../ozone-recon-web/src/__tests__/vitest.setup.ts | 4 +-
.../webapps/recon/ozone-recon-web/src/app.tsx | 165 +-
.../src/utils/axiosRequestHelper.tsx | 14 +
.../recon/ozone-recon-web/src/utils/clipboard.ts | 47 +
.../src/v2/components/navBar/navBar.tsx | 23 +-
.../src/v2/components/plots/nuPieChart.tsx | 87 +-
.../tables/insights/containerMismatchTable.tsx | 6 -
.../tables/insights/deletePendingDirsTable.tsx | 6 -
.../tables/insights/deletePendingKeysTable.tsx | 6 -
.../tables/insights/deletedContainerKeysTable.tsx | 6 -
.../src/v2/constants/breadcrumbs.constants.tsx | 4 +-
.../src/v2/constants/chatbot.constants.tsx | 130 +
.../ozone-recon-web/src/v2/hooks/useChat.hook.tsx | 201 +
.../src/v2/pages/assistant/assistant.less | 744 ++++
.../src/v2/pages/assistant/assistant.tsx | 185 +
.../src/v2/pages/assistant/components/Composer.tsx | 117 +
.../pages/assistant/components/DisabledState.tsx | 50 +
.../v2/pages/assistant/components/EmptyState.tsx | 83 +
.../assistant/components/LoadingIndicator.tsx | 70 +
.../pages/assistant/components/MessageBubble.tsx | 97 +
.../v2/pages/assistant/components/MessageList.tsx | 89 +
.../v2/pages/assistant/components/ModelPicker.tsx | 110 +
.../v2/pages/assistant/components/ReconAIMark.tsx | 55 +
.../src/v2/pages/capacity/capacity.less | 18 +
.../src/v2/pages/capacity/capacity.tsx | 98 +-
.../pages/capacity/components/CapacityDetail.tsx | 49 +-
.../capacity/components/CapacityDetailError.tsx} | 31 +-
.../src/v2/pages/insights/omInsights.tsx | 2 +-
.../v2/pages/namespaceUsage/namespaceUsage.less | 17 +-
.../src/v2/pages/namespaceUsage/namespaceUsage.tsx | 184 +-
.../recon/ozone-recon-web/src/v2/routes-v2.tsx | 5 +
.../chatbot.types.ts} | 45 +-
.../hadoop/ozone/recon/TestTarExtractor.java | 131 +
.../hadoop/ozone/recon/api/TestBlocksEndPoint.java | 2 +-
.../ozone/recon/api/TestContainerEndpoint.java | 94 +-
.../hadoop/ozone/recon/api/TestEndpoints.java | 14 +-
.../ozone/recon/api/TestOpenContainerCount.java | 2 +-
.../recon/api/TestPendingDeletionEndpoint.java | 35 +-
.../recon/api/TestStorageDistributionEndpoint.java | 30 +-
.../ozone/recon/api/filters/TestAdminFilter.java | 68 +-
.../agent/TestChatbotAgentExecutionPolicy.java | 221 ++
.../agent/TestChatbotAgentListKeysPolicy.java | 258 ++
.../agent/TestChatbotAgentMultiToolAndSummary.java | 188 +
.../agent/TestChatbotAgentToolCallParsing.java | 276 ++
.../recon/chatbot/agent/TestChatbotUtils.java | 316 ++
.../recon/chatbot/api/TestChatbotEndpoint.java | 416 ++
.../chatbot/llm/TestLangChain4jDispatcher.java | 169 +
.../ozone/recon/chatbot/llm/TestLlmRouting.java | 86 +
.../recon/chatbot/recon/TestReconApiAllowlist.java | 52 +
.../chatbot/recon/TestReconEndpointRouter.java | 185 +
.../chatbot/recon/TestReconQueryExecutor.java | 155 +
.../recon/TestReconQueryExecutorListKeys.java | 91 +
.../chatbot/recon/TestReconResponseUnwrapper.java | 56 +
.../recon/TestReconToolCatalogConsistency.java | 102 +
.../chatbot/security/TestCredentialHelper.java | 129 +
.../metrics/TestReconScmContainerSyncMetrics.java | 99 +
.../TestUnhealthyContainersDerbyPerformance.java | 176 +-
.../scm/AbstractReconContainerManagerTest.java | 36 +-
.../ozone/recon/scm/TestReconContainerManager.java | 121 +-
...TestReconIncrementalContainerReportHandler.java | 76 +-
.../ozone/recon/scm/TestReconNodeManager.java | 5 +-
.../scm/TestReconSCMContainerSyncIntegration.java | 1130 ++++++
.../TestReconStorageContainerManagerFacade.java | 218 ++
.../scm/TestReconStorageContainerSyncHelper.java | 109 +-
.../ozone/recon/tasks/TestNSSummaryTask.java | 442 ++-
.../recon/tasks/TestReconTaskControllerImpl.java | 95 +-
hadoop-ozone/s3-secret-store/pom.xml | 4 +-
hadoop-ozone/s3gateway/pom.xml | 4 +-
.../org/apache/hadoop/ozone/audit/S3GAction.java | 5 +
.../s3/commontypes/DirectoryBucketMetadata.java | 79 +
.../ozone/s3/commontypes/ObjectKeyNameAdapter.java | 8 +-
.../hadoop/ozone/s3/endpoint/BucketAclHandler.java | 7 +-
.../ozone/s3/endpoint/BucketCrudHandler.java | 5 +-
.../hadoop/ozone/s3/endpoint/BucketEndpoint.java | 18 +-
.../s3/endpoint/BucketGetLocationHandler.java | 47 +
.../ozone/s3/endpoint/BucketTaggingHandler.java | 152 +
...CompleteMultipartUploadRequestUnmarshaller.java | 17 +-
.../hadoop/ozone/s3/endpoint/EndpointBase.java | 93 +-
.../s3/endpoint/ListDirectoryBucketsResponse.java | 69 +
.../ozone/s3/endpoint/ListObjectResponse.java | 2 +-
.../hadoop/ozone/s3/endpoint/ObjectEndpoint.java | 130 +-
.../ozone/s3/endpoint/ObjectEndpointStreaming.java | 67 +-
.../hadoop/ozone/s3/endpoint/RootEndpoint.java | 128 +
.../ozone/s3/endpoint/S3ConditionalRequest.java | 27 +
.../s3/endpoint/S3ObjectStreamingWriteGuard.java | 55 +
.../ozone/s3/endpoint/S3ObjectWriteGuard.java | 126 +
.../hadoop/ozone/s3/metrics/S3GatewayMetrics.java | 114 +-
.../ozone/s3/signature/StringToSignProducer.java | 8 +-
.../org/apache/hadoop/ozone/s3/util/S3Consts.java | 15 +
.../hadoop/ozone/client/ClientProtocolStub.java | 28 +-
.../hadoop/ozone/client/OzoneBucketStub.java | 60 +-
.../hadoop/ozone/client/OzoneVolumeStub.java | 35 +-
.../ozone/s3/endpoint/EndpointTestUtils.java | 100 +-
...bjectDelete.java => TestBucketGetLocation.java} | 45 +-
.../hadoop/ozone/s3/endpoint/TestBucketList.java | 94 +
.../ozone/s3/endpoint/TestBucketTaggingDelete.java | 92 +
.../ozone/s3/endpoint/TestBucketTaggingGet.java | 126 +
.../ozone/s3/endpoint/TestBucketTaggingPut.java | 206 +
...CompleteMultipartUploadRequestUnmarshaller.java | 63 +
.../s3/endpoint/TestListDirectoryBuckets.java | 187 +
.../s3/endpoint/TestMultipartUploadComplete.java | 35 +
.../hadoop/ozone/s3/endpoint/TestObjectDelete.java | 76 +
.../hadoop/ozone/s3/endpoint/TestObjectGet.java | 53 +-
.../hadoop/ozone/s3/endpoint/TestObjectHead.java | 35 +
.../ozone/s3/endpoint/TestObjectMultiDelete.java | 39 +
.../hadoop/ozone/s3/endpoint/TestObjectPut.java | 90 +-
.../hadoop/ozone/s3/endpoint/TestPartUpload.java | 95 +-
.../ozone/s3/endpoint/TestS3ObjectWriteGuard.java | 218 ++
.../ozone/s3/endpoint/TestUploadWithStream.java | 30 +
.../ozone/s3/metrics/TestS3GatewayMetrics.java | 81 +-
.../s3/signature/TestStringToSignProducer.java | 28 +
.../hadoop/ozone/s3/signature}/package-info.java | 7 +-
hadoop-ozone/tools/pom.xml | 26 +-
.../org/apache/hadoop/fs/ozone/OzoneFsShell.java | 11 +-
.../hadoop/ozone/local/LocalOzoneCluster.java | 757 ++++
.../org/apache/hadoop/ozone/shell/OzoneRatis.java | 5 +-
.../apache/hadoop/ozone/utils/AutoCompletion.java | 6 +-
.../hadoop/ozone/local/TestLocalOzoneCluster.java | 357 ++
hadoop-ozone/vapor/pom.xml | 8 +-
.../ozone/freon/ClosedContainerReplicator.java | 270 --
.../hadoop/ozone/freon/DatanodeSimulator.java | 19 +-
.../hadoop/ozone/freon/SCMThroughputBenchmark.java | 14 +-
pom.xml | 183 +-
1166 files changed, 61031 insertions(+), 17285 deletions(-)
copy .github/workflows/{pull-request.yml => asf-allowlist-check.yaml} (53%)
create mode 100644 AGENTS.md
create mode 120000 CLAUDE.md
create mode 100644 THREAT_MODEL.md
create mode 100644
hadoop-hdds/cli-common/src/main/java/org/apache/hadoop/hdds/cli/DeprecatedCliOption.java
create mode 100644
hadoop-hdds/cli-common/src/test/java/org/apache/hadoop/hdds/cli/TestGenericCliConfiguration.java
create mode 100644
hadoop-hdds/client/src/test/java/org/apache/hadoop/hdds/scm/storage/MockDatanodePipeline.java
create mode 100644
hadoop-hdds/client/src/test/java/org/apache/hadoop/hdds/scm/storage/TestBlockDataStreamOutput.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/net/HostAndPort.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/ConnectionFailureUtils.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/scm/container/TestContainerID.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/utils/TestConnectionFailureUtils.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/io_/retry/TestRetryProxy.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/io_/retry/UnreliableImplementation.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/io_/retry/UnreliableInterface.java
copy
hadoop-hdds/{erasurecode/src/test/java/org/apache/ozone/erasurecode/rawcoder/TestXORRawCoder.java
=> common/src/test/java/org/apache/ratis/util/RatisUtilTestUtil.java} (73%)
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/ozoneimpl/ScanTransientIOUtil.java
delete mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/replication/ContainerDownloader.java
delete mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/replication/CopyContainerResponseStream.java
delete mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/replication/DownloadAndImportReplicator.java
delete mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/replication/SimpleContainerDownloader.java
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/common/statemachine/TestSCMConnectionManager.java
rename
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/common/transport/server/ratis/{TestContainerStateMachine.java
=> ContainerStateMachineTests.java} (95%)
rename
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/ozoneimpl/{TestContainerScannersAbstract.java
=> ContainerScannerTests.java} (99%)
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/ozoneimpl/TestScanTransientIOUtil.java
delete mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/replication/TestCopyContainerResponseStream.java
delete mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/replication/TestDownloadAndImportReplicator.java
delete mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/replication/TestSimpleContainerDownloader.java
create mode 100644 hadoop-hdds/docs/content/design/efficient-snapdiff.md
rename
hadoop-hdds/erasurecode/src/test/java/org/apache/ozone/erasurecode/{TestCoderBase.java
=> CoderTests.java} (99%)
rename
hadoop-hdds/erasurecode/src/test/java/org/apache/ozone/erasurecode/rawcoder/{TestRSRawCoderBase.java
=> RSRawCoderTests.java} (97%)
rename
hadoop-hdds/erasurecode/src/test/java/org/apache/ozone/erasurecode/rawcoder/{TestRawCoderBase.java
=> RawCoderTests.java} (98%)
create mode 100644
hadoop-hdds/erasurecode/src/test/java/org/apache/ozone/erasurecode/rawcoder/TestCoderUtil.java
rename
hadoop-hdds/erasurecode/src/test/java/org/apache/ozone/erasurecode/rawcoder/{TestXORRawCoderBase.java
=> XORRawCoderTests.java} (95%)
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/scm/ha/SequenceIdType.java
rename hadoop-hdds/{server-scm =>
framework}/src/test/java/org/apache/hadoop/hdds/scm/ha/TestSequenceIdType.java
(100%)
create mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/scm/proxy/TestSCMFailoverProxyProviderRefresh.java
create mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/scm/proxy/TestSCMFailoverProxyProviderRefreshWired.java
create mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/utils/db/TestRDBTable.java
create mode 100644
hadoop-hdds/managed-rocksdb/src/test/java/org/apache/hadoop/hdds/utils/db/managed/TestManagedDBOptions.java
delete mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/ha/SCMHAInvocationHandler.java
rename
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/ha/{SequenceIdType.java
=> StatefulServiceDefinition.java} (53%)
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/safemode/ECMinDataNodeSafeModeRule.java
rename
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/balancer/{TestableCluster.java
=> MockCluster.java} (98%)
rename
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/replication/{TestMisReplicationHandler.java
=> MisReplicationHandlerTests.java} (99%)
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/ha/TestSCMHATransactionBufferMonitorTask.java
rename hadoop-hdds/server-scm/src/{main =>
test}/java/org/apache/hadoop/hdds/scm/ha/invoker/ScmInvokerCodeGenerator.java
(93%)
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/ha/invoker/ScmInvokerCodeGeneratorMains.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/ha/invoker/TestScmInvokerCodeGenerator.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/metadata/TestSequenceIdTypeCodec.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/pipeline/TestBackgroundPipelineCreator.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/safemode/TestECMinDataNodeSafeModeRule.java
rename
hadoop-hdds/test-utils/src/main/java/org/apache/ozone/test/{TestClock.java =>
MockClock.java} (88%)
create mode 100644
hadoop-ozone/cli-admin/src/test/java/org/apache/hadoop/hdds/cli/TestOzoneAdminDeprecatedOptions.java
create mode 100644
hadoop-ozone/cli-debug/src/main/java/org/apache/hadoop/ozone/debug/datanode/container/analyze/AnalyzeSubcommand.java
create mode 100644
hadoop-ozone/cli-debug/src/main/java/org/apache/hadoop/ozone/debug/datanode/container/analyze/ContainerDirectoryScanner.java
create mode 100644
hadoop-ozone/cli-debug/src/main/java/org/apache/hadoop/ozone/debug/datanode/container/analyze/ContainerDiskOccurrence.java
create mode 100644
hadoop-ozone/cli-debug/src/main/java/org/apache/hadoop/ozone/debug/datanode/container/analyze/ContainerScanResult.java
copy
hadoop-ozone/{fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/failure
=>
cli-debug/src/main/java/org/apache/hadoop/ozone/debug/datanode/container/analyze}/package-info.java
(85%)
create mode 100644
hadoop-ozone/cli-debug/src/test/java/org/apache/hadoop/ozone/debug/datanode/container/analyze/ContainerAnalyzeTestHelper.java
create mode 100644
hadoop-ozone/cli-debug/src/test/java/org/apache/hadoop/ozone/debug/datanode/container/analyze/TestAnalyzeSubcommand.java
create mode 100644
hadoop-ozone/cli-debug/src/test/java/org/apache/hadoop/ozone/debug/datanode/container/analyze/TestContainerDirectoryScanner.java
copy hadoop-ozone/{s3-secret-store => cli-interactive}/pom.xml (60%)
rename hadoop-ozone/{cli-shell =>
cli-interactive}/src/main/java/org/apache/hadoop/ozone/shell/OzoneInteractiveShell.java
(57%)
copy
hadoop-ozone/{fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/failure
=>
cli-interactive/src/main/java/org/apache/hadoop/ozone/shell}/package-info.java
(90%)
create mode 100644
hadoop-ozone/cli-repair/src/test/java/org/apache/hadoop/ozone/repair/om/TestCompactOMDB.java
create mode 100644
hadoop-ozone/cli-shell/src/main/java/org/apache/hadoop/ozone/shell/OzoneInteractiveWelcome.java
create mode 100644
hadoop-ozone/cli-shell/src/test/java/org/apache/hadoop/ozone/shell/keys/TestGetKeyHandler.java
create mode 100644
hadoop-ozone/client/src/test/java/org/apache/hadoop/ozone/client/checksum/FileChecksumBenchmark.java
create mode 100644
hadoop-ozone/client/src/test/java/org/apache/hadoop/ozone/client/io/TestKeyDataStreamOutput.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/ha/TestOMFailoverProxyProviderRefreshWired.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/ha/TestOMProxyInfoDnsRefresh.java
create mode 100644
hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/Ozone - Container
Balancer Metrics.json
create mode 100644
hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/Ozone - Datanode
Decommission and Maintenance.json
create mode 100644
hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/Ozone - OM
Overview.json
create mode 100644
hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/Ozone - SCM
overview.json
rename hadoop-ozone/dist/src/main/smoketest/{s3 => }/awss3virtualhost.robot
(96%)
create mode 100644
hadoop-ozone/dist/src/main/smoketest/debug/ozone-debug-tests-ec6-3.robot
copy .github/workflows/pull-request.yml =>
hadoop-ozone/dist/src/main/smoketest/prometheus/prometheus.robot (59%)
create mode 100644
hadoop-ozone/dist/src/main/smoketest/prometheus/prometheus_check.py
delete mode 100644 hadoop-ozone/dist/src/main/smoketest/repair/om-compact.robot
create mode 100644 hadoop-ozone/dist/src/main/smoketest/s3/buckettagging.robot
copy hadoop-ozone/{dev-support/checks/unit.sh =>
dist/src/test/shell/http_request_logger.bats} (54%)
mode change 100755 => 100644
delete mode 100644
hadoop-ozone/fault-injection-test/mini-chaos-tests/dev-support/findbugsExcludeFile.xml
delete mode 100644 hadoop-ozone/fault-injection-test/mini-chaos-tests/pom.xml
delete mode 100755
hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/bin/start-chaos.sh
delete mode 100644
hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/MiniOzoneChaosCluster.java
delete mode 100644
hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/MiniOzoneLoadGenerator.java
delete mode 100644
hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/TestAllMiniChaosOzoneCluster.java
delete mode 100644
hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/TestDatanodeMiniChaosOzoneCluster.java
delete mode 100644
hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/TestMiniChaosOzoneCluster.java
delete mode 100644
hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/TestOzoneManagerMiniChaosOzoneCluster.java
delete mode 100644
hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/TestStorageContainerManagerMiniChaosOzoneCluster.java
delete mode 100644
hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/failure/FailureManager.java
delete mode 100644
hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/failure/Failures.java
delete mode 100644
hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/loadgenerators/AgedDirLoadGenerator.java
delete mode 100644
hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/loadgenerators/AgedLoadGenerator.java
delete mode 100644
hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/loadgenerators/DataBuffer.java
delete mode 100644
hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/loadgenerators/FilesystemLoadGenerator.java
delete mode 100644
hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/loadgenerators/LoadBucket.java
delete mode 100644
hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/loadgenerators/LoadExecutors.java
delete mode 100644
hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/loadgenerators/LoadGenerator.java
delete mode 100644
hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/loadgenerators/NestedDirLoadGenerator.java
delete mode 100644
hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/loadgenerators/RandomLoadGenerator.java
delete mode 100644
hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/loadgenerators/ReadOnlyLoadGenerator.java
delete mode 100644
hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/resources/META-INF/services/org.apache.hadoop.fs.FileSystem
delete mode 100644
hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/resources/log4j.properties
create mode 100644
hadoop-ozone/freon/src/main/java/org/apache/hadoop/ozone/freon/OzoneClientKeyListReader.java
create mode 100644
hadoop-ozone/freon/src/test/java/org/apache/hadoop/ozone/freon/TestHadoopFsClientClose.java
copy
hadoop-hdds/erasurecode/src/test/java/org/apache/ozone/erasurecode/rawcoder/TestNativeXORRawCoder.java
=>
hadoop-ozone/freon/src/test/java/org/apache/hadoop/ozone/freon/TestOzoneClientKeyListReader.java
(52%)
create mode 100644
hadoop-ozone/freon/src/test/java/org/apache/hadoop/ozone/freon/TestRandomKeyGenerator.java
delete mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/wsrs/JSONProvider.java
create mode 100644
hadoop-ozone/httpfsgateway/src/test/java/org/apache/ozone/lib/service/instrumentation/TestInstrumentationSerialization.java
create mode 100644
hadoop-ozone/httpfsgateway/src/test/java/org/apache/ozone/lib/wsrs/TestJSONMapProvider.java
rename
hadoop-ozone/{fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/OzoneChaosCluster.java
=> iceberg/src/main/java/org/apache/hadoop/ozone/iceberg/IcebergCommand.java}
(62%)
create mode 100644
hadoop-ozone/iceberg/src/main/java/org/apache/hadoop/ozone/iceberg/RewriteTablePathCommand.java
rename
hadoop-ozone/integration-test-recon/src/test/java/org/apache/hadoop/ozone/recon/{TestReconOmMetaManagerUtils.java
=> ReconOmMetaManagerTestUtils.java} (91%)
create mode 100644
hadoop-ozone/integration-test-recon/src/test/java/org/apache/hadoop/ozone/recon/TestReconContainerHealthSummaryEndToEnd.java
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/conf/{TestConfigurationFieldsBase.java
=> ConfigurationFieldsTests.java} (99%)
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/container/TestPendingContainerTrackerIntegration.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/client/rpc/TestClientRetryContainerStateMachineFailures.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/client/rpc/TestClientRetryTimeout.java
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/client/rpc/read/{TestInputStreamBase.java
=> InputStreamTests.java} (99%)
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/client/rpc/read/TestStreamReadDatanodeFailover.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/container/TestContainerReportHandlingWithHA.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/dn/container/TestDuplicateContainerDirScannerIntegration.java
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/dn/scanner/{TestContainerScannerIntegrationAbstract.java
=> ContainerScannerIntegrationTests.java} (99%)
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/freon/{TestDataValidate.java
=> DataValidateTests.java} (99%)
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/local/TestLocalOzoneClusterRuntime.java
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/{TestOzoneManagerHA.java
=> AbstractOzoneManagerHATest.java} (90%)
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/OzoneManagerHAFollowerReadTests.java
copy
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/{freon/TestDataValidateWithSafeByteOperations.java
=> om/OzoneManagerHATests.java} (60%)
copy
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/{TestOMRatisSnapshots.java
=> TestOMRatisSnapshotTransfer.java} (57%)
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestOzoneManagerHAFollowerRead.java
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/{TestOmSnapshot.java
=> OmSnapshotTests.java} (99%)
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestOmSnapshotFsoWithNativeLibWithLinkedBuckets.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestOmSnapshotWithBucketLinkingLegacy.java
copy
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/DNMXBean.java
=>
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/ha/OMService.java
(54%)
rename
hadoop-ozone/{integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestOmSnapshotObjectStoreWithLinkedBuckets.java
=>
ozone-manager/src/main/java/org/apache/hadoop/ozone/om/ha/OMServiceException.java}
(66%)
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/ha/OMServiceManager.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/s3/tagging/S3BucketTaggingRequestBase.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/s3/tagging/S3DeleteBucketTaggingRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/s3/tagging/S3PutBucketTaggingRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/snapshot/SnapshotDiffValueParser.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/ha/TestOMServiceManager.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/TestOMClientRequestUserInfoFallback.java
rename
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/bucket/{TestBucketRequest.java
=> BucketRequestTests.java} (99%)
rename
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/key/{TestOMKeyRequest.java
=> OMKeyRequestTests.java} (99%)
rename
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/s3/multipart/{TestS3MultipartRequest.java
=> S3MultipartRequestTests.java} (99%)
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/s3/tagging/TestS3DeleteBucketTaggingRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/s3/tagging/TestS3PutBucketTaggingRequest.java
rename
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/security/{TestOMDelegationTokenRequest.java
=> OMDelegationTokenRequestTests.java} (98%)
rename
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/volume/{TestOMVolumeRequest.java
=> OMVolumeRequestTests.java} (99%)
rename
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/{TestOMResponseUtils.java
=> OMResponseTestUtils.java} (95%)
rename
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/key/{TestOMKeyResponse.java
=> OMKeyResponseTests.java} (99%)
rename
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/s3/multipart/{TestS3MultipartResponse.java
=> S3MultipartResponseTests.java} (76%)
copy
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/s3/multipart/{TestS3MultipartUploadCommitPartResponseWithFSO.java
=> TestS3MultipartUploadCommitPartResponse.java} (60%)
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/s3/multipart/TestS3MultipartUploadCompleteResponse.java
rename
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/security/{TestOMDelegationTokenResponse.java
=> OMDelegationTokenResponseTests.java} (97%)
rename
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/volume/{TestOMVolumeResponse.java
=> OMVolumeResponseTests.java} (98%)
rename
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/snapshot/{TestSnapshotRequestAndResponse.java
=> SnapshotRequestAndResponseTests.java} (98%)
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestSnapshotDiffValueParser.java
delete mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/AdminOnly.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/DataNodeMetricsCompleteResponse.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/DataNodeMetricsProgressResponse.java
delete mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/DataNodeMetricsServiceResponse.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/ChatbotConfigKeys.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/ChatbotException.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/ChatbotModule.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/agent/ChatbotAgent.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/agent/ChatbotUtils.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/agent/LlmToolSpecFactory.java
copy
hadoop-ozone/{fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/failure
=>
recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/agent}/package-info.java
(87%)
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/api/ChatbotEndpoint.java
copy
hadoop-ozone/{fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/failure
=>
recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/api}/package-info.java
(88%)
rename
hadoop-ozone/{fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/loadgenerators/RandomDirLoadGenerator.java
=>
recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/llm/GenParams.java}
(50%)
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/llm/LLMClient.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/llm/LangChain4jDispatcher.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/llm/LlmRouting.java
copy
hadoop-ozone/{fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/failure
=>
recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/llm}/package-info.java
(88%)
copy
hadoop-ozone/{fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/failure
=>
recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot}/package-info.java
(87%)
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/recon/ReconApiAllowlist.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/recon/ReconEndpointRouter.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/recon/ReconQueryExecutor.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/recon/ReconQueryResult.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/recon/ReconResponseUnwrapper.java
copy
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/common/transport/server/ratis/TestContainerStateMachineFollower.java
=>
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/recon/package-info.java
(69%)
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/security/CredentialHelper.java
copy
hadoop-ozone/{fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/failure
=>
recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/security}/package-info.java
(88%)
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/metrics/ReconScmContainerSyncMetrics.java
create mode 100644
hadoop-ozone/recon/src/main/resources/chatbot/recon-fallback-prompt-template.txt
create mode 100644
hadoop-ozone/recon/src/main/resources/chatbot/recon-summarization-prompt.txt
create mode 100644
hadoop-ozone/recon/src/main/resources/chatbot/recon-tool-selection-prompt-preamble.txt
create mode 100644
hadoop-ozone/recon/src/main/resources/chatbot/recon-tool-semantics.md
delete mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/.eslintignore
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/e2e/chatbot-errors.spec.ts
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/eslint.config.mjs
copy
hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/util/UUIDUtil.java =>
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/playwright.config.ts
(58%)
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/__tests__/assistant/Assistant.test.tsx
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/__tests__/mocks/assistantMocks/assistantServer.ts
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/utils/clipboard.ts
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/constants/chatbot.constants.tsx
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/hooks/useChat.hook.tsx
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/pages/assistant/assistant.less
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/pages/assistant/assistant.tsx
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/pages/assistant/components/Composer.tsx
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/pages/assistant/components/DisabledState.tsx
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/pages/assistant/components/EmptyState.tsx
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/pages/assistant/components/LoadingIndicator.tsx
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/pages/assistant/components/MessageBubble.tsx
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/pages/assistant/components/MessageList.tsx
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/pages/assistant/components/ModelPicker.tsx
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/pages/assistant/components/ReconAIMark.tsx
copy
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/{constants/breadcrumbs.constants.tsx
=> pages/capacity/components/CapacityDetailError.tsx} (58%)
copy
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/{constants/breadcrumbs.constants.tsx
=> types/chatbot.types.ts} (58%)
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/TestTarExtractor.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/chatbot/agent/TestChatbotAgentExecutionPolicy.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/chatbot/agent/TestChatbotAgentListKeysPolicy.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/chatbot/agent/TestChatbotAgentMultiToolAndSummary.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/chatbot/agent/TestChatbotAgentToolCallParsing.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/chatbot/agent/TestChatbotUtils.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/chatbot/api/TestChatbotEndpoint.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/chatbot/llm/TestLangChain4jDispatcher.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/chatbot/llm/TestLlmRouting.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/chatbot/recon/TestReconApiAllowlist.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/chatbot/recon/TestReconEndpointRouter.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/chatbot/recon/TestReconQueryExecutor.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/chatbot/recon/TestReconQueryExecutorListKeys.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/chatbot/recon/TestReconResponseUnwrapper.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/chatbot/recon/TestReconToolCatalogConsistency.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/chatbot/security/TestCredentialHelper.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/metrics/TestReconScmContainerSyncMetrics.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/scm/TestReconSCMContainerSyncIntegration.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/scm/TestReconStorageContainerManagerFacade.java
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/commontypes/DirectoryBucketMetadata.java
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/BucketGetLocationHandler.java
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/BucketTaggingHandler.java
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/ListDirectoryBucketsResponse.java
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/S3ObjectStreamingWriteGuard.java
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/S3ObjectWriteGuard.java
copy
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/{TestObjectDelete.java
=> TestBucketGetLocation.java} (54%)
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestBucketTaggingDelete.java
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestBucketTaggingGet.java
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestBucketTaggingPut.java
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestListDirectoryBuckets.java
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestS3ObjectWriteGuard.java
rename
hadoop-ozone/{fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/failure
=>
s3gateway/src/test/java/org/apache/hadoop/ozone/s3/signature}/package-info.java
(82%)
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/local/LocalOzoneCluster.java
create mode 100644
hadoop-ozone/tools/src/test/java/org/apache/hadoop/ozone/local/TestLocalOzoneCluster.java
delete mode 100644
hadoop-ozone/vapor/src/main/java/org/apache/hadoop/ozone/freon/ClosedContainerReplicator.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
