This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch
dependabot/npm_and_yarn/hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/browserify-sign-4.2.2
in repository https://gitbox.apache.org/repos/asf/ozone.git
discard c50e28d356 Bump browserify-sign
add 349736a8da HDDS-9120. Add separate timeout config for
ECXceiverClientGrpc (#5148)
add ce07b30723 HDDS-9500. Migrate simple tests in ozone-client to JUnit5
(#5501)
add 02f133ede4 HDDS-9493. Migrate tests in ozone-common to JUnit5 (#5499)
add 3d7e786a0c HDDS-8940. Fix for missing SST files on optimized snapDiff
code path (#5465)
add 2f708b87af HDDS-9546. Fix possible deadlock during shutdown in
OzoneDelegationTokenSecretManager (#5495)
add 0b377f7620 HDDS-9558. Log reason for not using a node at info level in
SCMCommonPlacementPolicy (#5507)
add d9fa1ea535 HDDS-9556. Recon UI : Bucket Drop down filter is not
getting disabled when more than 1 volume is selected (#5503)
add 7fba817618 HDDS-9465. Recon UI - Disk Usage page should reflect the
information it displays (#5461)
add 4fb7054699 HDDS-9283. ManagedReadOptions/ManagedSlice not closed
properly in DBScanner (#5510)
add 6ae9fff505 HDDS-9492. Ban import of JUnit4 classes in modules already
migrated to JUnit5 (#5508)
add 54eaf8239c HDDS-9488. Merge TestOzoneFileSystemWithLinks into
TestOzoneFileSystem (#5464)
add f32e98bbe9 HDDS-9520. Merge some TestOzoneManagerHA subclasses (#5500)
add 70070a9030 HDDS-9555. Decommission should not wait on deleting
containers (#5502)
add 6025765c5f HDDS-9560. Improve NSSummaryTask thread name (#5515)
add 6035201cc3 HDDS-9406. Do not run all checks for draft PR touching CI
files (#5406)
add a90044c86b HDDS-9446. Set HadoopRPC as the default transport between
S3 and Ozone. (#5463)
add f39f82d125 HDDS-9114. HDDS-9115. ETag support (#5162)
add f0377a83e4 HDDS-9382. Clean up: Remove snapshotId from compaction DAG.
(#5471)
add 45aa6c1f1c HDDS-9464. Speed up TestStorageContainerManager (#5449)
add 062ea47faf HDDS-9229. Fix S3A compatibility - dfs -put for FSO bucket.
(#5422)
add fc97293f29 HDDS-9550. Container report shows missing containers when
they actually appear empty (#5523)
add 0dad32fc6d HDDS-9602. Backport HDDS-9550 to legacy RM (missing
containers which are empty) (#5527)
add e4ff5fa1b9 HDDS-9549. defaultReadBufferCapacity should be int instead
of long (#5522)
add d6e9c5cd93 HDDS-9540. Inconsistent API definitions in BlockManager
(#5520)
add 08131b9add HDDS-9605. Upgrade coverage check to Java 17 (#5540)
add 41f36dc7b8 HDDS-9625. Enable multipart upload cleanup service by
default (#5544)
add 4c5e4749a3 HDDS-9599. Recon : Highlight the search icon on the
containers page of Recon UI (#5545)
add 9f67f4b1b5 HDDS-9611. Avoid unnecessary buffer conversion in
KeyValueHandler.validateChunkChecksumData (#5542)
add ff3c071f52 HDDS-9214. Remove Reclaimed snapshot status type (#5536)
add 890aed38d1 HDDS-9108. Improve error message when force deleting FSO
bucket via S3 (#5533)
add 3fd187630d HDDS-8434. Get volume/bucket info from Recon (#4585)
add 435f87964f HDDS-9297. Avoid reading bucket/volume info multiple times
in getKeyInfo (#5427)
add fe5f5504d0 HDDS-9490. Migrate tests in ozone-tools to JUnit5 (#5531)
add 11ea8a7a18 HDDS-9628. Link in OzoneConfigKeys javadoc from
DFS_CONTAINER_IPC_RANDOM_PORT to DFS_CONTAINER_IPC_PORT_DEFAULT (#5546)
add 2747bf2fbf HDDS-9591. Replication Manager could incorrectly use
QUASI_CLOSED replicas as replication sources for CLOSED containers (#5537)
add e3d604b9c2 HDDS-9629. Create workflow for running acceptance test
repeatedly (#5548)
add 444a1f7221 HDDS-9584. Make native build thread count configurable
(#5552)
add d763d3b0c6 HDDS-9630. Add missing javadoc description for
ECReplicationConfig constructor param (#5550)
add 2d98a7bed7 HDDS-9641. Parallel loading datanode volume db store (#5555)
add 585a7892c4 HDDS-9607. Overwrite file by multipart upload, saving wrong
ReplicationConfig in KeyInfo (#5534)
add 4b9a1dc590 HDDS-9318. Prevent bucket from being deleted if incomplete
MPUs exist (#5326)
add 6e639d5c38 HDDS-9523. Ozone Manager should honor property
'hadoop.security.token.service.use_ip' (#5484)
add 11e452a224 HDDS-9609. Recon doesn't display 'Last Heartbeat' for
datanodes (#5553)
add 87958e61e9 HDDS-8876. Mark TestOMRatisSnapshots as flaky
add 8e52a3a6f2 HDDS-8773. [S3G] Improve list performance in FSO bucket
(#4868)
add 60f6d632a2 HDDS-9171. Resolve dependabot build issues when updating
npm packages (#5538)
add 1cf54f34af HDDS-9588. DN import of container is not safe while
replication (#5543)
add d9298bacf3 HDDS-9496. Migrate tests in ozone-manager to Junit5 (#5559)
add e14fb8e092 HDDS-9526. Two S3G instances writing the same key may cause
data loss in case of an exception. (#5524)
add fc18ea6b9b HDDS-9664. Bump jersey to 1.19.4 (#5566)
add f6f1769059 HDDS-9597. Snapdiff fails in case of key renames to deleted
directories (#5526)
add 52236b152b HDDS-9557. Datanode should log Follower cannot close
container at info level (#5506)
add 26a82c12db HDDS-9559. Synchronized OmSnapshotMetrics initialization
(#5512)
add 85b8c3626d HDDS-9652. Legacy RM will not replicate all unhealthy
containers when some are decommissioning (#5562)
add 596e1f5e76 HDDS-9660. NPE at OzoneManagerRatisServer.getRaftLeaderId
(#5575)
add db55221b66 HDDS-9420. [compatibility] Enabling GRPC encryption causes
SCM startup failure (#5561)
add 88a1697212 HDDS-9672. Bump maven-install-plugin to 3.1.1 (#5569)
add 0c7ae8007d HDDS-9673. Bump maven-pdf-plugin to 1.6.1 (#5567)
add 2f71e296de HDDS-9627. Reset RaftPeer priorities after transfer
leadership (#5549)
add 081d806624 HDDS-9541. NPE in OMDBCheckpointServlet.Lock#lock with OM
Ratis disabled (#5535)
add 72ab6a7a53 HDDS-9587. `No serializer found for class ThreadLocal` in
DBSCanner for pipelines in scm.db (#5581)
add 4e95b702a9 HDDS-9677. Reuse SCMDBDefinition instance in
SCMMetadataStoreImpl#start() (#5587)
add fbca57a6c0 HDDS-8876. Mark TestOMRatisSnapshots unhealthy (#5593)
add 19ab9ef4af HDDS-9684. Bump maven-assembly-plugin to 3.6.0 (#5594)
add d02fcf7218 HDDS-9685. Handle IllegalStateException in
OMSnapshotCreateRequest (#5598)
add 79b6bb895f HDDS-9686. Bump picocli to 4.7.5 (#5596)
add ed45567aa8 HDDS-9688. Bump joda-time to 2.12.5 (#5595)
add 57b9770b42 HDDS-9661. Datanode should not need to download existing
container (#5576)
add 0350b1d825 HDDS-9676. SORT_DATANODE audit log should include request
details (#5589)
add 3aae672576 HDDS-9678. Topology level is not set in datanode object for
distance calculation (#5588)
add f4a3b0e64c HDDS-8165. Implemented snapshot info API and handler (#5578)
add ad2414697e HDDS-9636. Fix NoSuchElement in OMSnapshotPurgeRequest and
exit loop early in SnapshotDeletingService (#5554)
add 19dd9c8142 HDDS-9498. Migrate tests with TemporaryFolder in
ozone-recon to JUnit5 (#5556)
add de19361073 HDDS-9682. Skip coverage check for dependabot (#5599)
add e9867d8cd6 HDDS-8201. Migrated TestOmSnapshotFileSystem tests to
JUnit5. (#5518)
add 015437b9ba HDDS-9583. Run secure MR acceptance test with all supported
Hadoop versions (#5564)
add 450749aac8 HDDS-9659. Intermittent failure in
TestOzoneECClient#testPartialStripeWithPartialChunkRetry (#5601)
add 066215dbc6 HDDS-9296. Add Swagger UI for Recon REST APIs (#5509)
add 87b8771616 HDDS-9689. Bump maven-clean-plugin to 3.3.2 (#5597)
add 6e21042349 Recon's keyContainerTable doesn't get cleaned up after key
deletes (#5577)
add 6d8407fbc8 HDDS-9495. Migrate TestCreatePipelineCommandHandler to
JUnit5 (#5607)
add 5f7bd726df HDDS-8988. Migrate simple tests in hdds-container-service
to JUnit5 (#5602)
add 97f2f9156f HDDS-9651. Randomize read pipeline order when datanodes
cannot be sorted by distance (#5574)
add 974d7738a6 HDDS-9694. Delete redundant symbols in the datanode
heartbeat report log (#5606)
add a0e19bd462 HDDS-9698. Skip push build for dependabot (#5608)
add 366c2fb57a HDDS-1059. Recover public key and certificate with private
key present for DN and Recon (#5404)
add 19b8816f96 HDDS-9690. Bump license-maven-plugin to 2.3.0 (#5568)
add 324aa037b7 HDDS-9692. Do not include SpotBugs at compile scope. (#5603)
add 407eb2a592 HDDS-9548. Intermittent failures in
TestRootCaRotationPoller (#5525)
add 2ed9f44cc8 HDDS-8196. DB listener to only track SSTs that belong to
the tables of interest. (#5511)
add bcef7aa18d HDDS-9708. Refactor unit tests to reuse DispatcherContext.
(#5617)
add 15c77c6e9b HDDS-9704. Eliminate dependency on spotbugs-annotations
(#5615)
add 54a5985405 HDDS-9654. Support ranged GET request for a specified part
(#5565)
add a791b4ae27 HDDS-9693. Set secretKeyClient in
MiniOzoneClusterImpl#restartHddsDatanode to enable token verififcation after
restart. (#5618)
add 7a138954ee HDDS-9663. Allow OM to detect client address when using
gRPC (#5590)
add 2085ebeddb HDDS-9720. XceiverServerRatis.triggerPipelineClose throws
NPE in test. (#5624)
add 61dba03f5a HDDS-9696. Add configuration for wait time after checking
queue in DeleteCmdWorker (#5611)
add 086e303f14 HDDS-9697. ContainerStateMachine.applyTransaction(..)
should not validate token again. (#5622)
add 356071171f HDDS-8974. Introduce detailed lock information (#5020)
add a8963982b1 HDDS-3448. Fix and enable TestQueryNode (#5614)
add 9934cd6d5e Revert "HDDS-9078. Set
ratis.thirdparty.io.netty.native.workdir as OZONE home temp directory. (#5111)"
(#5630)
add 6f5d0d6b7b HDDS-8201. Added snapshot delete in all tests of
TestOmSnapshotFileSystem (#5605)
add 59573e4b12 HDDS-9722. Add some logging when KeyDeletingService is
running (#5626)
add 62508ed291 HDDS-9687. Handle key deletion with OM Ratis disabled
(#5600)
add 945e8bfdcf HDDS-9724. Provide stack trace for RocksObject allocation
(#5631)
add 5cb7fae5b1 HDDS-9731. Fix false positive findbugs warnings in
CodecBuffer (#5638)
add e2564c53d5 HDDS-9740. Bump httpcore.version to 4.4.16 (#5635)
add 546c390004 HDDS-9713. Replace Thread.sleep in TestPipelineClose.
(#5629)
add a2f5faaf67 HDDS-9544. Incorrect pipeline ID and state for closed
container. (#5541)
add a41dae4e80 HDDS-9741. Bump maven-surefire-plugin to 3.2.2 (#5637)
add cddc5719ae HDDS-9323. Apply expiry of excluded datanodes to writing
Ratis keys (#5530)
add 143f15cdd2 HDDS-9742. Bump maven-war-plugin to 3.4.0 (#5634)
add ca14ebae27 HDDS-9745. Change IllegalStateException to IOException in
SnapshotChainManager (#5652)
add 4445662c29 HDDS-9444. S3SecretManager fails to revoke secret due to
inconsistency between S3Cache and S3SecretTable. (#5445)
add 94c68309e3 HDDS-9757. Cannot run specific test due to
failIfNoSpecifiedTests=true (#5653)
add fbae1b873c HDDS-9502. Migrate tests in ozonefs-common to JUnit5 (#5648)
add c83bd0885c HDDS-9732. SCM WebUI incorrectly renders DN links (#5642)
add cf47339128 HDDS-9735. Datanodes to retry close pipeline commands until
pipeline is removed. (#5643)
add e0974f2054 HDDS-9706. Intermittent failure in
TestOzoneManagerHAWithStoppedNodes#testOMRatisSnapshot. (#5645)
add cb83827806 HDDS-9393. Introduce data unit support for objects creation
in freon (#5519)
add 4d8e252a8f HDDS-9499. Migrate tests in ozone-s3gateway to JUnit5
(#5616)
add dc18d7bdff HDDS-9699. Upgrade Hadoop2 to latest 2.10.2 (#5609)
add 429d876dc5 Migrated integration tests with TemporaryFolder to JUnit5
(#5656)
add 904a916f3b HDDS-9192. Update Ratis to 3.0.0. (#5205)
add 037014de5f HDDS-9749. Infinite loop in
ReconUtils.nextClosestPowerIndexOfTwo(). (#5654)
add a81773bafd HDDS-9353. ReplicationManager: Ignore any Datanodes that
are not in-service and healthy when finding unique origins (#5650)
add 8bb40df8c1 HDDS-9491. Migrate tests in hdds to JUnit5 (#5655)
add 7963745216 HDDS-9512. Datanode client port conflicts with HDFS
Datanode web port (#5639)
add 73089d0a3b HDDS-9700. Allow ozone admin container info to list
multiple containers (#5659)
add 3ff425ccf0 HDDS-9646. Unknown container from datanode in Recon. (#5560)
add a17a93be3a HDDS-9726. Add page jump function and entity count display
to the Node Status section of the SCM UI. (#5646)
add 60bb060421 HDDS-9734. ChunkInputStream should use new token after
pipeline refresh (#5664)
add 36a23f93fa HDDS-8876. Enable TestOMRatisSnapshots, increase timeouts,
disable flaky assertions (#5673)
add 170e0a721b HDDS-9721. Intermittent timeout in
TestReconInsightsForDeletedDirectories (#5647)
add 7dcae6715c HDDS-9593. Replication Manager: Do not count unique origin
nodes as over-replicated (#5592)
add ffe2a2e53b HDDS-9737. Legacy Replication Manager should consider that
UNHEALTHY replicas might be decommissioning (#5674)
add c0e49b90fb HDDS-3506. Enable
TestOzoneFileInterfaces#testOzoneManagerLocatedFileStatusBlockOffsetsWithMultiBlockFile
(#5675)
add aeb504029d HDDS-9691. Migrate remaining tests in ozone-recon to JUnit5
(#5669)
add 8c97e1e584 HDDS-7329. Extend ozone admin datanode usageinfo and list
info to accept hostname parameter (#3835)
add fbe584c0cc HDDS-8040. Increase ratis log segment default size in
datanode. (#5671)
add 7da62e6d27 HDDS-3438. Fix and enable
TestContainerServer#testClientServerWithContainerDispatcher (#5667)
add 8df4ddc6b1 HDDS-9773. Fix to run TestOmSnapshotFileSystem in CI
workflow (#5685)
add ae58db36bc HDDS-9769. SCM's
FinalizationStateManager#finalizeLayoutFeature Ratis call should be idempotent.
(#5670)
add b59366dcea HDDS-9718. Add performance audit logging for S3G (#5644)
add 3aca295218 HDDS-9702. Improve logging when Recon gets a full update
from OM (#5612)
add d838993922 HDDS-9783. Unregister MBean after test execution in
TestAbstractLayoutVersionManager. (#5687)
add d1961391af HDDS-9787. Bump jersey2.version to 2.41 (#5683)
add ee6a4ad99e HDDS-9674. Read from non-datanode host does not consider
topology (#5610)
add 7f7ef67900 HDDS-9789. Bump commons-cli to 1.6.0 (#5681)
add 289739fccd HDDS-9266. Acceptance test for snapshot data validation
after OM bootstrapping (#5350)
add 07f31082ee HDDS-9778. Disable rocksDB cache for snapshot (#5676)
add 799b20a08b HDDS-5506. Use secure cluster for upgrade acceptance tests
(#5585)
add e84dfaa7fc HDDS-9780. Intermittent failure in
testS3SecretCacheSizePostDoubleBufferFlush (#5693)
add 28fa30c877 HDDS-9537. Intermittent failure in
TestPipelineManagerMXBean (#5677)
add 2cbb0e634a HDDS-9479. Pipeline close doesn't wait for containers to be
closed. (#5604)
add 827fb8180c HDDS-9747. Incorrect sorting order for all unhealthy
replicas in RatisOverReplicationHandler (#5689)
add 6bf5374b59 HDDS-9501. Migrate misc. tests in hadoop-ozone to JUnit5
(#5692)
add 55836a608b HDDS-9497. Migrate TestRpcClient to JUnit5 (#5699)
add 6d7ba130cf HDDS-9797. Pass defaultInstance instead of a class in
Proto2/3Codec. (#5695)
add 0ad306faad Migrated TestOmSnapshot to Junit5 (#5696)
add d83497827d HDDS-9801. Increase the timeout in
TestPipelineClose#testPipelineCloseWithPipelineAction. (#5702)
add d58e082395 HDDS-9675. Eliminate unnecessary stream in
SCMBlockProtocolServer#sortDatanodes (#5691)
add bf12f4e6bf HDDS-9766. Intermittent AlreadyClosedException in
TestCommitWatcher.testReleaseBuffersOnException. (#5700)
add 38dc52478e HDDS-9360. Throw an IOException if continuation token for
snapshot diff is more than the total diff entries (#5697)
add cff506b1b2 HDDS-9703. Check that dependencies have acceptable license
(#5623)
add c656504b87 HDDS-9772. Avoid recreating typesafe config objects
unnecessarily (#5690)
add 728e1fe444 HDDS-9504. Migrate some parameterized integration tests to
JUnit5 (#5679)
add c65da9e267 HDDS-9542. Ozone debug chunkinfo command shows incorrect
number of entries. (#5703)
add 3d64e2acd8 HDDS-9594. Make the number of containers logged
configurable in DatanodeAdminMonitorImpl (#5701)
add 911ee464e2 HDDS-9763. Over Replication Check of all UNHEALTHY replicas
is broken (#5678)
add cd9bcc6abb HDDS-9812. Bump gradle-enterprise-maven-extension to 1.19.3
(#5680)
add 40a8e6729c HDDS-9813. Bump native-maven-plugin to 1.0-alpha-11 (#5684)
add 74dc25b1cc HDDS-9530. Recon - NPE in handling deleteKey event in
NSSummaryFSO task. (#5490)
add 5a9dbb8503 HDDS-9729. Provide API to check a container via Replication
Manager (#5632)
add a710a5f8fe HDDS-9811. Follower SCM should not process Pipeline Action
(#5712)
add 1789b5d9a1 HDDS-6627. Intermittent failure in
TestGetCommittedBlockLengthAndPutKey (#5698)
add 802fe5e215 HDDS-9818. Ensure valid Raft log write buffer size (#5713)
add 74de0705c9 HDDS-9784. Reduce default log.appender.wait-time.min to 0us
in Datanode (#5711)
add 6ed190c6eb HDDS-9822. Format audit log message lazily (#5718)
add eb7e8d009e HDDS-9668. Zero-Copy in EC GRPC (write) (#5621)
add b1588e82b5 HDDS-9709. Avoid empty pipelines in the container pipeline
cache. (#5625)
add a4bda5c6a2 HDDS-9775. Migrate simple OM integration tests to JUnit5
(#5723)
add cc56c0ba52 HDDS-9821. XceiverServerRatis SyncTimeoutRetry is
overridden (#5717)
add 200b330c47 HDDS-9695. Do not show empty containers as missing in Recon
UI (#5620)
add bc173d6885 HDDS-9744. Set descriptive title for upgrade Robot tests
(#5708)
add 9b3d045a9a HDDS-9837. Bump maven-source-plugin to 3.3.0 (#5730)
add 4e2df9cc25 HDDS-9838. Bump commons-net to 3.10.0 (#5728)
add 3c9df5cf32 HDDS-9727. Replace ThrowableFunction with CheckedFunction
(#5734)
add 7fa7d7650d HDDS-9657. Mark recovering containers unhealthy after DN
restart (#5686)
add dd431cde68 HDDS-9303. Display leader in table and highlight current
node in OM web UI (#5311)
add a9e76d412b HDDS-9826. Fix handling of GroupMismatchException in
XceiverClientRatis.watchForCommit (#5727)
add c0dfd6ea34 Revert "HDDS-1159. Remove flaky tag from
TestContainerStateManagerIntegration (#5291)"
add d1fdf27c63 Revert part of "HDDS-6077. Remove flaky tag from
TestAddRemoveOzoneManager (#5290)"
add 443b796e6b HDDS-9839. Bump javax.annotation-api to 1.3.2 (#5731)
add d9eb6b110e HDDS-7117. Consider reading chunk files using
MappedByteBuffer. (#3674)
add c0f79c489e HDDS-9810. Migrate assertions in unit tests to JUnit5
(#5738)
add 7b821fb155 HDDS-9830. Propagate DBUpdateSuccess flag from OM response
to client (#5736)
add 660ccb9dab HDDS-9825. Fix ListKeys trailing prefix issue. (#5722)
add ee8dd8c30f HDDS-9804. ozone freon dfsg does not work with relative
--path (#5704)
add a4b23971be HDDS-9803. Limit total number of buckets to avoid
OutOfMemoryError in OM. (#5705)
add f840458efa HDDS-9831. Fix NPE and remove unnecessary logic in
HddsConfServlet (#5733)
add aaf2d81e20 HDDS-9554. Introduce a CLI command to show the datanodes
under decommissioning (#5488)
add eb29e2c87e HDDS-9849. Improve UUID generator and remove
java-uuid-generator dependency (#5740)
add 751feb44a9 HDDS-9762. Fix dfs s3a protocol for FSO bucket. (#5735)
add c5b1c65d9d HDDS-9845. Move TestHddsClientUtils to hadoop-hdds/client
(#5744)
add 961403f2cc HDDS-9767. Support passing client address to SCM during
write (#5666)
add dd72e60dd3 HDDS-9805. Reduce cluster size in integration tests. (#5706)
add 0e91b2aa81 HDDS-9483. ozone freon --server is broken by HDDS-6176.
(#5716)
add 67ccbad12a HDDS-9875. Create stack dump if cannot remove docker
network (#5747)
add 023bf5f7ba HDDS-9392. Streaming write pipeline should pick the nearest
datanode as primary node (#5414)
add 39bf172fe1 HDDS-9879. Memory leak in block/container token proto
conversion in OM/SCM (#5748)
add cd1380e3b6 HDDS-3583. Loosen some rule restrictions of checkstyle
(#921)
add 2d09598dd3 HDDS-8958. Handle trust chain changes in clients when
rootCAs are rotated. (#5649)
add 94f539d700 HDDS-9816. NPE for access to MXBean during shutdown of OM.
(#5709)
add fd9bb1e2a4 HDDS-9891. [snapshot] Update list of snapshot apis to
include info details (#5761)
add 582a5cec45 HDDS-9816. Addendum: fix compile error due to conflict with
HDDS-9303 (#5764)
add 29c576199b HDDS-9892. `ozone sh --verbose snapshot info` throws
IllegalFormatConversionException (#5762)
add 92bf0913b6 HDDS-9899 Update RIGHT_MARGIN to 120 for IntelliJ (#5767)
add 33de5596c5 HDDS-9756. Verbose log messages regarding pipeline creation
failure (#5715)
add 4d4108d30b HDDS-9900. TypedTable#iterator returns incorrect exception
on error. (#5768)
add f56fb6ac5c HDDS-9853. Bump JUnit5 to 5.10.1 (#5741)
add 86700ca7c3 HDDS-9872. OM/DN startup failure with non-HA SCM for secret
manager not initialized (#5750)
add cdf3e1657b HDDS-9896. Fix for NullPointerException when replicating
closed container using freon (#5765)
add 23104c258f HDDS-9888. Reduce log level for "not leader" log entries
(#5756)
add 471cf3dfc6 HDDS-9850. Bump okhttp to 4.12.0, okio to 3.6.0, kotlin to
1.9.21 (#5739)
add 698e2f4ffc HDDS-9908. Bump download-maven-plugin to 1.7.1 (#5773)
add a93015a85b HDDS-9909. Bump sqlite-jdbc to 3.44.1.0 (#5772)
add a02a8ed92a HDDS-9871. [Snapshot] Fix Deadlock in SnapshotCache. (#5751)
add 5ae3525a4f HDDS-9777. Migrate simple filesystem integration tests to
JUnit5 (#5769)
add 696ae7799f HDDS-9890. Fix comment typo in OmMetadataManagerImpl (#5763)
add 6d3c069049 HDDS-9906. Bump stax2-api to 4.2.2 (#5771)
add f4fb436047 HDDS-9643. Remove duplicate (and outdated) comment in
CommandDispatcher (#5557)
add b89ef4348a HDDS-9365. [hsync] DataNode to deserialize Ratis
transaction only once. (#5752)
add 09ec0b12e2 HDDS-9635. Trying to close a closed container from CLI
results in indefinite retries. (#5710)
add 6cdc379583 HDDS-9710. Missing snapshot entries list Snapshot under a
bucket API (#5619)
add 5545f86577 HDDS-9902. Decommission: Admin monitor should call
RM.checkContainerState to check for under-replication (#5770)
add 4dc859fbf3 HDDS-9580. Introduce metric for listkeys (#5529)
add 40066405af HDDS-9910. Slow ozone hdfs performance when lots of config
files.
add 8b25c554cb Updated ListSnapshotHandler to pass snapshot continuation
token and snapshot prefix (#5778)
add d793e93550 HDDS-9917. Autolink Hadoop and Ratis issues (#5786)
add 82d2759595 HDDS-9893. Client in clientCache is not properly
invalidated with security enabled (#5780)
add 527be1a6ac HDDS-9422. Return error response when trying to create a
directory under .snapshot path (#5781)
add 4713a9c3b8 HDDS-9920. Add static import for assertions in
parameterized FS integration tests (#5792)
add da1dee0957 HDDS-9873. Intermittent failure at hadoop-maven-plugins in
compile check (#5785)
add 559e884a1d HDDS-9799. Provide a flag to skip the native_rocksdb_tool
loading (#5719)
add 11850f5f9b HDDS-9923. Update line length limit in CONTRIBUTING.md
(#5796)
add fa9b90903d HDDS-9919. Update version to 1.5.0-SNAPSHOT (#5788)
add 027febe3ed HDDS-9846. Datanode should not persist cluster ID to global
version file until loading all volumes. (#5757)
add 690d3d2fb3 HDDS-9880. Elaborate OM VERSION file mismatch message.
(#5759)
add 493c90066f HDDS-9806. Refactor TestBlockOutputStream (#5707)
add 914b1b5f72 HDDS-9494. Migrate parameterized tests in
hdds-container-service to JUnit5 (#5797)
add cba23a5f66 HDDS-9478. Add more details to Safemode verbose output.
(#5760)
add ab717614c3 HDDS-9881. Intermittent address already in use in
TestSecureContainerServer. (#5782)
add c926ec9dd8 HDDS-9886. `hadoop fs -checksum` fails with
`NoClassDefFoundError` on Hadoop 2 (#5799)
add c990899e40 HDDS-9913. Reduce number of times configuration is loaded
in Ozone client (#5789)
add 4ca41a113f HDDS-9937. Move add response in doubleBuffer from
validateAndUpdateCache to handleWriteRequest (#5806)
add 3f35ab738d HDDS-9932. Compose annotation for tests parameterized with
ContainerTestVersionInfo (#5802)
add 6899ea277b HDDS-9827. Improve CLI output when trying to close unknown
container (#5790)
add 1a3cb653fb HDDS-9938. Migrate TimedOutTestsListener to JUnit5 (#5807)
add 88e18e3ecc HDDS-8882. Manage status of DeleteBlocksCommand in SCM to
avoid sending duplicates to Datanode (#4988)
add e05e7aeadf HDDS-9934. Display 'Last Heartbeat' in SCM UI in the Node
Status section (#5803)
add c1937a1757 HDDS-9935. Remove leftover JUnit4 imports from modules
already migrated (#5804)
add 0112a71615 HDDS-9943. TokenRenewer should close OzoneClient after use
(#5809)
add fdd616efa0 HDDS-9957. Bump reload4j to 1.2.25 (#5822)
add 3bd5c61ac4 HDDS-9954. Simplify assertions in hadoop-ozone unit tests
(#5818)
add d71904d2d4 HDDS-6152. Migrate TestOzoneFileSystem to JUnit5 (#5795)
add d83f434274 HDDS-9423. Throw appropriate error messages when deleting a
file in .snapshot path (#5814)
add 6b86d93e1b HDDS-9809. Migrate assertions in integration tests to
JUnit5 (#5815)
add 9bdd9e223e HDDS-9916. Useless execution of version-info in
rocksdb-checkpoint-differ (#5784)
add aa36940a80 HDDS-9962. Mark TestBlockDeletion#testBlockDeletion as flaky
add 3066c49598 HDDS-9776. Migrate simple client integration tests to
JUnit5 (#5819)
add 594b900af5 HDDS-9953. Simplify assertions in hadoop-hdds (#5817)
add 71019a866b HDDS-9933. Recon datanode 'Last Heartbeat' should print
relative values (#5801)
add 42ded03e41 HDDS-9966. Bump maven-shade-plugin to 3.5.1 (#5823)
add dabdedd5ad HDDS-5604. Intermittent failure in TestPipelineClose (#5825)
add b55437f06b HDDS-9829. Bump `jaxb-api` to 2.3.3, `jaxb-runtime` to
2.3.9 (#5777)
add fdf8b6a93b HDDS-9885. Checkstyle check passing despite config error
(#5755)
add faa19906f6 HDDS-9592. Replication Manager: Save UNHEALTHY replicas
with highest BCSID for a QUASI_CLOSED container (#5794)
add cd0c55e4ff HDDS-9828. Do not use Files.createTempFile in tests (#5824)
add be2e19948b HDDS-9942. Move BufferAllocator to test (#5836)
add aa2aa74276 HDDS-9969. Bump maven-compiler-plugin to 3.9.0 (#5774)
add 477c8decfd HDDS-9948. Compose annotation for tests parameterized with
ContainerLayoutVersion (#5839)
add 726dc5506b HDDS-9971. Fix issues in allocateBlock when clientMachine
is null (#5837)
add 0e07225dbd HDDS-9807. Consider volume committed space when checking if
datanode can host new container (#5721)
add 24f6ea4a42 HDDS-9833. Migrate simple shell integration tests to JUnit5
(#5840)
add dc0a10403a HDDS-9322. Remove duplicate containers when loading volumes
on a datanode (#5324)
add 077e09b89e HDDS-9950. 'ozone fs -ls' on volume shows the volume owner
as the bucket owner (#5816)
add a2f3927c45 HDDS-9368. Fix syntax error in run.sh for bash older than
4.2 (#5379)
add 7ce75794f4 HDDS-9582. OM transport factory configuration mismatch
(#5834)
add 8aac3e89f3 HDDS-9955. Simplify assertions in integration tests (#5846)
add 5e32b70ce7 HDDS-9974. Add static import for assertions and mocks in
hdds-client (#5843)
add 0008d9ab08 HDDS-9170. Replaced
GenericTestUtils#assertExceptionContains with AssertJ#assertThat (#5844)
add 4cda788c7f HDDS-9986. Log if there is a failure in closing RocksDB
add 1b26dd3a66 HDDS-9922. Migrate TestOzoneFileInterfaces to JUnit5 (#5838)
add be766f135c HDDS-9834. Migrate simple freon integration tests to JUnit5
(#5855)
add 126d83542f HDDS-9984. RatisSnapshotInfo is synchronized incorrectly.
(#5851)
add b33768e301 HDDS-9503. Migrate simple misc. integration tests to JUnit5
(#5854)
add 0bb733e4ee HDDS-9978. Improve assertTrue assertions in OM integration
tests (#5850)
add f9167a359e HDDS-9975. Add static import for assertions and mocks in
hdds-server-framework (#5849)
add fab58e31e6 HDDS-9946. Move pathComponents calculation to
OMFileRequest#getParentID (#5858)
add 9a682dfff1 HDDS-9989. Add static import for assertions and mocks in
ozone-common (#5861)
add 52ebd81156 HDDS-8113. Remove Hadoop 2.7 compatibility hack (#5776)
add 39ee6037b4 HDDS-9877. ReplicationManager: Create a data driven test
framework (#5746)
add 2816ed0452 HDDS-9992. Add static import for assertions and mocks in
ozone-s3gateway (#5863)
add 06386a75b7 HDDS-10009. Bump commons-lang3 to 3.14.0 (#5869)
add 41f284af94 HDDS-9982. Improve assertTrue assertions in
hdds-server-framework (#5862)
add 086b2b8682 HDDS-9996. Add static import for assertions and mocks in
ozone-recon (#5866)
add cf13ccf571 HDDS-9901. Selective checks: skip tests for IntelliJ config
change (#5775)
add f99837cc45 HDDS-9967. Mark TestOzoneRpcClientAbstract#testListSnapshot
as flaky
add d7f64221c3 HDDS-9876. OM state machine should add response for every
write request to the double-buffer (#5749)
add b28791ae21 HDDS-10016. Bump kotlin to 1.9.22 (#5871)
add ce697ca026 HDDS-9963. Intermittent failure in
TestInterSCMGrpcProtocolService due to port conflict (#5831)
add ad7caf7f3d HDDS-9882. Share ByteString-related code between
OzonePBHelper classes (#5808)
add 557bcdf18a HDDS-10015. Bump cglib to 3.3.0 (#5867)
add 8d69b261cb HDDS-9921. Migrate TestRootedOzoneFileSystem to JUnit5
(#5873)
add bd9f24d0e9 HDDS-10006. Pass TransactionInfo in
OzoneManagerRequestHandler.handleWriteRequest. (#5860)
add 47560b1582 HDDS-10012. Improve assertTrue assertions in
hdds-server-scm (#5876)
add 7616ed501a HDDS-10011. Improve assertTrue assertions in
hdds-container-service (#5874)
add fa1cfc1a38 HDDS-9897. Option to enable Ratis in SCM. (#5779)
add 4eca52b6b7 HDDS-10023. testLockViolations should fail if exception is
not thrown (#5880)
add 24d44938a3 HDDS-9973. Add static import for assertions and mocks in
hdds-common (#5872)
add 2bc9f37dde HDDS-10024. Fix typo in ContainerStateMachine log message
(#5884)
add 2aee970439 HDDS-9962. Intermittent timeout in
TestBlockDeletion.testBlockDeletion (#5886)
add ec2634d8d2 HDDS-10027. NPE in VolumeInfoMetrics.getCommitted() (#5885)
add ddc19e9c1d HDDS-10007. Rename ManagedSstFileReader in
rocksdb-checkpoint-differ (#5859)
add 58572aaa73 HDDS-10020. DoubleBufferEntry should not be generic. (#5878)
add 6169dc7e9a HDDS-10022. Remove current/readyFutureQueue from
OzoneManagerDoubleBuffer. (#5881)
add ad53b0cd69 HDDS-8470. Intermittent failure in
TestStorageContainerManager#testContainerReportQueueTakingMoreTime. (#5828)
add bc6d72a585 Bump browserify-sign
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (c50e28d356)
\
N -- N -- N
refs/heads/dependabot/npm_and_yarn/hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/browserify-sign-4.2.2
(bc6d72a585)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 5 +
.github/dependabot.yml | 37 +
.github/workflows/ci.yml | 44 +-
.github/workflows/dependabot-ci.yml | 78 +
.github/workflows/post-commit.yml | 1 +
.github/workflows/repeat-acceptance.yml | 167 +
.mvn/extensions.xml | 2 +-
CONTRIBUTING.md | 14 +-
dev-support/ci/selective_ci_checks.bats | 50 +-
dev-support/ci/selective_ci_checks.sh | 3 +-
hadoop-hdds/annotations/pom.xml | 4 +-
.../client/dev-support/findbugsExcludeFile.xml | 4 +
hadoop-hdds/client/pom.xml | 15 +-
.../hdds/scm/ClientCredentialInterceptor.java | 65 -
.../hadoop/hdds/scm/ECXceiverClientGrpc.java | 12 +-
.../apache/hadoop/hdds/scm/OzoneClientConfig.java | 7 +-
.../apache/hadoop/hdds/scm/StreamBufferArgs.java | 136 +
.../hadoop/hdds/scm/XceiverClientFactory.java | 9 +-
.../apache/hadoop/hdds/scm/XceiverClientGrpc.java | 63 +-
.../hadoop/hdds/scm/XceiverClientManager.java | 105 +-
.../apache/hadoop/hdds/scm/XceiverClientRatis.java | 24 +-
.../hadoop/hdds/scm/client/ClientTrustManager.java | 225 +
.../hadoop/hdds/scm/client/HddsClientUtils.java | 14 +
.../hdds/scm/storage/BlockDataStreamOutput.java | 9 +-
.../hadoop/hdds/scm/storage/BlockInputStream.java | 112 +-
.../hadoop/hdds/scm/storage/BlockOutputStream.java | 22 +-
.../hadoop/hdds/scm/storage/ByteArrayReader.java | 3 -
.../hadoop/hdds/scm/storage/ChunkInputStream.java | 131 +-
.../hdds/scm/storage/ECBlockOutputStream.java | 6 +-
.../hdds/scm/storage/RatisBlockOutputStream.java | 6 +-
.../hdds/scm/TestContainerClientMetrics.java | 33 +-
.../hdds/scm/client/TestHddsClientUtils.java | 316 +
.../hdds/scm/storage/DummyBlockInputStream.java | 2 +-
.../storage/DummyBlockInputStreamWithRetry.java | 4 +-
.../hdds/scm/storage/DummyChunkInputStream.java | 2 +-
.../hdds/scm/storage/TestBlockInputStream.java | 85 +-
.../storage/TestBlockOutputStreamCorrectness.java | 50 +-
.../hdds/scm/storage/TestChunkInputStream.java | 116 +-
.../hadoop/ozone/client/io/ECStreamTestUtil.java | 7 +-
.../client/io/TestBlockInputStreamFactoryImpl.java | 16 +-
.../ozone/client/io/TestECBlockInputStream.java | 109 +-
.../client/io/TestECBlockInputStreamProxy.java | 68 +-
.../io/TestECBlockReconstructedInputStream.java | 32 +-
.../TestECBlockReconstructedStripeInputStream.java | 160 +-
.../common/dev-support/findbugsExcludeFile.xml | 4 +
hadoop-hdds/common/pom.xml | 32 +-
.../org/apache/hadoop/hdds/HddsConfigKeys.java | 2 +-
.../hadoop/hdds/client/ECReplicationConfig.java | 3 +-
.../hadoop/hdds/conf/DefaultConfigManager.java | 4 +
.../hadoop/hdds/protocol/DatanodeDetails.java | 14 +-
.../hdds/ratis/ContainerCommandRequestMessage.java | 13 +-
.../org/apache/hadoop/hdds/ratis/RatisHelper.java | 148 +-
.../hdds/ratis/ServerNotLeaderException.java | 1 +
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 24 +-
.../apache/hadoop/hdds/scm/XceiverClientSpi.java | 6 -
.../apache/hadoop/hdds/scm/client/ScmClient.java | 6 +-
.../hadoop/hdds/scm/container/ContainerInfo.java | 2 +-
.../scm/container/common/helpers/ExcludeList.java | 3 +
.../hadoop/hdds/scm/exceptions/SCMException.java | 2 +
.../hadoop/hdds/scm/net/NetworkTopology.java | 8 +-
.../hadoop/hdds/scm/net/NetworkTopologyImpl.java | 89 +-
.../apache/hadoop/hdds/scm/pipeline/Pipeline.java | 18 +-
.../protocol/StorageContainerLocationProtocol.java | 6 +-
.../hadoop/hdds/scm/protocolPB/OzonePBHelper.java | 89 +
.../certificate/client/CACertificateProvider.java | 31 +
.../x509/certificate/client/CertificateClient.java | 2 +-
.../apache/hadoop/hdds/utils/db/CodecBuffer.java | 21 +-
.../apache/hadoop/hdds/utils/db/Proto2Codec.java | 19 +-
.../apache/hadoop/hdds/utils/db/Proto3Codec.java | 19 +-
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 16 +-
.../java/org/apache/hadoop/ozone/OzoneConsts.java | 17 +-
.../org/apache/hadoop/ozone/common/Checksum.java | 7 +-
.../apache/hadoop/ozone/common/ChunkBuffer.java | 9 +-
.../common/ChunkBufferImplWithByteBuffer.java | 3 +-
.../common/ChunkBufferImplWithByteBufferList.java | 13 +-
.../ozone/common/ha/ratis/RatisSnapshotInfo.java | 88 -
.../hadoop/ozone/common/utils/BufferUtils.java | 23 +-
.../ozone/container/common/helpers/BlockData.java | 2 +-
.../container/common/helpers/ChunkInfoList.java | 2 +-
.../upgrade/AbstractLayoutVersionManager.java | 21 +-
.../hadoop/ozone/upgrade/LayoutVersionManager.java | 2 +
.../main/java/org/apache/hadoop/util/UUIDUtil.java | 14 +-
.../common/src/main/resources/ozone-default.xml | 86 +-
.../java/org/apache/hadoop/hdds/TestHddsUtils.java | 8 +-
.../conf/TestGeneratedConfigurationOverwrite.java | 13 +-
.../hadoop/hdds/conf/TestOzoneConfiguration.java | 109 +-
.../hadoop/hdds/protocol/MockDatanodeDetails.java | 17 +-
.../ratis/TestContainerCommandRequestMessage.java | 5 +-
.../apache/hadoop/hdds/ratis/TestRatisHelper.java | 56 +-
.../hdds/ratis/TestServerNotLeaderException.java | 82 -
...TestServerNotLeaderExceptionMessageParsing.java | 79 +
.../scm/container/TestContainerReplicaInfo.java | 36 +-
.../container/common/helpers/TestExcludeList.java | 13 +-
.../hdds/scm/net/TestNetworkTopologyImpl.java | 64 +-
.../hdds/upgrade/TestHDDSLayoutVersionManager.java | 11 +-
.../hadoop/hdds/utils/TestHddsIdFactory.java | 8 +-
.../hadoop/hdds/utils/TestResourceCache.java | 17 +-
.../apache/hadoop/hdds/utils/db/CodecTestUtil.java | 25 +-
.../hadoop/hdds/utils/db/Proto2CodecTestBase.java | 37 +-
.../hadoop/hdds/utils/db/TestLeakDetector.java | 9 +-
.../org/apache/hadoop/ozone/TestOzoneConsts.java | 6 +-
.../apache/hadoop/ozone/common/TestChecksum.java | 15 +-
.../ozone/common/TestChecksumByteBuffer.java | 5 +-
.../common/TestChecksumImplsComputeSameValues.java | 6 +-
.../hadoop/ozone/common/TestChunkBuffer.java | 61 +-
.../TestChunkBufferImplWithByteBufferList.java | 2 +-
.../hadoop/ozone/common/TestStateMachine.java | 29 +-
.../ozone/container/ContainerTestHelper.java | 10 +-
.../apache/hadoop/ozone/ha/TestOzoneNetUtils.java | 7 +-
.../hadoop/ozone/lease/TestLeaseManager.java | 133 +-
.../apache/hadoop/ozone/lock/TestLockManager.java | 31 +-
.../upgrade/TestAbstractLayoutVersionManager.java | 22 +-
.../ozone/upgrade/TestBasicUpgradeFinalizer.java | 21 +-
hadoop-hdds/config/pom.xml | 7 +-
.../hadoop/hdds/conf/ConfigurationSource.java | 11 +
.../org/apache/hadoop/hdds/conf/StorageSize.java | 11 +
.../hadoop/hdds/conf/TestConfigFileAppender.java | 18 +-
.../hadoop/hdds/conf/TestConfigFileGenerator.java | 35 +-
.../dev-support/findbugsExcludeFile.xml | 4 +-
hadoop-hdds/container-service/pom.xml | 18 +-
.../apache/hadoop/ozone/HddsDatanodeService.java | 27 +-
.../container/common/helpers/ContainerUtils.java | 5 +-
.../container/common/impl/HddsDispatcher.java | 28 +-
.../common/impl/StorageLocationReport.java | 56 +-
.../interfaces/StorageLocationReportMXBean.java | 4 +
.../report/CommandStatusReportPublisher.java | 2 +-
.../common/statemachine/DatanodeConfiguration.java | 33 +
.../common/statemachine/StateContext.java | 18 +-
.../CloseContainerCommandHandler.java | 2 +-
.../commandhandler/CommandDispatcher.java | 4 -
.../commandhandler/DeleteBlocksCommandHandler.java | 16 +-
.../states/endpoint/HeartbeatEndpointTask.java | 4 +-
.../states/endpoint/VersionEndpointTask.java | 9 +-
.../transport/server/GrpcXceiverService.java | 74 +-
.../common/transport/server/XceiverServerGrpc.java | 11 +-
.../server/ratis/ContainerStateMachine.java | 346 +-
.../transport/server/ratis/DispatcherContext.java | 128 +-
.../transport/server/ratis/XceiverServerRatis.java | 206 +-
.../container/common/utils/HddsVolumeUtil.java | 38 +-
.../container/common/volume/AbstractFuture.java | 2 -
.../common/volume/AvailableSpaceFilter.java | 8 +-
.../ozone/container/common/volume/HddsVolume.java | 4 +-
.../container/common/volume/MutableVolumeSet.java | 4 +
.../container/common/volume/VolumeInfoMetrics.java | 5 +
.../ozone/container/common/volume/VolumeUsage.java | 8 +
.../reconstruction/ECContainerOperationClient.java | 15 +-
.../ECReconstructionCoordinator.java | 5 +-
.../container/keyvalue/KeyValueContainer.java | 9 +-
.../ozone/container/keyvalue/KeyValueHandler.java | 24 +-
.../container/keyvalue/helpers/ChunkUtils.java | 72 +-
.../container/keyvalue/impl/BlockManagerImpl.java | 66 +-
.../keyvalue/impl/ChunkManagerDummyImpl.java | 7 +-
.../keyvalue/impl/FilePerBlockStrategy.java | 20 +-
.../keyvalue/impl/FilePerChunkStrategy.java | 22 +-
.../keyvalue/interfaces/BlockManager.java | 32 +-
.../keyvalue/interfaces/ChunkManager.java | 13 +-
.../metadata/DatanodeSchemaThreeDBDefinition.java | 2 +-
.../metadata/DatanodeSchemaTwoDBDefinition.java | 2 +-
.../ozone/container/ozoneimpl/ContainerReader.java | 93 +-
.../ozone/container/ozoneimpl/OzoneContainer.java | 2 +-
.../container/replication/ContainerImporter.java | 74 +-
.../replication/SendContainerRequestHandler.java | 11 +
.../protocol/StorageContainerNodeProtocol.java | 4 +
.../hadoop/ozone/TestHddsDatanodeService.java | 3 +-
.../hadoop/ozone/TestHddsSecureDatanodeInit.java | 104 +-
.../common/BlockDeletingServiceTestImpl.java | 104 +
.../ozone/container/common/ContainerTestUtils.java | 16 +-
.../container/common/TestBlockDeletingService.java | 229 +-
.../ozone/container/common/TestContainerCache.java | 53 +-
.../container/common/TestDatanodeStoreCache.java | 31 +-
.../common/TestKeyValueContainerData.java | 24 +-
.../TestSchemaOneBackwardsCompatibility.java | 174 +-
.../TestSchemaTwoBackwardsCompatibility.java | 32 +-
...stStaleRecoveringContainerScrubbingService.java | 59 +-
.../container/common/helpers/TestBlockData.java | 20 +-
.../common/helpers/TestContainerUtils.java | 3 +-
.../common/helpers/TestDatanodeVersionFile.java | 60 +-
.../common/impl/TestContainerDataYaml.java | 122 +-
.../impl/TestContainerDeletionChoosingPolicy.java | 63 +-
.../common/impl/TestContainerPersistence.java | 413 +-
.../container/common/impl/TestContainerSet.java | 93 +-
.../container/common/impl/TestHddsDispatcher.java | 243 +-
.../container/common/interfaces/TestHandler.java | 33 +-
.../common/report/TestReportPublisher.java | 4 +-
.../common/report/TestReportPublisherFactory.java | 34 +-
.../statemachine/TestDatanodeConfiguration.java | 22 +-
.../common/statemachine/TestStateContext.java | 91 +-
.../TestCloseContainerCommandHandler.java | 97 +-
.../TestCreatePipelineCommandHandler.java | 18 +-
.../TestDeleteBlocksCommandHandler.java | 107 +-
.../TestDeleteContainerCommandHandler.java | 6 +-
.../states/datanode/TestRunningDatanodeState.java | 6 +-
.../states/endpoint/TestHeartbeatEndpointTask.java | 12 +-
.../container/common/utils/TestDiskCheckUtil.java | 58 +-
.../container/common/utils/TestHddsVolumeUtil.java | 37 +-
.../common/utils/TestStorageVolumeUtil.java | 22 +-
.../volume/TestCapacityVolumeChoosingPolicy.java | 15 +-
.../container/common/volume/TestDbVolume.java | 42 +-
.../container/common/volume/TestHddsVolume.java | 43 +-
.../common/volume/TestPeriodicVolumeChecker.java | 68 +-
.../common/volume/TestReservedVolumeSpace.java | 44 +-
.../volume/TestRoundRobinVolumeChoosingPolicy.java | 8 +-
.../common/volume/TestStorageVolumeChecker.java | 109 +-
.../volume/TestStorageVolumeHealthChecks.java | 6 +-
.../TestVolumeIOStatsWithPrometheusSink.java | 20 +-
.../container/common/volume/TestVolumeSet.java | 71 +-
.../common/volume/TestVolumeSetDiskChecks.java | 51 +-
.../keyvalue/ContainerLayoutTestInfo.java | 26 +-
.../keyvalue/ContainerTestVersionInfo.java | 24 +-
.../keyvalue/TestKeyValueBlockIterator.java | 170 +-
.../container/keyvalue/TestKeyValueContainer.java | 383 +-
.../keyvalue/TestKeyValueContainerCheck.java | 29 +-
.../TestKeyValueContainerIntegrityChecks.java | 35 +-
.../TestKeyValueContainerMarkUnhealthy.java | 85 +-
.../TestKeyValueContainerMetadataInspector.java | 139 +-
.../container/keyvalue/TestKeyValueHandler.java | 147 +-
.../container/keyvalue/TestTarContainerPacker.java | 97 +-
.../container/keyvalue/helpers/TestChunkUtils.java | 283 +-
.../keyvalue/impl/AbstractTestChunkManager.java | 5 -
.../keyvalue/impl/CommonChunkManagerTestCases.java | 59 +-
.../keyvalue/impl/TestBlockManagerImpl.java | 67 +-
.../keyvalue/impl/TestChunkManagerDummyImpl.java | 8 +-
.../keyvalue/impl/TestFilePerBlockStrategy.java | 15 +-
.../keyvalue/impl/TestFilePerChunkStrategy.java | 9 +-
.../impl/TestKeyValueStreamDataChannel.java | 19 +-
.../TestBackgroundContainerDataScanner.java | 3 -
.../TestBackgroundContainerMetadataScanner.java | 3 -
.../container/ozoneimpl/TestContainerReader.java | 253 +-
.../container/ozoneimpl/TestOzoneContainer.java | 115 +-
.../ReplicationSupervisorScheduling.java | 7 +-
.../replication/TestContainerImporter.java | 160 +
.../replication/TestMeasuredReplicator.java | 13 +-
.../replication/TestReplicationSupervisor.java | 214 +-
.../TestSendContainerRequestHandler.java | 89 +
.../replication/TestSimpleContainerDownloader.java | 17 +-
.../testutils/BlockDeletingServiceTestImpl.java | 105 -
.../ozone/container/testutils/package-info.java | 18 -
.../upgrade/TestDataNodeStartupSlvLessThanMlv.java | 35 +-
.../upgrade/TestDatanodeUpgradeToSchemaV3.java | 237 +-
.../upgrade/TestDatanodeUpgradeToScmHA.java | 144 +-
hadoop-hdds/dev-support/checkstyle/checkstyle.xml | 2 +
.../docs/content/feature/Reconfigurability.md | 18 +-
.../docs/content/feature/Reconfigurability.zh.md | 18 +-
hadoop-hdds/docs/content/feature/SCM-HA.md | 7 -
hadoop-hdds/docs/content/feature/Snapshot.md | 5 +
hadoop-hdds/docs/content/interface/ReconApi.md | 110 +
.../docs/content/interface/SwaggerReconApi.md | 25 +
hadoop-hdds/docs/pom.xml | 6 +-
.../themes/ozonedoc/layouts/_default/baseof.html | 2 +-
.../themes/ozonedoc/layouts/_default/section.html | 2 +-
.../themes/ozonedoc/layouts/_default/single.html | 2 +-
.../ozonedoc/layouts/custompage/swagger-page.html | 31 +
.../themes/ozonedoc/layouts/design/section.html | 2 +-
.../themes/ozonedoc/layouts/design/single.html | 2 +-
.../docs/themes/ozonedoc/layouts/index.html | 2 +-
.../themes/ozonedoc/layouts/partials/header.html | 4 +
.../ozonedoc/layouts/shortcodes/swagger-ui.html | 40 +
.../docs/themes/ozonedoc/static/css/ozonedoc.css | 6 +-
.../static/swagger-resources/favicon-16x16.png | Bin 0 -> 665 bytes
.../static/swagger-resources/favicon-32x32.png | Bin 0 -> 628 bytes
.../static/swagger-resources/recon-api.yaml | 1662 +++
.../static/swagger-resources/swagger-ui-bundle.js | 21 +
.../swagger-ui-standalone-preset.js | 21 +
.../static/swagger-resources/swagger-ui.css | 11772 +++++++++++++++++++
.../dev-support/findbugsExcludeFile.xml | 22 +
hadoop-hdds/erasurecode/pom.xml | 23 +-
.../ozone/erasurecode/rawcoder/util/GF256.java | 2 -
.../apache/ozone/erasurecode/BufferAllocator.java | 0
hadoop-hdds/framework/pom.xml | 28 +-
.../hdds/conf/DatanodeRatisServerConfig.java | 8 +-
.../apache/hadoop/hdds/conf/HddsConfServlet.java | 16 +-
.../container/common/helpers/MoveDataNodePair.java | 2 +-
.../scm/protocol/ScmBlockLocationProtocol.java | 26 +-
.../hadoop/hdds/scm/protocolPB/OzonePBHelper.java | 82 -
...lockLocationProtocolClientSideTranslatorPB.java | 12 +-
...inerLocationProtocolClientSideTranslatorPB.java | 23 +-
.../SCMBlockLocationFailoverProxyProvider.java | 28 +-
.../hdds/security/x509/certificate/CertInfo.java | 2 +-
.../client/DefaultCertificateClient.java | 180 +-
.../certificate/client/RootCaRotationPoller.java | 12 +-
.../certificate/client/SCMCertificateClient.java | 176 +
.../hadoop/hdds/security/x509/crl/CRLInfo.java | 2 +-
.../hadoop/hdds/server/http/HttpServer2.java | 33 +
.../hdds/server/http/RatisDropwizardExports.java | 20 +-
.../hadoop/hdds/utils/ThrowableFunction.java | 27 -
.../apache/hadoop/hdds/utils/TransactionInfo.java | 169 +-
.../hadoop/hdds/utils/db/DBStoreBuilder.java | 4 +-
.../org/apache/hadoop/hdds/utils/db/RDBStore.java | 12 +-
.../apache/hadoop/hdds/utils/db/RocksDatabase.java | 74 +-
.../apache/hadoop/hdds/utils/db/TypedTable.java | 7 +-
.../hadoop/hdds/utils/db/cache/FullTableCache.java | 5 +
.../hdds/utils/db/cache/PartialTableCache.java | 5 +
.../hadoop/hdds/utils/db/cache/TableCache.java | 5 +
.../org/apache/hadoop/ozone/audit/AuditLogger.java | 82 +-
.../apache/hadoop/ozone/audit/AuditMessage.java | 40 +-
.../metrics/dropwizard3/RatisMetricsUtils.java | 41 +
.../ratis/metrics/dropwizard3/package-info.java | 22 +
.../src/main/resources/webapps/static/ozone.css | 6 +-
.../hadoop/hdds/conf/TestHddsConfServlet.java | 317 +
.../exceptions/TestSCMExceptionResultCodes.java | 11 +-
.../ssl/TestPemFileBasedKeyStoresFactory.java | 66 +-
.../security/ssl/TestReloadingX509KeyManager.java | 18 +-
.../ssl/TestReloadingX509TrustManager.java | 34 +-
.../hdds/security/symmetric/TestLocalKeyStore.java | 18 +-
.../security/symmetric/TestSecretKeyManager.java | 19 +-
.../token/TestOzoneBlockTokenIdentifier.java | 6 +-
.../token/TestOzoneBlockTokenSecretManager.java | 66 +-
.../hdds/security/token/TokenVerifierTests.java | 7 +-
.../certificate/authority/TestDefaultCAServer.java | 13 +-
.../client/CertificateClientTestImpl.java | 4 +-
.../client/TestDefaultCertificateClient.java | 41 +-
.../client/TestDnCertificateClientInit.java | 4 +-
.../client/TestRootCaRotationPoller.java | 190 +
.../x509/certificate/utils/TestCRLCodec.java | 5 +-
.../utils/TestCertificateSignRequest.java | 48 +-
.../utils/TestRootCaRotationPoller.java | 170 -
.../certificate/utils/TestRootCertificate.java | 49 +-
.../security/x509/keys/TestHDDSKeyGenerator.java | 10 +-
.../hdds/security/x509/keys/TestKeyCodec.java | 44 +-
.../apache/hadoop/hdds/server/TestJsonUtils.java | 5 +-
.../apache/hadoop/hdds/server/TestServerUtils.java | 33 +-
.../hadoop/hdds/server/events/TestEventQueue.java | 21 +-
.../hdds/server/events/TestEventWatcher.java | 31 +-
.../hdds/server/http/TestBaseHttpServer.java | 6 +-
.../hadoop/hdds/server/http/TestHtmlQuoting.java | 13 +-
.../hdds/server/http/TestHttpServer2Metrics.java | 19 +-
.../hdds/server/http/TestProfileServlet.java | 10 +-
.../http/TestPrometheusMetricsIntegration.java | 49 +-
.../server/http/TestRatisDropwizardExports.java | 26 +-
.../hdds/server/http/TestRatisNameRewrite.java | 8 +-
.../hadoop/hdds/utils/TestCollectionUtils.java | 6 +-
.../hdds/utils/TestDecayRpcSchedulerUtil.java | 13 +-
.../hdds/utils/TestPrometheusMetricsSinkUtil.java | 35 +-
.../hadoop/hdds/utils/TestRDBSnapshotProvider.java | 12 +-
.../hadoop/hdds/utils/TestUgiMetricsUtil.java | 14 +-
.../org/apache/hadoop/hdds/utils/db/TestCodec.java | 49 +-
.../hadoop/hdds/utils/db/TestCodecRegistry.java | 9 +-
.../hadoop/hdds/utils/db/TestDBConfigFromFile.java | 14 +-
.../hadoop/hdds/utils/db/TestDBStoreBuilder.java | 43 +-
.../hdds/utils/db/TestFixedLengthStringCodec.java | 4 +-
.../apache/hadoop/hdds/utils/db/TestRDBStore.java | 85 +-
.../utils/db/TestRDBStoreByteArrayIterator.java | 11 +-
.../utils/db/TestRDBStoreCodecBufferIterator.java | 3 +-
.../hadoop/hdds/utils/db/TestRDBTableStore.java | 202 +-
.../hdds/utils/db/TestTypedRDBTableStore.java | 81 +-
.../hadoop/hdds/utils/db/cache/TestTableCache.java | 131 +-
.../hadoop/ozone/audit/TestOzoneAuditLogger.java | 12 +-
hadoop-hdds/hadoop-dependency-client/pom.xml | 4 +-
hadoop-hdds/hadoop-dependency-server/pom.xml | 4 +-
hadoop-hdds/hadoop-dependency-test/pom.xml | 4 +-
hadoop-hdds/interface-admin/pom.xml | 4 +-
.../src/main/proto/ScmAdminProtocol.proto | 7 +-
hadoop-hdds/interface-client/pom.xml | 4 +-
.../interface-client/src/main/proto/hdds.proto | 2 +
hadoop-hdds/interface-server/pom.xml | 4 +-
.../proto/ScmServerDatanodeHeartbeatProtocol.proto | 2 +
.../src/main/proto/ScmServerProtocol.proto | 4 +
hadoop-hdds/managed-rocksdb/pom.xml | 5 +-
.../hdds/utils/db/managed/ManagedBloomFilter.java | 11 +-
.../hdds/utils/db/managed/ManagedCheckpoint.java | 2 +-
.../db/managed/ManagedColumnFamilyOptions.java | 18 +-
.../db/managed/ManagedCompactRangeOptions.java | 11 +-
.../hdds/utils/db/managed/ManagedDBOptions.java | 11 +-
.../hdds/utils/db/managed/ManagedEnvOptions.java | 12 +-
.../hdds/utils/db/managed/ManagedFlushOptions.java | 11 +-
.../managed/ManagedIngestExternalFileOptions.java | 11 +-
.../hdds/utils/db/managed/ManagedLRUCache.java | 12 +-
.../hdds/utils/db/managed/ManagedObject.java | 3 +
.../hdds/utils/db/managed/ManagedOptions.java | 11 +-
.../hdds/utils/db/managed/ManagedReadOptions.java | 17 +-
.../hdds/utils/db/managed/ManagedRocksDB.java | 2 +-
.../utils/db/managed/ManagedRocksObjectUtils.java | 31 +-
.../hadoop/hdds/utils/db/managed/ManagedSlice.java | 15 +-
.../utils/db/managed/ManagedSstFileWriter.java | 12 +-
.../hdds/utils/db/managed/ManagedStatistics.java | 12 +-
.../hdds/utils/db/managed/ManagedWriteBatch.java | 11 +-
.../hdds/utils/db/managed/ManagedWriteOptions.java | 16 +-
hadoop-hdds/pom.xml | 36 +-
.../dev-support/findbugsExcludeFile.xml | 22 +
hadoop-hdds/rocks-native/pom.xml | 44 +-
.../utils/db/managed/ManagedSSTDumpIterator.java | 11 +-
.../hdds/utils/db/managed/ManagedSSTDumpTool.java | 14 +-
.../hdds/utils/db/managed/PipeInputStream.java | 15 +-
.../hadoop/hdds/utils/TestNativeLibraryLoader.java | 12 +-
.../db/managed/TestManagedSSTDumpIterator.java | 14 +-
hadoop-hdds/rocksdb-checkpoint-differ/pom.xml | 51 +-
.../ozone/compaction/log/CompactionFileInfo.java | 10 +-
.../ozone/compaction/log/CompactionLogEntry.java | 6 +-
.../ozone/rocksdb/util/ManagedSstFileReader.java | 299 -
.../ozone/rocksdb/util/SstFileSetReader.java | 296 +
.../org/apache/ozone/rocksdiff/CompactionNode.java | 30 +-
.../ozone/rocksdiff/RocksDBCheckpointDiffer.java | 269 +-
.../org/apache/ozone/rocksdiff/RocksDiffUtils.java | 9 +-
.../rocksdb/util/TestManagedSstFileReader.java | 205 -
.../ozone/rocksdb/util/TestSstFileSetReader.java | 212 +
.../rocksdiff/TestRocksDBCheckpointDiffer.java | 427 +-
.../apache/ozone/rocksdiff/TestRocksDiffUtils.java | 57 +
hadoop-hdds/server-scm/pom.xml | 14 +-
.../hadoop/hdds/scm/SCMCommonPlacementPolicy.java | 17 +-
.../hadoop/hdds/scm/block/BlockManagerImpl.java | 5 +-
.../hadoop/hdds/scm/block/DeletedBlockLog.java | 37 +-
.../hadoop/hdds/scm/block/DeletedBlockLogImpl.java | 240 +-
.../hdds/scm/block/SCMBlockDeletingService.java | 35 +-
.../SCMDeletedBlockTransactionStatusManager.java | 581 +
.../scm/command/CommandStatusReportHandler.java | 36 +-
.../scm/container/CloseContainerEventHandler.java | 2 +-
.../hdds/scm/container/ContainerManagerImpl.java | 6 +-
.../IncrementalContainerReportHandler.java | 2 +-
.../container/balancer/ContainerBalancerTask.java | 2 +-
.../scm/container/placement/metrics/NodeStat.java | 15 +-
.../container/placement/metrics/SCMNodeMetric.java | 16 +-
.../container/placement/metrics/SCMNodeStat.java | 48 +-
.../replication/ContainerCheckRequest.java | 13 +-
.../replication/ContainerHealthResult.java | 31 +
.../replication/ECUnderReplicationHandler.java | 2 +-
.../LegacyRatisContainerReplicaCount.java | 17 +-
.../replication/LegacyReplicationManager.java | 138 +-
.../replication/MisReplicationHandler.java | 2 +-
.../replication/NullReplicationQueue.java | 40 +
.../replication/RatisContainerReplicaCount.java | 68 +-
.../replication/RatisOverReplicationHandler.java | 58 +-
.../replication/RatisUnderReplicationHandler.java | 140 +-
.../container/replication/ReplicationManager.java | 37 +-
.../replication/ReplicationManagerUtil.java | 156 +-
.../health/ClosedWithUnhealthyReplicasHandler.java | 6 +-
.../health/ClosingContainerHandler.java | 7 +
.../health/DeletingContainerHandler.java | 6 +
.../health/ECReplicationCheckHandler.java | 22 +-
.../replication/health/EmptyContainerHandler.java | 31 +-
.../health/MismatchedReplicasHandler.java | 3 +
.../replication/health/OpenContainerHandler.java | 5 +-
.../health/QuasiClosedContainerHandler.java | 10 +-
.../health/RatisReplicationCheckHandler.java | 73 +-
.../RatisUnhealthyReplicationCheckHandler.java | 76 +-
.../health/VulnerableUnhealthyReplicasHandler.java | 102 +
.../apache/hadoop/hdds/scm/ha/HASecurityUtils.java | 205 +-
.../hadoop/hdds/scm/ha/InterSCMGrpcClient.java | 2 +-
.../org/apache/hadoop/hdds/scm/ha/RatisUtil.java | 14 +-
.../hdds/scm/ha/SCMHADBTransactionBufferImpl.java | 7 +-
.../hadoop/hdds/scm/ha/SCMHANodeDetails.java | 35 +-
.../hadoop/hdds/scm/ha/SCMRatisServerImpl.java | 3 +
.../apache/hadoop/hdds/scm/ha/SCMStateMachine.java | 12 +-
.../hadoop/hdds/scm/metadata/SCMDBDefinition.java | 2 +-
.../hdds/scm/metadata/SCMMetadataStoreImpl.java | 7 +-
.../hdds/scm/node/DatanodeAdminMonitorImpl.java | 98 +-
.../hadoop/hdds/scm/node/DatanodeUsageInfo.java | 2 +
.../hadoop/hdds/scm/node/DeadNodeHandler.java | 26 +-
.../hdds/scm/node/HealthyReadOnlyNodeHandler.java | 2 +-
.../hdds/scm/node/NodeDecommissionMetrics.java | 43 +-
.../apache/hadoop/hdds/scm/node/NodeManager.java | 13 +
.../hadoop/hdds/scm/node/SCMNodeManager.java | 237 +-
.../hadoop/hdds/scm/node/StaleNodeHandler.java | 4 +-
.../hdds/scm/node/StartDatanodeAdminHandler.java | 4 +-
.../hdds/scm/pipeline/PipelineActionHandler.java | 63 +-
.../hadoop/hdds/scm/pipeline/PipelineManager.java | 5 +
.../hdds/scm/pipeline/PipelineManagerImpl.java | 65 +-
.../hadoop/hdds/scm/pipeline/PipelineProvider.java | 10 +-
.../hdds/scm/pipeline/PipelineStateManager.java | 9 +-
.../scm/pipeline/PipelineStateManagerImpl.java | 2 +-
.../hdds/scm/pipeline/RatisPipelineProvider.java | 2 +-
...lockLocationProtocolServerSideTranslatorPB.java | 3 +-
...inerLocationProtocolServerSideTranslatorPB.java | 18 +-
.../hdds/scm/safemode/ContainerSafeModeRule.java | 22 +-
.../scm/safemode/HealthyPipelineSafeModeRule.java | 36 +-
.../safemode/OneReplicaPipelineSafeModeRule.java | 27 +-
.../hadoop/hdds/scm/safemode/SafeModeExitRule.java | 2 +
.../hdds/scm/server/SCMBlockProtocolServer.java | 70 +-
.../hdds/scm/server/SCMClientProtocolServer.java | 19 +-
.../hadoop/hdds/scm/server/SCMPolicyProvider.java | 24 +-
.../hdds/scm/server/StorageContainerManager.java | 78 +-
.../main/resources/webapps/scm/scm-overview.html | 63 +-
.../src/main/resources/webapps/scm/scm.js | 75 +-
.../hdds/scm/TestSCMCommonPlacementPolicy.java | 78 +-
.../hadoop/hdds/scm/block/TestBlockManager.java | 5 +-
.../hadoop/hdds/scm/block/TestDeletedBlockLog.java | 226 +-
.../TestSCMDeleteBlocksCommandStatusManager.java | 256 +
.../command/TestCommandStatusReportHandler.java | 15 +-
.../hadoop/hdds/scm/container/MockNodeManager.java | 2 +-
.../container/TestCloseContainerEventHandler.java | 16 +-
.../scm/container/TestContainerReportHandler.java | 3 +-
.../TestIncrementalContainerReportHandler.java | 3 +-
.../container/balancer/TestContainerBalancer.java | 43 +-
.../balancer/TestContainerBalancerTask.java | 61 +-
.../container/balancer/TestFindTargetStrategy.java | 22 +-
.../scm/container/balancer/TestMoveManager.java | 99 +-
.../TestSCMContainerPlacementCapacity.java | 17 +-
.../TestSCMContainerPlacementRackAware.java | 24 +-
.../TestSCMContainerPlacementRackScatter.java | 3 +-
.../container/replication/ReplicationTestUtil.java | 8 +
.../TestContainerReplicaPendingOps.java | 19 +-
.../replication/TestECContainerReplicaCount.java | 25 +-
.../replication/TestECMisReplicationHandler.java | 11 +-
.../replication/TestECOverReplicationHandler.java | 18 +-
.../replication/TestECUnderReplicationHandler.java | 3 +-
.../replication/TestLegacyReplicationManager.java | 134 +-
.../replication/TestMisReplicationHandler.java | 9 +-
.../replication/TestOverReplicatedProcessor.java | 10 +-
.../TestRatisContainerReplicaCount.java | 77 +-
.../TestRatisMisReplicationHandler.java | 3 +-
.../TestRatisOverReplicationHandler.java | 133 +-
.../TestRatisUnderReplicationHandler.java | 207 +-
.../replication/TestReplicationManager.java | 302 +-
.../TestReplicationManagerScenarios.java | 797 ++
.../replication/TestReplicationManagerUtil.java | 137 +-
.../replication/TestUnderReplicatedProcessor.java | 6 +-
.../TestClosedWithUnhealthyReplicasHandler.java | 13 +
.../health/TestClosingContainerHandler.java | 10 +-
.../health/TestDeletingContainerHandler.java | 20 +-
.../health/TestECMisReplicationCheckHandler.java | 23 +-
.../health/TestECReplicationCheckHandler.java | 14 +-
.../health/TestEmptyContainerHandler.java | 40 +
.../health/TestMismatchedReplicasHandler.java | 33 +
.../health/TestOpenContainerHandler.java | 16 +
.../health/TestQuasiClosedContainerHandler.java | 20 +-
.../health/TestRatisReplicationCheckHandler.java | 173 +-
.../TestRatisUnhealthyReplicationCheckHandler.java | 106 +-
.../TestVulnerableUnhealthyReplicasHandler.java | 217 +
.../container/states/TestContainerAttribute.java | 6 +-
.../scm/ha/TestInterSCMGrpcProtocolService.java | 22 +-
.../hdds/scm/ha/TestReplicationAnnotation.java | 4 +-
.../hadoop/hdds/scm/ha/TestSCMHAConfiguration.java | 36 +-
.../hadoop/hdds/scm/ha/TestSCMHAManagerImpl.java | 6 +-
.../hadoop/hdds/scm/ha/TestSCMRatisResponse.java | 3 +-
.../scm/node/DatanodeAdminMonitorTestUtil.java | 19 +
.../hadoop/hdds/scm/node/TestCommandQueue.java | 43 +-
.../hdds/scm/node/TestDatanodeAdminMonitor.java | 180 +-
.../hadoop/hdds/scm/node/TestDeadNodeHandler.java | 12 +-
.../hdds/scm/node/TestNodeDecommissionManager.java | 90 +-
.../hdds/scm/node/TestNodeDecommissionMetrics.java | 14 +-
.../hdds/scm/node/TestNodeReportHandler.java | 12 +-
.../hadoop/hdds/scm/node/TestNodeStateManager.java | 10 +-
.../hadoop/hdds/scm/node/TestNodeStatus.java | 14 +-
.../hadoop/hdds/scm/node/TestSCMNodeManager.java | 142 +-
.../hdds/scm/pipeline/MockPipelineManager.java | 12 +-
.../hdds/scm/pipeline/TestECPipelineProvider.java | 3 +-
.../scm/pipeline/TestPipelineActionHandler.java | 101 +-
.../hdds/scm/pipeline/TestPipelineManagerImpl.java | 53 +-
.../scm/pipeline/TestPipelinePlacementPolicy.java | 19 +-
.../scm/pipeline/TestPipelineStateManagerImpl.java | 10 +-
.../scm/pipeline/TestRatisPipelineProvider.java | 17 +-
.../pipeline/TestWritableECContainerProvider.java | 65 +-
.../hdds/scm/safemode/TestSCMSafeModeManager.java | 102 +-
.../scm/security/TestCRLStatusReportHandler.java | 7 +-
.../scm/security/TestRootCARotationManager.java | 16 +-
.../scm/server/TestSCMBlockProtocolServer.java | 234 +-
.../hadoop/hdds/scm/server/TestSCMCertStore.java | 6 +-
.../scm/server/TestSCMClientProtocolServer.java | 19 +-
.../server/TestSCMUpdateServiceGrpcServer.java | 8 +-
.../TestSCMHAUnfinalizedStateValidationAction.java | 9 +-
.../hdds/scm/upgrade/TestScmFinalization.java | 12 +-
.../ozone/container/common/TestEndPoint.java | 46 +-
.../placement/TestContainerPlacement.java | 11 +-
.../container/placement/TestDatanodeMetrics.java | 8 +-
.../resources/replicationManagerTests/basic.json | 113 +
.../mismatched_replicas.json | 15 +
.../simple_decommission.json | 23 +
.../simple_maintenance.json | 46 +
hadoop-hdds/test-utils/pom.xml | 15 +-
.../org/apache/ozone/test/GenericTestUtils.java | 83 +-
.../org/apache/ozone/test/LambdaTestUtils.java | 203 +-
.../apache/ozone/test/TimedOutTestsListener.java | 53 +-
...g.junit.platform.launcher.TestExecutionListener | 16 +
hadoop-hdds/tools/pom.xml | 10 +-
.../hdds/scm/cli/ContainerOperationClient.java | 12 +-
.../hdds/scm/cli/container/CloseSubcommand.java | 2 -
.../hdds/scm/cli/container/ContainerCommands.java | 11 -
.../hdds/scm/cli/container/InfoSubcommand.java | 135 +-
.../cli/datanode/DecommissionStatusSubCommand.java | 93 +
.../hdds/scm/cli/datanode/ListInfoSubcommand.java | 9 +
.../hdds/scm/cli/datanode/StatusSubCommand.java | 56 +
.../hdds/scm/cli/datanode/UsageInfoSubcommand.java | 44 +-
.../hdds/scm/cli/container/TestInfoSubCommand.java | 141 +-
.../cli/container/upgrade/TestUpgradeManager.java | 36 +-
.../datanode/TestDecommissionStatusSubCommand.java | 228 +
.../scm/cli/datanode/TestUsageInfoSubcommand.java | 33 +
hadoop-ozone/client/pom.xml | 12 +-
.../apache/hadoop/ozone/client/ObjectStore.java | 14 +
.../apache/hadoop/ozone/client/OzoneBucket.java | 273 +-
.../client/checksum/BaseFileChecksumHelper.java | 3 -
.../client/checksum/ECBlockChecksumComputer.java | 2 -
.../client/checksum/ECFileChecksumHelper.java | 1 -
.../checksum/ReplicatedBlockChecksumComputer.java | 2 -
.../checksum/ReplicatedFileChecksumHelper.java | 1 -
.../client/io/BlockDataStreamOutputEntryPool.java | 28 +-
.../ozone/client/io/BlockOutputStreamEntry.java | 18 +-
.../client/io/BlockOutputStreamEntryPool.java | 49 +-
.../ozone/client/io/CipherOutputStreamOzone.java | 54 +
.../ozone/client/io/ECBlockOutputStreamEntry.java | 22 +-
.../client/io/ECBlockOutputStreamEntryPool.java | 6 +-
.../hadoop/ozone/client/io/ECKeyOutputStream.java | 32 +-
.../ozone/client/io/KeyDataStreamOutput.java | 36 +-
.../hadoop/ozone/client/io/KeyMetadataAware.java | 30 +
.../hadoop/ozone/client/io/KeyOutputStream.java | 66 +-
.../ozone/client/io/OzoneDataStreamOutput.java | 34 +-
.../hadoop/ozone/client/io/OzoneOutputStream.java | 39 +-
.../ozone/client/protocol/ClientProtocol.java | 27 +
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 203 +-
.../ozone/client/MockXceiverClientFactory.java | 45 +-
.../hadoop/ozone/client/MockXceiverClientSpi.java | 5 -
.../hadoop/ozone/client/TestHddsClientUtils.java | 332 -
.../hadoop/ozone/client/TestOzoneClient.java | 87 +-
.../hadoop/ozone/client/TestOzoneECClient.java | 208 +-
.../TestReplicatedBlockChecksumComputer.java | 6 +-
.../checksum/TestReplicatedFileChecksumHelper.java | 24 +-
.../client/io/TestECBlockOutputStreamEntry.java | 4 +-
.../ozone/client/io/TestKeyInputStreamEC.java | 6 +-
.../hadoop/ozone/client/rpc/TestOzoneKMSUtil.java | 10 +-
.../hadoop/ozone/client/rpc/TestRpcClient.java | 42 +-
hadoop-ozone/common/pom.xml | 19 +-
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 68 +-
.../client/checksum/CompositeCrcFileChecksum.java | 88 +
.../hadoop/ozone/client/checksum/CrcComposer.java | 215 +
.../hadoop/ozone/client/checksum/CrcUtil.java | 278 +
.../hadoop/ozone/client/checksum/package-info.java | 23 +
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 10 +-
.../apache/hadoop/ozone/om/S3InMemoryCache.java | 73 +-
.../org/apache/hadoop/ozone/om/S3SecretCache.java | 8 +
.../hadoop/ozone/om/S3SecretLockedManager.java | 11 +
.../apache/hadoop/ozone/om/S3SecretManager.java | 15 +
.../hadoop/ozone/om/exceptions/OMException.java | 4 +-
.../hadoop/ozone/om/helpers/OmBucketInfo.java | 2 +-
.../hadoop/ozone/om/helpers/OmDBAccessIdInfo.java | 2 +-
.../hadoop/ozone/om/helpers/OmDBTenantState.java | 13 +-
.../ozone/om/helpers/OmDBUserPrincipalInfo.java | 2 +-
.../hadoop/ozone/om/helpers/OmDirectoryInfo.java | 13 +-
.../apache/hadoop/ozone/om/helpers/OmKeyInfo.java | 2 +-
.../hadoop/ozone/om/helpers/OmKeyLocationInfo.java | 9 +-
.../ozone/om/helpers/OmMultipartKeyInfo.java | 2 +-
.../hadoop/ozone/om/helpers/OmVolumeArgs.java | 2 +-
.../hadoop/ozone/om/helpers/RepeatedOmKeyInfo.java | 2 +-
.../hadoop/ozone/om/helpers/S3SecretValue.java | 45 +-
.../hadoop/ozone/om/helpers/ServiceInfoEx.java | 36 +-
.../hadoop/ozone/om/helpers/SnapshotInfo.java | 16 +-
.../hadoop/ozone/om/lock/IOzoneManagerLock.java | 14 +-
.../apache/hadoop/ozone/om/lock/OMLockDetails.java | 128 +
.../hadoop/ozone/om/lock/OmReadOnlyLock.java | 21 +-
.../hadoop/ozone/om/lock/OzoneManagerLock.java | 64 +-
.../ozone/om/protocol/OzoneManagerProtocol.java | 15 +
.../ozone/om/protocolPB/GrpcOmTransport.java | 21 +-
.../ozone/om/protocolPB/OmTransportFactory.java | 33 +-
...OzoneManagerProtocolClientSideTranslatorPB.java | 35 +-
.../grpc/ClientAddressClientInterceptor.java | 55 +
.../grpc/ClientAddressServerInterceptor.java | 48 +
.../om/protocolPB/grpc/GrpcClientConstants.java | 44 +
.../ozone/om/protocolPB/grpc/package-info.java | 22 +
.../apache/hadoop/ozone/protocolPB/OMPBHelper.java | 58 +-
.../hadoop/ozone/protocolPB/OzonePBHelper.java | 88 -
.../ozone/snapshot/SnapshotDiffReportOzone.java | 19 +-
.../java/org/apache/hadoop/ozone/TestOmUtils.java | 108 +-
.../org/apache/hadoop/ozone/TestOzoneAcls.java | 19 +-
.../ozone/client/io/TestSelectorOutputStream.java | 22 +-
.../ozone/om/exceptions/TestResultCodes.java | 17 +-
.../ozone/om/ha/TestOMFailoverProxyProvider.java | 36 +-
.../hadoop/ozone/om/helpers/TestOmBucketArgs.java | 49 +-
.../hadoop/ozone/om/helpers/TestOmBucketInfo.java | 53 +-
.../hadoop/ozone/om/helpers/TestOmKeyInfo.java | 71 +-
.../om/helpers/TestOmKeyLocationInfoGroup.java | 18 +-
.../ozone/om/helpers/TestOmMultipartKeyInfo.java | 6 +-
.../ozone/om/helpers/TestOmMultipartUpload.java | 13 +-
.../ozone/om/helpers/TestOmSnapshotInfo.java | 62 +-
.../hadoop/ozone/om/helpers/TestOmVolumeArgs.java | 19 +-
.../hadoop/ozone/om/helpers/TestOzoneAclUtil.java | 36 +-
.../hadoop/ozone/om/helpers/TestOzoneFsUtils.java | 20 +-
.../om/helpers/TestOzoneIdentityProvider.java | 17 +-
.../hadoop/ozone/om/helpers/TestQuotaUtil.java | 19 +-
.../hadoop/ozone/om/lock/TestKeyPathLock.java | 27 +-
.../hadoop/ozone/om/lock/TestOzoneManagerLock.java | 136 +-
.../om/protocolPB/TestOmTransportFactory.java | 101 +
.../ozone/om/protocolPB/TestS3GrpcOmTransport.java | 45 +-
.../grpc/TestClientAddressClientInterceptor.java | 79 +
.../grpc/TestClientAddressServerInterceptor.java | 78 +
.../ozone/security/TestGDPRSymmetricKey.java | 18 +-
.../security/TestOzoneDelegationTokenSelector.java | 11 +-
.../ozone/security/acl/TestOzoneObjInfo.java | 29 +-
.../apache/hadoop/ozone/util/TestRadixTree.java | 14 +-
hadoop-ozone/csi/pom.xml | 4 +-
hadoop-ozone/datanode/pom.xml | 12 +-
hadoop-ozone/dev-support/checks/checkstyle.sh | 12 +-
hadoop-ozone/dev-support/checks/license.exceptions | 22 +
hadoop-ozone/dev-support/checks/license.sh | 75 +
hadoop-ozone/dev-support/intellij/ozone-style.xml | 2 +-
.../intellij/runConfigurations/Datanode2-ha.xml | 2 +-
.../intellij/runConfigurations/Datanode2.xml | 2 +-
.../intellij/runConfigurations/Datanode3-ha.xml | 2 +-
.../intellij/runConfigurations/Datanode3.xml | 2 +-
hadoop-ozone/dist/pom.xml | 4 +-
.../src/main/compose/common/hadoop-secure.yaml | 72 +
.../src/main/compose/common/hadoop-security.conf | 28 +
.../dist/src/main/compose/common/hadoop-test.sh | 25 +-
.../dist/src/main/compose/common/hadoop.conf | 6 +-
.../dist/src/main/compose/common/security.conf | 105 +
.../main/compose/compatibility/docker-compose.yaml | 2 +-
.../src/main/compose/ozone-csi/docker-compose.yaml | 2 +-
.../src/main/compose/ozone-ha/docker-compose.yaml | 2 +-
.../main/compose/ozone-om-ha/docker-compose.yaml | 2 +-
.../compose/ozone-om-prepare/docker-compose.yaml | 2 +-
.../compose/ozone-topology/docker-compose.yaml | 12 +-
.../src/main/compose/ozone/docker-compose.yaml | 2 +-
hadoop-ozone/dist/src/main/compose/ozone/run.sh | 10 +-
.../main/compose/ozoneblockade/docker-compose.yaml | 2 +-
.../main/compose/ozonescripts/docker-compose.yaml | 2 +-
.../compose/ozonesecure-ha/docker-compose.yaml | 2 +-
.../docker-config-ratis-om-bootstrap | 20 +
.../main/compose/ozonesecure-ha/om-bootstrap.yaml | 63 +
.../compose/ozonesecure-ha/test-om-bootstrap.sh | 121 +
.../dist/src/main/compose/ozonesecure-mr/.env | 2 -
.../compose/ozonesecure-mr/docker-compose.yaml | 67 +-
.../src/main/compose/ozonesecure-mr/docker-config | 75 +-
.../dist/src/main/compose/ozonesecure-mr/test.sh | 23 +-
.../main/compose/ozonesecure/docker-compose.yaml | 2 +-
.../ozonesecure/public-key-cert-recovery-test.sh | 35 +
.../dist/src/main/compose/ozonesecure/test.sh | 3 +
.../src/main/compose/restart/docker-compose.yaml | 2 +-
hadoop-ozone/dist/src/main/compose/testlib.sh | 26 +-
.../dist/src/main/compose/upgrade/compose/ha/.env | 2 +
.../compose/upgrade/compose/ha/docker-compose.yaml | 78 +-
.../main/compose/upgrade/compose/ha/docker-config | 6 +-
.../compose/ha}/krb5.conf | 0
.../src/main/compose/upgrade/compose/ha/load.sh | 3 +-
.../upgrade/compose/non-ha/docker-compose.yaml | 2 +-
.../upgrade/compose/om-ha/docker-compose.yaml | 2 +-
.../callbacks/1.3.0/callback.sh | 6 +-
.../callbacks/1.4.0/callback.sh | 8 +-
.../callbacks/common/callback.sh | 10 +-
.../upgrade/upgrades/non-rolling-upgrade/driver.sh | 16 +-
.../dist/src/main/compose/xcompat/new-cluster.yaml | 2 +-
.../dist/src/main/compose/xcompat/old-cluster.yaml | 2 +-
hadoop-ozone/dist/src/main/license/bin/LICENSE.txt | 8 +-
hadoop-ozone/dist/src/main/license/jar-report.txt | 11 +-
.../src/main/smoketest/admincli/datanode.robot | 60 +-
.../dist/src/main/smoketest/commonlib.robot | 2 +-
.../src/main/smoketest/ec/upgrade-ec-check.robot | 3 +-
.../omha/data-creation-before-om-bootstrap.robot | 96 +
.../omha/data-validation-after-om-bootstrap.robot | 99 +
.../src/main/smoketest/ozonefs/hadoopo3fs.robot | 2 +
.../src/main/smoketest/s3/MultipartUpload.robot | 12 +
.../dist/src/main/smoketest/s3/bucketdelete.robot | 19 +
.../dist/src/main/smoketest/s3/commonawslib.robot | 14 +-
.../dist/src/main/smoketest/s3/objectcopys3a.robot | 49 +
.../dist/src/main/smoketest/s3/objectputget.robot | 53 +
.../snapshot/upgrade-snapshot-check.robot | 1 +
.../dist/src/main/smoketest/upgrade/generate.robot | 6 +-
.../dist/src/main/smoketest/upgrade/validate.robot | 7 +-
hadoop-ozone/dist/src/shell/ozone/ozone | 1 -
.../fault-injection-test/mini-chaos-tests/pom.xml | 4 +-
.../hadoop/ozone/TestMiniChaosOzoneCluster.java | 10 +-
.../fault-injection-test/network-tests/pom.xml | 2 +-
.../src/test/compose/docker-compose.yaml | 2 +-
hadoop-ozone/fault-injection-test/pom.xml | 4 +-
hadoop-ozone/httpfsgateway/pom.xml | 8 +-
hadoop-ozone/insight/pom.xml | 25 +-
.../hadoop/ozone/insight/TestBaseInsightPoint.java | 16 +-
.../ozone/insight/TestConfigurationSubCommand.java | 24 +-
.../hadoop/ozone/insight/TestLogSubcommand.java | 6 +-
.../dev-support/findbugsExcludeFile.xml | 14 +-
hadoop-ozone/integration-test/pom.xml | 4 +-
.../fs/ozone/AbstractOzoneFileSystemTest.java | 2140 ++++
.../ozone/AbstractOzoneFileSystemTestWithFSO.java | 554 +
.../ozone/AbstractRootedOzoneFileSystemTest.java | 2488 ++++
.../AbstractRootedOzoneFileSystemTestWithFSO.java | 231 +
.../java/org/apache/hadoop/fs/ozone/TestHSync.java | 9 +-
.../apache/hadoop/fs/ozone/TestLeaseRecovery.java | 30 +-
.../java/org/apache/hadoop/fs/ozone/TestO3FS.java | 28 +
.../apache/hadoop/fs/ozone/TestO3FSWithFSO.java | 27 +
.../hadoop/fs/ozone/TestO3FSWithFSOAndOMRatis.java | 27 +
.../hadoop/fs/ozone/TestO3FSWithFSPaths.java | 28 +
.../fs/ozone/TestO3FSWithFSPathsAndOMRatis.java | 28 +
.../hadoop/fs/ozone/TestO3FSWithOMRatis.java | 28 +
.../java/org/apache/hadoop/fs/ozone/TestOFS.java | 28 +
.../hadoop/fs/ozone/TestOFSWithCacheOnly.java | 28 +
.../org/apache/hadoop/fs/ozone/TestOFSWithFSO.java | 27 +
.../fs/ozone/TestOFSWithFSOAndCacheOnly.java | 27 +
.../hadoop/fs/ozone/TestOFSWithFSOAndOMRatis.java | 27 +
.../TestOFSWithFSOAndOMRatisAndCacheOnly.java | 27 +
.../apache/hadoop/fs/ozone/TestOFSWithFSPaths.java | 28 +
.../fs/ozone/TestOFSWithFSPathsAndOMRatis.java | 28 +
.../ozone/TestOFSWithFSPathsAndOMRatisAndACL.java | 28 +
.../TestOFSWithFSPathsAndOMRatisAndCacheOnly.java | 28 +
.../apache/hadoop/fs/ozone/TestOFSWithOMRatis.java | 28 +
.../hadoop/fs/ozone/TestOzoneFSBucketLayout.java | 190 +-
.../hadoop/fs/ozone/TestOzoneFSInputStream.java | 41 +-
.../fs/ozone/TestOzoneFSWithObjectStoreCreate.java | 81 +-
.../hadoop/fs/ozone/TestOzoneFileInterfaces.java | 651 -
.../fs/ozone/TestOzoneFileInterfacesWithFSO.java | 44 -
.../hadoop/fs/ozone/TestOzoneFileSystem.java | 1730 ---
.../fs/ozone/TestOzoneFileSystemMetrics.java | 32 +-
.../fs/ozone/TestOzoneFileSystemMissingParent.java | 19 +-
.../fs/ozone/TestOzoneFileSystemPrefixParser.java | 33 +-
.../fs/ozone/TestOzoneFileSystemWithFSO.java | 607 -
.../fs/ozone/TestOzoneFileSystemWithLinks.java | 254 -
.../apache/hadoop/fs/ozone/TestOzoneFsHAURLs.java | 68 +-
.../hadoop/fs/ozone/TestOzoneFsSnapshot.java | 29 +-
.../hadoop/fs/ozone/TestRootedDDSWithFSO.java | 36 +-
.../hadoop/fs/ozone/TestRootedOzoneFileSystem.java | 2544 ----
.../fs/ozone/TestRootedOzoneFileSystemWithFSO.java | 254 -
.../hdds/scm/TestSCMDatanodeProtocolServer.java | 9 +-
.../hdds/scm/TestSCMDbCheckpointServlet.java | 120 +-
.../hadoop/hdds/scm/TestSCMInstallSnapshot.java | 33 +-
.../TestContainerStateManagerIntegration.java | 91 +-
.../hdds/scm/pipeline/TestLeaderChoosePolicy.java | 15 +-
.../hdds/scm/pipeline/TestNode2PipelineMap.java | 4 +-
.../hdds/scm/pipeline/TestPipelineClose.java | 98 +-
.../TestRatisPipelineCreateAndDestroy.java | 24 +-
.../hadoop/hdds/scm/storage/TestCommitWatcher.java | 38 +-
.../hdds/scm/storage/TestContainerCommandsEC.java | 131 +-
.../hadoop/hdds/upgrade/TestHDDSUpgrade.java | 45 +-
.../hadoop/hdds/upgrade/TestHddsUpgradeUtils.java | 56 +-
.../org/apache/hadoop/ozone/MiniOzoneCluster.java | 38 +-
.../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 30 +-
.../hadoop/ozone/MiniOzoneHAClusterImpl.java | 4 +-
.../org/apache/hadoop/ozone/OzoneTestUtils.java | 10 +-
.../hadoop/ozone/StandardOutputTestBase.java | 8 +-
.../org/apache/hadoop/ozone/TestBlockTokens.java | 38 +-
.../apache/hadoop/ozone/TestBlockTokensCLI.java | 24 +-
.../ozone/TestContainerBalancerOperations.java | 27 +-
.../hadoop/ozone/TestContainerOperations.java | 37 +-
.../TestContainerStateMachineIdempotency.java | 29 +-
.../java/org/apache/hadoop/ozone/TestDataUtil.java | 28 +-
.../apache/hadoop/ozone/TestDelegationToken.java | 110 +-
.../hadoop/ozone/TestMiniOzoneOMHACluster.java | 36 +-
.../hadoop/ozone/TestMultipartObjectGet.java | 222 +
.../hadoop/ozone/TestSecureOzoneCluster.java | 177 +-
.../ozone/client/TestOzoneClientFactory.java | 10 +-
.../client/rpc/AbstractTestECKeyOutputStream.java | 459 +
.../ozone/client/rpc/Test2WayCommitInRatis.java | 37 +-
.../apache/hadoop/ozone/client/rpc/TestBCSID.java | 40 +-
.../client/rpc/TestBlockDataStreamOutput.java | 46 +-
.../ozone/client/rpc/TestBlockOutputStream.java | 1263 +-
.../rpc/TestBlockOutputStreamFlushDelay.java | 706 --
.../rpc/TestBlockOutputStreamWithFailures.java | 1177 +-
...estBlockOutputStreamWithFailuresFlushDelay.java | 880 --
.../rpc/TestCloseContainerHandlingByClient.java | 72 +-
.../rpc/TestContainerReplicationEndToEnd.java | 28 +-
.../client/rpc/TestContainerStateMachine.java | 53 +-
.../TestContainerStateMachineFailureOnRead.java | 16 +-
.../rpc/TestContainerStateMachineFailures.java | 355 +-
.../rpc/TestContainerStateMachineFlushDelay.java | 45 +-
.../rpc/TestContainerStateMachineStream.java | 33 +-
.../client/rpc/TestDeleteWithInAdequateDN.java | 68 +-
.../client/rpc/TestDiscardPreallocatedBlocks.java | 56 +-
.../ozone/client/rpc/TestECKeyOutputStream.java | 436 +-
.../rpc/TestECKeyOutputStreamWithZeroCopy.java | 31 +
.../client/rpc/TestFailureHandlingByClient.java | 89 +-
.../rpc/TestFailureHandlingByClientFlushDelay.java | 38 +-
.../client/rpc/TestHybridPipelineOnDatanode.java | 53 +-
.../rpc/TestMultiBlockWritesWithDnFailures.java | 36 +-
.../rpc/TestOzoneClientMultipartUploadWithFSO.java | 330 +-
...estOzoneClientRetriesOnExceptionFlushDelay.java | 47 +-
.../rpc/TestOzoneClientRetriesOnExceptions.java | 114 +-
.../client/rpc/TestOzoneRpcClientAbstract.java | 182 +-
.../rpc/TestOzoneRpcClientForAclAuditLog.java | 31 +-
.../TestOzoneRpcClientWithKeyLatestVersion.java | 229 +-
.../client/rpc/TestOzoneRpcClientWithRatis.java | 155 +-
.../hadoop/ozone/client/rpc/TestReadRetries.java | 302 +-
.../client/rpc/TestValidateBCSIDOnRestart.java | 105 +-
.../ozone/client/rpc/TestWatchForCommit.java | 98 +-
.../client/rpc/read/TestChunkInputStream.java | 97 +-
.../ozone/client/rpc/read/TestInputStreamBase.java | 166 +-
.../ozone/client/rpc/read/TestKeyInputStream.java | 298 +-
.../ozone/container/TestContainerReplication.java | 170 +-
.../apache/hadoop/ozone/container/TestHelper.java | 28 +-
.../commandhandler/TestBlockDeletion.java | 18 +-
.../TestCloseContainerByPipeline.java | 40 +-
.../container/ozoneimpl/TestOzoneContainer.java | 121 +-
.../ozoneimpl/TestOzoneContainerWithTLS.java | 538 +-
.../ozoneimpl/TestSecureOzoneContainer.java | 95 +-
.../container/server/TestContainerServer.java | 111 +-
.../server/TestSecureContainerServer.java | 9 +-
.../org/apache/hadoop/ozone/debug/TestLDBCli.java | 30 +-
.../hadoop/ozone/debug/TestLeaseRecoverer.java | 22 +-
...tBackgroundContainerDataScannerIntegration.java | 56 +-
...kgroundContainerMetadataScannerIntegration.java | 64 +-
.../TestContainerScannerIntegrationAbstract.java | 61 +-
...estOnDemandContainerDataScannerIntegration.java | 50 +-
.../TestDatanodeHddsVolumeFailureDetection.java | 459 +-
.../hadoop/ozone/freon/TestDataValidate.java | 28 +-
.../freon/TestDataValidateWithDummyContainers.java | 25 +-
.../TestDataValidateWithSafeByteOperations.java | 23 +-
.../TestDataValidateWithUnsafeByteOperations.java | 21 +-
.../freon/TestFreonWithDatanodeFastRestart.java | 44 +-
.../ozone/freon/TestFreonWithPipelineDestroy.java | 22 +-
.../ozone/freon/TestHadoopDirTreeGenerator.java | 54 +-
.../ozone/freon/TestHadoopNestedDirGenerator.java | 14 +-
.../hadoop/ozone/freon/TestOMSnapshotDAG.java | 23 +-
.../ozone/freon/TestOmBucketReadWriteFileOps.java | 32 +-
.../ozone/freon/TestOmBucketReadWriteKeyOps.java | 32 +-
.../hadoop/ozone/freon/TestRandomKeyGenerator.java | 61 +-
.../hadoop/ozone/fsck/TestContainerMapper.java | 29 +-
.../hadoop/ozone/om/TestAddRemoveOzoneManager.java | 77 +-
.../org/apache/hadoop/ozone/om/TestBucket.java | 140 +
.../ozone/om/TestBucketLayoutWithOlderClient.java | 34 +-
.../apache/hadoop/ozone/om/TestBucketOwner.java | 23 +-
.../apache/hadoop/ozone/om/TestKeyManagerImpl.java | 70 +-
.../org/apache/hadoop/ozone/om/TestKeyPurging.java | 27 +-
.../org/apache/hadoop/ozone/om/TestListKeys.java | 18 +-
.../hadoop/ozone/om/TestListKeysWithFSO.java | 135 +-
.../org/apache/hadoop/ozone/om/TestListStatus.java | 27 +-
.../hadoop/ozone/om/TestOMBucketLayoutUpgrade.java | 241 +-
.../hadoop/ozone/om/TestOMDbCheckpointServlet.java | 94 +-
.../hadoop/ozone/om/TestOMEpochForNonRatis.java | 35 +-
.../hadoop/ozone/om/TestOMRatisSnapshots.java | 97 +-
.../ozone/om/TestOMStartupWithBucketLayout.java | 20 +-
.../hadoop/ozone/om/TestOMUpgradeFinalization.java | 224 +-
.../apache/hadoop/ozone/om/TestObjectStore.java | 55 +-
.../hadoop/ozone/om/TestObjectStoreWithFSO.java | 131 +-
.../ozone/om/TestObjectStoreWithLegacyFS.java | 40 +-
.../org/apache/hadoop/ozone/om/TestOmAcls.java | 58 +-
.../hadoop/ozone/om/TestOmBlockVersioning.java | 31 +-
.../ozone/om/TestOmContainerLocationCache.java | 184 +-
.../org/apache/hadoop/ozone/om/TestOmInit.java | 29 +-
.../org/apache/hadoop/ozone/om/TestOmMetrics.java | 35 +-
.../org/apache/hadoop/ozone/om/TestOmSnapshot.java | 2321 ----
.../ozone/om/TestOmSnapshotDisabledRestart.java | 4 +-
.../hadoop/ozone/om/TestOmSnapshotFileSystem.java | 566 +-
.../ozone/om/TestOmSnapshotFileSystemFso.java | 31 +
.../ozone/om/TestOmSnapshotFileSystemLegacy.java | 31 +
.../ozone/om/TestOmStartupSlvLessThanMlv.java | 39 +-
.../ozone/om/TestOzoneManagerConfiguration.java | 103 +-
.../apache/hadoop/ozone/om/TestOzoneManagerHA.java | 40 +-
.../ozone/om/TestOzoneManagerHAKeyDeletion.java | 106 -
.../ozone/om/TestOzoneManagerHAMetadataOnly.java | 534 -
.../hadoop/ozone/om/TestOzoneManagerHAMetrics.java | 84 -
.../hadoop/ozone/om/TestOzoneManagerHAWithACL.java | 517 -
.../ozone/om/TestOzoneManagerHAWithAllRunning.java | 1102 ++
.../ozone/om/TestOzoneManagerHAWithData.java | 554 -
.../ozone/om/TestOzoneManagerHAWithFailover.java | 66 -
.../om/TestOzoneManagerHAWithStoppedNodes.java | 599 +
.../ozone/om/TestOzoneManagerListVolumes.java | 38 +-
.../om/TestOzoneManagerListVolumesSecure.java | 72 +-
.../hadoop/ozone/om/TestOzoneManagerPrepare.java | 22 +-
.../ozone/om/TestOzoneManagerRestInterface.java | 38 +-
.../hadoop/ozone/om/TestOzoneManagerRestart.java | 69 +-
.../ozone/om/TestOzoneManagerRocksDBLogging.java | 4 +-
.../apache/hadoop/ozone/om/TestScmSafeMode.java | 59 +-
.../hadoop/ozone/om/TestSecureOzoneManager.java | 87 +-
.../ozone/om/TestSnapshotBackgroundServices.java | 2 +-
.../ozone/om/TestSnapshotDeletingService.java | 2 +-
.../om/multitenant/TestMultiTenantVolume.java | 49 +-
.../om/ratis/TestOzoneManagerRatisRequest.java | 54 +-
.../ozone/om/service/TestRangerBGSyncService.java | 189 +-
.../hadoop/ozone/om/snapshot/TestOmSnapshot.java | 2507 ++++
.../snapshot/TestOmSnapshotFsoWithNativeLib.java | 33 +
.../TestOmSnapshotFsoWithoutNativeLib.java | 34 +
.../ozone/om/snapshot/TestOmSnapshotLegacy.java | 34 +
.../om/snapshot/TestOmSnapshotObjectStore.java | 34 +
.../snapshot/TestOzoneManagerSnapshotProvider.java | 28 +-
.../hadoop/ozone/recon/TestReconAsPassiveScm.java | 47 +-
.../TestReconInsightsForDeletedDirectories.java | 73 +-
.../apache/hadoop/ozone/recon/TestReconTasks.java | 161 +-
.../ozone/recon/TestReconWithOzoneManager.java | 172 +-
.../hadoop/ozone/scm/TestCloseContainer.java | 20 +
.../ozone/scm/TestContainerReportWithKeys.java | 34 +-
.../hadoop/ozone/scm/TestFailoverWithSCMHA.java | 44 +-
.../scm/TestGetCommittedBlockLengthAndPutKey.java | 36 +-
.../TestSCMContainerPlacementPolicyMetrics.java | 10 +-
.../ozone/scm/TestSCMInstallSnapshotWithHA.java | 37 +-
.../org/apache/hadoop/ozone/scm/TestSCMMXBean.java | 6 +-
.../apache/hadoop/ozone/scm/TestSecretKeysApi.java | 32 +-
.../ozone/scm/TestStorageContainerManager.java | 170 +-
.../hadoop/ozone/scm/TestXceiverClientManager.java | 26 +-
.../scm/node/TestDecommissionAndMaintenance.java | 4 +
.../hadoop/ozone/scm/node/TestQueryNode.java | 38 +-
.../scm/pipeline/TestPipelineManagerMXBean.java | 53 +-
.../ozone/scm/pipeline/TestSCMPipelineMetrics.java | 12 +-
.../hadoop/ozone/shell/TestNSSummaryAdmin.java | 52 +-
.../hadoop/ozone/shell/TestOzoneDatanodeShell.java | 37 +-
.../hadoop/ozone/shell/TestOzoneShellHA.java | 5 +-
.../hadoop/ozone/shell/TestOzoneTenantShell.java | 68 +-
.../hadoop/ozone/shell/TestReconfigShell.java | 38 +-
.../apache/hadoop/ozone/shell/TestScmAdminHA.java | 10 +-
.../ozone/shell/TestTransferLeadershipShell.java | 40 +
.../src/test/resources/ozone-site.xml | 12 +
hadoop-ozone/interface-client/pom.xml | 4 +-
.../src/main/proto/OmClientProtocol.proto | 26 +-
hadoop-ozone/interface-storage/pom.xml | 13 +-
.../apache/hadoop/ozone/om/OMMetadataManager.java | 21 +
.../hadoop/ozone/om/helpers/OmPrefixInfo.java | 2 +-
.../ozone/om/helpers/TestOmKeyInfoCodec.java | 8 +-
.../om/helpers/TestOmMultipartKeyInfoCodec.java | 14 +-
.../hadoop/ozone/om/helpers/TestOmPrefixInfo.java | 22 +-
.../ozone/om/helpers/TestOmPrefixInfoCodec.java | 6 +-
.../om/helpers/TestRepeatedOmKeyInfoCodec.java | 10 +-
.../ozone/om/helpers/TestS3SecretValueCodec.java | 8 +-
.../ozone/om/helpers/TestTransactionInfoCodec.java | 27 +-
.../dev-support/findbugsExcludeFile.xml | 8 +-
hadoop-ozone/ozone-manager/pom.xml | 14 +-
.../org/apache/hadoop/ozone/audit/OMAction.java | 1 +
.../hadoop/ozone/om/GrpcOzoneManagerServer.java | 2 +
.../org/apache/hadoop/ozone/om/KeyManager.java | 6 +-
.../org/apache/hadoop/ozone/om/KeyManagerImpl.java | 35 +-
.../org/apache/hadoop/ozone/om/ListIterator.java | 340 +
.../hadoop/ozone/om/OMDBCheckpointServlet.java | 2 +-
.../java/org/apache/hadoop/ozone/om/OMMXBean.java | 3 +-
.../java/org/apache/hadoop/ozone/om/OMMetrics.java | 9 +
.../hadoop/ozone/om/OMPerformanceMetrics.java | 13 +
.../apache/hadoop/ozone/om/OMPolicyProvider.java | 24 +-
.../java/org/apache/hadoop/ozone/om/OMStorage.java | 15 +-
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 129 +-
.../apache/hadoop/ozone/om/OmMetadataReader.java | 75 +-
.../apache/hadoop/ozone/om/OmSnapshotManager.java | 35 +-
.../apache/hadoop/ozone/om/OmSnapshotMetrics.java | 21 +-
.../hadoop/ozone/om/OzoneListStatusHelper.java | 421 +-
.../org/apache/hadoop/ozone/om/OzoneManager.java | 154 +-
.../hadoop/ozone/om/OzoneManagerServiceGrpc.java | 8 +-
.../org/apache/hadoop/ozone/om/ResolvedBucket.java | 70 +-
.../hadoop/ozone/om/S3SecretManagerImpl.java | 16 +
.../java/org/apache/hadoop/ozone/om/ScmClient.java | 10 +-
.../hadoop/ozone/om/SnapshotChainManager.java | 77 +-
.../hadoop/ozone/om/SstFilteringService.java | 68 +-
.../hadoop/ozone/om/TrashOzoneFileSystem.java | 21 +-
.../apache/hadoop/ozone/om/TrashPolicyOzone.java | 9 +-
.../apache/hadoop/ozone/om/VolumeManagerImpl.java | 3 +-
.../hadoop/ozone/om/codec/OMDBDefinition.java | 13 +-
.../ozone/om/lock/OBSKeyPathLockStrategy.java | 43 +-
.../hadoop/ozone/om/lock/OzoneLockStrategy.java | 12 +-
.../ozone/om/lock/RegularBucketLockStrategy.java | 12 +-
.../ozone/om/ratis/OzoneManagerDoubleBuffer.java | 183 +-
.../ozone/om/ratis/OzoneManagerRatisServer.java | 15 +-
.../ozone/om/ratis/OzoneManagerStateMachine.java | 107 +-
.../ozone/om/ratis/helpers/DoubleBufferEntry.java | 44 -
.../metrics/OzoneManagerDoubleBufferMetrics.java | 4 +
.../metrics/OzoneManagerStateMachineMetrics.java | 98 +
.../utils/OzoneManagerDoubleBufferHelper.java | 33 -
.../hadoop/ozone/om/request/OMClientRequest.java | 49 +-
.../om/request/bucket/OMBucketCreateRequest.java | 51 +-
.../om/request/bucket/OMBucketDeleteRequest.java | 42 +-
.../om/request/bucket/OMBucketSetOwnerRequest.java | 21 +-
.../request/bucket/OMBucketSetPropertyRequest.java | 21 +-
.../om/request/bucket/acl/OMBucketAclRequest.java | 22 +-
.../request/bucket/acl/OMBucketAddAclRequest.java | 9 +-
.../bucket/acl/OMBucketRemoveAclRequest.java | 8 +-
.../request/bucket/acl/OMBucketSetAclRequest.java | 8 +-
.../om/request/file/OMDirectoryCreateRequest.java | 24 +-
.../file/OMDirectoryCreateRequestWithFSO.java | 21 +-
.../ozone/om/request/file/OMFileCreateRequest.java | 30 +-
.../request/file/OMFileCreateRequestWithFSO.java | 20 +-
.../ozone/om/request/file/OMFileRequest.java | 49 +-
.../om/request/file/OMRecoverLeaseRequest.java | 35 +-
.../om/request/key/OMAllocateBlockRequest.java | 29 +-
.../request/key/OMAllocateBlockRequestWithFSO.java | 29 +-
.../key/OMDirectoriesPurgeRequestWithFSO.java | 7 +-
.../ozone/om/request/key/OMKeyCommitRequest.java | 26 +-
.../om/request/key/OMKeyCommitRequestWithFSO.java | 31 +-
.../ozone/om/request/key/OMKeyCreateRequest.java | 29 +-
.../om/request/key/OMKeyCreateRequestWithFSO.java | 20 +-
.../ozone/om/request/key/OMKeyDeleteRequest.java | 24 +-
.../om/request/key/OMKeyDeleteRequestWithFSO.java | 20 +-
.../ozone/om/request/key/OMKeyPurgeRequest.java | 8 +-
.../ozone/om/request/key/OMKeyRenameRequest.java | 20 +-
.../om/request/key/OMKeyRenameRequestWithFSO.java | 20 +-
.../hadoop/ozone/om/request/key/OMKeyRequest.java | 29 +-
.../ozone/om/request/key/OMKeySetTimesRequest.java | 22 +-
.../request/key/OMKeySetTimesRequestWithFSO.java | 20 +-
.../ozone/om/request/key/OMKeysDeleteRequest.java | 20 +-
.../ozone/om/request/key/OMKeysRenameRequest.java | 22 +-
.../om/request/key/OMOpenKeysDeleteRequest.java | 20 +-
.../om/request/key/OmKeysDeleteRequestWithFSO.java | 13 -
.../ozone/om/request/key/acl/OMKeyAclRequest.java | 20 +-
.../om/request/key/acl/OMKeyAclRequestWithFSO.java | 20 +-
.../om/request/key/acl/OMKeyAddAclRequest.java | 8 +-
.../request/key/acl/OMKeyAddAclRequestWithFSO.java | 8 +-
.../om/request/key/acl/OMKeyRemoveAclRequest.java | 8 +-
.../key/acl/OMKeyRemoveAclRequestWithFSO.java | 8 +-
.../om/request/key/acl/OMKeySetAclRequest.java | 8 +-
.../request/key/acl/OMKeySetAclRequestWithFSO.java | 8 +-
.../request/key/acl/prefix/OMPrefixAclRequest.java | 20 +-
.../S3ExpiredMultipartUploadsAbortRequest.java | 20 +-
.../S3InitiateMultipartUploadRequest.java | 23 +-
.../S3InitiateMultipartUploadRequestWithFSO.java | 23 +-
.../multipart/S3MultipartUploadAbortRequest.java | 22 +-
.../S3MultipartUploadCommitPartRequest.java | 23 +-
.../S3MultipartUploadCommitPartRequestWithFSO.java | 7 +-
.../S3MultipartUploadCompleteRequest.java | 42 +-
.../om/request/s3/security/OMSetSecretRequest.java | 12 +-
.../om/request/s3/security/S3GetSecretRequest.java | 11 +-
.../request/s3/security/S3RevokeSecretRequest.java | 14 +-
.../tenant/OMSetRangerServiceVersionRequest.java | 10 +-
.../s3/tenant/OMTenantAssignAdminRequest.java | 22 +-
.../tenant/OMTenantAssignUserAccessIdRequest.java | 24 +-
.../request/s3/tenant/OMTenantCreateRequest.java | 29 +-
.../request/s3/tenant/OMTenantDeleteRequest.java | 21 +-
.../s3/tenant/OMTenantRevokeAdminRequest.java | 22 +-
.../tenant/OMTenantRevokeUserAccessIdRequest.java | 23 +-
.../security/OMCancelDelegationTokenRequest.java | 14 +-
.../security/OMGetDelegationTokenRequest.java | 18 +-
.../security/OMRenewDelegationTokenRequest.java | 15 +-
.../request/snapshot/OMSnapshotCreateRequest.java | 59 +-
.../request/snapshot/OMSnapshotDeleteRequest.java | 58 +-
.../snapshot/OMSnapshotMoveDeletedKeysRequest.java | 8 +-
.../request/snapshot/OMSnapshotPurgeRequest.java | 9 +-
.../snapshot/OMSnapshotSetPropertyRequest.java | 11 +-
.../om/request/upgrade/OMCancelPrepareRequest.java | 15 +-
.../request/upgrade/OMFinalizeUpgradeRequest.java | 12 +-
.../ozone/om/request/upgrade/OMPrepareRequest.java | 15 +-
.../om/request/util/OMEchoRPCWriteRequest.java | 7 +-
.../om/request/util/OMMultipartUploadUtils.java | 7 +-
.../om/request/volume/OMVolumeCreateRequest.java | 31 +-
.../om/request/volume/OMVolumeDeleteRequest.java | 28 +-
.../om/request/volume/OMVolumeSetOwnerRequest.java | 21 +-
.../om/request/volume/OMVolumeSetQuotaRequest.java | 20 +-
.../om/request/volume/acl/OMVolumeAclRequest.java | 19 +-
.../request/volume/acl/OMVolumeAddAclRequest.java | 8 +-
.../volume/acl/OMVolumeRemoveAclRequest.java | 8 +-
.../request/volume/acl/OMVolumeSetAclRequest.java | 8 +-
.../ozone/om/response/DummyOMClientResponse.java | 44 +
.../hadoop/ozone/om/response/OMClientResponse.java | 35 +-
.../om/response/upgrade/OMPrepareResponse.java | 3 +-
.../hadoop/ozone/om/s3/S3SecretCacheProvider.java | 15 +-
.../om/service/AbstractKeyDeletingService.java | 27 +-
.../ozone/om/service/KeyDeletingService.java | 3 +-
.../ozone/om/service/SnapshotDeletingService.java | 6 +
.../om/snapshot/FSODirectoryPathResolver.java | 14 +-
.../ozone/om/snapshot/ObjectPathResolver.java | 8 +-
.../hadoop/ozone/om/snapshot/SnapshotCache.java | 49 +-
.../ozone/om/snapshot/SnapshotDiffManager.java | 224 +-
.../hadoop/ozone/om/snapshot/SnapshotUtils.java | 110 +-
...OzoneManagerProtocolServerSideTranslatorPB.java | 38 +-
.../protocolPB/OzoneManagerRequestHandler.java | 61 +-
.../hadoop/ozone/protocolPB/RequestHandler.java | 7 +-
.../OzoneDelegationTokenSecretManager.java | 28 +-
.../webapps/ozoneManager/om-overview.html | 34 +-
.../ozone/om/ScmBlockLocationTestingClient.java | 3 +-
.../hadoop/ozone/om/TestAuthorizerLockImpl.java | 70 +-
.../hadoop/ozone/om/TestBucketManagerImpl.java | 168 +-
.../apache/hadoop/ozone/om/TestChunkStreams.java | 9 +-
.../ozone/om/TestGrpcOzoneManagerServer.java | 11 +-
.../apache/hadoop/ozone/om/TestKeyManagerUnit.java | 128 +-
.../apache/hadoop/ozone/om/TestOMDBDefinition.java | 24 +-
.../hadoop/ozone/om/TestOMMetadataReader.java | 74 +
.../hadoop/ozone/om/TestOMMultiTenantManager.java | 24 +-
.../ozone/om/TestOMMultiTenantManagerImpl.java | 27 +-
.../org/apache/hadoop/ozone/om/TestOMStorage.java | 69 +-
.../hadoop/ozone/om/TestOMTenantCreateRequest.java | 70 +-
.../hadoop/ozone/om/TestOmMetadataManager.java | 43 +-
.../hadoop/ozone/om/TestOmSnapshotManager.java | 178 +-
.../hadoop/ozone/om/TestOzoneConfigUtil.java | 28 +-
.../ozone/om/TestOzoneManagerHttpServer.java | 42 +-
.../hadoop/ozone/om/TestOzoneManagerStarter.java | 16 +-
.../apache/hadoop/ozone/om/TestSnapshotChain.java | 17 +-
.../apache/hadoop/ozone/om/TestSnapshotInfo.java | 34 +-
.../hadoop/ozone/om/TestSstFilteringService.java | 24 -
.../apache/hadoop/ozone/om/TestTrashService.java | 26 +-
.../hadoop/ozone/om/failover/TestOMFailovers.java | 36 +-
.../ozone/om/lock/TestOzoneLockProvider.java | 48 +-
.../TestMultiTenantAccessController.java | 75 +-
.../om/ratis/TestOzoneManagerDoubleBuffer.java | 128 +-
...tOzoneManagerDoubleBufferWithDummyResponse.java | 45 +-
...TestOzoneManagerDoubleBufferWithOMResponse.java | 90 +-
.../om/ratis/TestOzoneManagerRatisServer.java | 59 +-
.../om/ratis/TestOzoneManagerStateMachine.java | 83 +-
.../ozone/om/request/OMRequestTestUtils.java | 22 +-
.../request/TestBucketLayoutAwareOMKeyFactory.java | 20 +-
.../ozone/om/request/TestNormalizePaths.java | 52 +-
.../request/TestOMClientRequestWithUserInfo.java | 77 +-
.../ozone/om/request/bucket/TestBucketRequest.java | 29 +-
.../request/bucket/TestOMBucketCreateRequest.java | 100 +-
.../bucket/TestOMBucketCreateRequestWithFSO.java | 46 +-
.../request/bucket/TestOMBucketDeleteRequest.java | 79 +-
.../bucket/TestOMBucketDeleteRequestWithFSO.java | 13 +-
.../bucket/TestOMBucketSetPropertyRequest.java | 133 +-
.../bucket/acl/TestOMBucketAddAclRequest.java | 26 +-
.../bucket/acl/TestOMBucketRemoveAclRequest.java | 35 +-
.../bucket/acl/TestOMBucketSetAclRequest.java | 28 +-
.../request/file/TestOMDirectoryCreateRequest.java | 203 +-
.../file/TestOMDirectoryCreateRequestWithFSO.java | 191 +-
.../om/request/file/TestOMFileCreateRequest.java | 185 +-
.../file/TestOMFileCreateRequestWithFSO.java | 25 +-
.../om/request/file/TestOMRecoverLeaseRequest.java | 21 +-
.../om/request/key/TestOMAllocateBlockRequest.java | 60 +-
.../key/TestOMAllocateBlockRequestWithFSO.java | 6 +-
.../TestOMDirectoriesPurgeRequestAndResponse.java | 26 +-
.../ozone/om/request/key/TestOMKeyAclRequest.java | 50 +-
.../om/request/key/TestOMKeyCommitRequest.java | 175 +-
.../request/key/TestOMKeyCommitRequestWithFSO.java | 10 +-
.../om/request/key/TestOMKeyCreateRequest.java | 288 +-
.../request/key/TestOMKeyCreateRequestWithFSO.java | 90 +-
.../om/request/key/TestOMKeyDeleteRequest.java | 70 +-
.../request/key/TestOMKeyDeleteRequestWithFSO.java | 43 +-
.../key/TestOMKeyPurgeRequestAndResponse.java | 26 +-
.../om/request/key/TestOMKeyRenameRequest.java | 48 +-
.../request/key/TestOMKeyRenameRequestWithFSO.java | 33 +-
.../ozone/om/request/key/TestOMKeyRequest.java | 48 +-
.../om/request/key/TestOMKeysDeleteRequest.java | 38 +-
.../key/TestOMKeysDeleteRequestWithFSO.java | 3 +
.../om/request/key/TestOMKeysRenameRequest.java | 28 +-
.../request/key/TestOMOpenKeysDeleteRequest.java | 86 +-
.../om/request/key/TestOMPrefixAclRequest.java | 22 +-
.../om/request/key/TestOMSetTimesRequest.java | 15 +-
.../request/key/TestOMSetTimesRequestWithFSO.java | 20 +-
.../TestS3ExpiredMultipartUploadsAbortRequest.java | 128 +-
.../TestS3InitiateMultipartUploadRequest.java | 56 +-
...estS3InitiateMultipartUploadRequestWithFSO.java | 78 +-
.../s3/multipart/TestS3MultipartRequest.java | 80 +-
.../TestS3MultipartUploadAbortRequest.java | 31 +-
.../TestS3MultipartUploadCommitPartRequest.java | 56 +-
...tS3MultipartUploadCommitPartRequestWithFSO.java | 10 +-
.../TestS3MultipartUploadCompleteRequest.java | 89 +-
...estS3MultipartUploadCompleteRequestWithFSO.java | 11 +-
.../s3/security/TestS3GetSecretRequest.java | 202 +-
.../tenant/TestSetRangerServiceVersionRequest.java | 32 +-
.../security/TestOMDelegationTokenRequest.java | 27 +-
.../security/TestOMGetDelegationTokenRequest.java | 40 +-
.../snapshot/TestOMSnapshotCreateRequest.java | 17 +-
.../snapshot/TestOMSnapshotDeleteRequest.java | 20 +-
.../TestOMSnapshotPurgeRequestAndResponse.java | 13 +-
...estOMSnapshotSetPropertyRequestAndResponse.java | 8 +-
.../upgrade/TestOMCancelPrepareRequest.java | 27 +-
.../TestRequestFeatureValidatorProcessor.java | 6 +-
.../request/validation/TestRequestValidations.java | 40 +-
.../request/validation/TestValidatorRegistry.java | 14 +-
.../request/volume/TestOMVolumeCreateRequest.java | 99 +-
.../request/volume/TestOMVolumeDeleteRequest.java | 37 +-
.../om/request/volume/TestOMVolumeRequest.java | 24 +-
.../volume/TestOMVolumeSetOwnerRequest.java | 57 +-
.../volume/TestOMVolumeSetQuotaRequest.java | 68 +-
.../volume/acl/TestOMVolumeAddAclRequest.java | 28 +-
.../volume/acl/TestOMVolumeRemoveAclRequest.java | 35 +-
.../volume/acl/TestOMVolumeSetAclRequest.java | 34 +-
.../ozone/om/response/TestCleanupTableInfo.java | 74 +-
.../bucket/TestOMBucketCreateResponse.java | 30 +-
.../bucket/TestOMBucketDeleteResponse.java | 24 +-
.../bucket/TestOMBucketSetPropertyResponse.java | 28 +-
.../file/TestOMDirectoryCreateResponse.java | 32 +-
.../file/TestOMDirectoryCreateResponseWithFSO.java | 25 +-
.../file/TestOMFileCreateResponseWithFSO.java | 6 +-
.../response/key/TestOMAllocateBlockResponse.java | 12 +-
.../om/response/key/TestOMKeyCommitResponse.java | 26 +-
.../key/TestOMKeyCommitResponseWithFSO.java | 12 +-
.../om/response/key/TestOMKeyCreateResponse.java | 12 +-
.../key/TestOMKeyCreateResponseWithFSO.java | 6 +-
.../om/response/key/TestOMKeyDeleteResponse.java | 20 +-
.../key/TestOMKeyDeleteResponseWithFSO.java | 4 +-
.../om/response/key/TestOMKeyRenameResponse.java | 45 +-
.../ozone/om/response/key/TestOMKeyResponse.java | 18 +-
.../om/response/key/TestOMKeysDeleteResponse.java | 14 +-
.../key/TestOMKeysDeleteResponseWithFSO.java | 16 +-
.../om/response/key/TestOMKeysRenameResponse.java | 12 +-
.../response/key/TestOMOpenKeysDeleteResponse.java | 62 +-
...TestS3ExpiredMultipartUploadsAbortResponse.java | 76 +-
.../TestS3InitiateMultipartUploadResponse.java | 14 +-
...stS3InitiateMultipartUploadResponseWithFSO.java | 38 +-
.../s3/multipart/TestS3MultipartResponse.java | 18 +-
.../TestS3MultipartUploadAbortResponse.java | 32 +-
...S3MultipartUploadCommitPartResponseWithFSO.java | 28 +-
...stS3MultipartUploadCompleteResponseWithFSO.java | 55 +-
.../security/TestOMDelegationTokenResponse.java | 18 +-
.../security/TestOMGetDelegationTokenResponse.java | 12 +-
.../snapshot/TestOMSnapshotCreateResponse.java | 5 +-
.../snapshot/TestOMSnapshotDeleteResponse.java | 44 +-
.../volume/TestOMVolumeCreateResponse.java | 34 +-
.../volume/TestOMVolumeDeleteResponse.java | 32 +-
.../volume/TestOMVolumeSetOwnerResponse.java | 36 +-
.../volume/TestOMVolumeSetQuotaResponse.java | 34 +-
.../om/service/TestDirectoryDeletingService.java | 26 +-
.../ozone/om/service/TestKeyDeletingService.java | 74 +-
.../ozone/om/service/TestQuotaRepairTask.java | 32 +-
.../om/snapshot/TestFSODirectoryPathResolver.java | 6 +-
.../ozone/om/snapshot/TestSnapshotDiffManager.java | 32 +-
.../om/upgrade/TestOMLayoutFeatureAspect.java | 20 +-
.../ozone/om/upgrade/TestOMUpgradeFinalizer.java | 42 +-
.../ozone/om/upgrade/TestOMVersionManager.java | 23 +-
.../TestOmVersionManagerRequestFactory.java | 47 +-
.../om/upgrade/TestOzoneManagerPrepareState.java | 47 +-
.../ozone/security/TestAWSV4AuthValidator.java | 31 +-
.../security/TestOmCertificateClientInit.java | 5 +-
.../TestOzoneDelegationTokenSecretManager.java | 62 +-
.../ozone/security/TestOzoneTokenIdentifier.java | 22 +-
.../security/acl/TestOzoneAdministrators.java | 98 +-
.../security/acl/TestOzoneNativeAuthorizer.java | 156 +-
.../hadoop/ozone/security/acl/TestOzoneObj.java | 24 +-
.../hadoop/ozone/security/acl/TestParentAcl.java | 33 +-
.../ozone/security/acl/TestRequestContext.java | 36 +-
.../hadoop/ozone/security/acl/TestVolumeOwner.java | 65 +-
hadoop-ozone/ozonefs-common/pom.xml | 15 +-
.../fs/ozone/BasicOzoneClientAdapterImpl.java | 53 -
.../hadoop/fs/ozone/BasicOzoneFileSystem.java | 2 +-
.../ozone/BasicRootedOzoneClientAdapterImpl.java | 73 +-
.../fs/ozone/BasicRootedOzoneFileSystem.java | 31 +-
.../apache/hadoop/fs/ozone/FileStatusAdapter.java | 12 +-
.../fs/ozone/OzoneDelegationTokenRenewer.java | 79 +
.../hadoop/fs/ozone/OzoneFSStorageStatistics.java | 9 +
.../hadoop/fs/ozone/TestBasicOzoneFileSystems.java | 63 +-
.../org/apache/hadoop/fs/ozone/TestOFSPath.java | 175 +-
.../hadoop/fs/ozone/TestOzoneClientUtils.java | 43 +-
.../hadoop/fs/ozone/TestOzoneFSInputStream.java | 8 +-
.../apache/hadoop/fs/ozone/TestOzoneFsShell.java | 12 +-
hadoop-ozone/ozonefs-hadoop2/pom.xml | 23 +-
.../org/apache/hadoop/fs/StreamCapabilities.java | 132 -
.../java/org/apache/hadoop/fs/package-info.java | 29 -
.../apache/hadoop/fs/TestOmKeyInfoWithHadoop2.java | 24 +
hadoop-ozone/ozonefs-hadoop3-client/pom.xml | 4 +-
hadoop-ozone/ozonefs-hadoop3/pom.xml | 4 +-
.../org.apache.hadoop.security.token.TokenRenewer | 3 +-
hadoop-ozone/ozonefs-shaded/pom.xml | 4 +-
hadoop-ozone/ozonefs/pom.xml | 4 +-
.../org.apache.hadoop.security.token.TokenRenewer | 3 +-
hadoop-ozone/pom.xml | 10 +-
hadoop-ozone/recon-codegen/pom.xml | 2 +-
.../recon/schema/ContainerSchemaDefinition.java | 1 +
.../recon/dev-support/findbugsExcludeFile.xml | 4 +
hadoop-ozone/recon/pom.xml | 22 +-
.../apache/hadoop/ozone/recon/ReconConstants.java | 3 +
.../org/apache/hadoop/ozone/recon/ReconServer.java | 24 +-
.../org/apache/hadoop/ozone/recon/ReconUtils.java | 17 +-
.../hadoop/ozone/recon/api/BucketEndpoint.java | 75 +
.../ozone/recon/api/ClusterStateEndpoint.java | 3 +-
.../hadoop/ozone/recon/api/NodeEndpoint.java | 3 +-
.../hadoop/ozone/recon/api/VolumeEndpoint.java | 74 +
.../ozone/recon/api/handlers/EntityHandler.java | 84 +-
.../recon/api/handlers/RootEntityHandler.java | 13 +-
.../recon/api/handlers/VolumeEntityHandler.java | 12 +-
.../hadoop/ozone/recon/api/types/AclMetadata.java | 138 +
.../ozone/recon/api/types/BucketObjectDBInfo.java | 9 +-
.../ozone/recon/api/types/BucketsResponse.java | 54 +
.../recon/api/types/DatanodeStorageReport.java | 9 +-
.../ozone/recon/api/types/KeyObjectDBInfo.java | 2 +-
.../hadoop/ozone/recon/api/types/ObjectDBInfo.java | 11 +-
.../ozone/recon/api/types/VolumeObjectDBInfo.java | 2 +-
.../ozone/recon/api/types/VolumesResponse.java | 59 +
.../ozone/recon/fsck/ContainerHealthStatus.java | 28 +-
.../ozone/recon/fsck/ContainerHealthTask.java | 177 +-
.../recon/recovery/ReconOMMetadataManager.java | 58 +
.../recon/recovery/ReconOmMetadataManagerImpl.java | 167 +-
.../recon/scm/ContainerReplicaHistoryList.java | 2 +-
.../hadoop/ozone/recon/scm/ReconNodeManager.java | 6 +-
.../ozone/recon/scm/ReconPipelineManager.java | 10 +-
.../ozone/recon/scm/ReconPolicyProvider.java | 24 +-
.../scm/ReconStorageContainerManagerFacade.java | 6 +-
.../recon/spi/ReconContainerMetadataManager.java | 7 +
.../spi/impl/OzoneManagerServiceProviderImpl.java | 13 +-
.../impl/ReconContainerMetadataManagerImpl.java | 9 +
.../ozone/recon/tasks/ContainerSizeCountTask.java | 58 +-
.../hadoop/ozone/recon/tasks/NSSummaryTask.java | 10 +-
.../ozone/recon/tasks/OMDBUpdatesHandler.java | 47 +-
.../webapps/recon/ozone-recon-web/api/db.json | 2808 +++--
.../webapps/recon/ozone-recon-web/api/routes.json | 11 +-
.../webapps/recon/ozone-recon-web/package.json | 1 +
.../webapps/recon/ozone-recon-web/pnpm-lock.yaml | 6140 +++++-----
.../webapps/recon/ozone-recon-web/src/app.less | 4 +
.../src/components/aclDrawer/aclDrawer.tsx | 100 +
.../src/components/navBar/navBar.tsx | 10 +
.../src/components/quotaBar/quotaBar.less | 42 +
.../src/components/quotaBar/quotaBar.tsx | 88 +
.../src/components/rightDrawer/rightDrawer.tsx | 2 +-
.../src/components/storageBar/storageBar.less | 5 +
.../src/components/storageBar/storageBar.tsx | 5 +-
.../src/constants/aclDrawer.constants.tsx | 45 +
.../src/constants/breadcrumbs.constants.tsx | 2 +
.../webapps/recon/ozone-recon-web/src/routes.tsx | 10 +
.../ozone-recon-web/src/types/datanode.types.tsx | 1 +
.../recon/ozone-recon-web/src/types/om.types.tsx | 72 +
.../src/utils/axiosRequestHelper.tsx | 5 +-
.../ozone-recon-web/src/utils/columnSearch.tsx | 2 +-
.../recon/ozone-recon-web/src/utils/common.tsx | 18 +
.../ozone-recon-web/src/views/buckets/buckets.less | 47 +
.../ozone-recon-web/src/views/buckets/buckets.tsx | 591 +
.../src/views/datanodes/datanodes.tsx | 29 +-
.../src/views/diskUsage/diskUsage.tsx | 43 +-
.../src/views/insights/insights.tsx | 2 +-
.../ozone-recon-web/src/views/insights/om/om.tsx | 11 +-
.../views/missingContainers/missingContainers.tsx | 6 +-
.../src/views/overview/overview.tsx | 11 +-
.../src/views/pipelines/pipelines.tsx | 1 +
.../ozone-recon-web/src/views/volumes/volumes.less | 47 +
.../ozone-recon-web/src/views/volumes/volumes.tsx | 421 +
.../ozone/recon/OMMetadataManagerTestUtils.java | 2 +-
.../hadoop/ozone/recon/ReconTestInjector.java | 9 -
.../apache/hadoop/ozone/recon/TestReconCodecs.java | 11 +-
.../apache/hadoop/ozone/recon/TestReconUtils.java | 97 +-
.../hadoop/ozone/recon/api/TestBlocksEndPoint.java | 65 +-
.../ozone/recon/api/TestContainerEndpoint.java | 100 +-
.../ozone/recon/api/TestContainerStateCounts.java | 24 +-
.../hadoop/ozone/recon/api/TestEndpoints.java | 426 +-
.../ozone/recon/api/TestFeaturesEndPoint.java | 47 +-
.../recon/api/TestNSSummaryEndpointWithFSO.java | 143 +-
.../recon/api/TestNSSummaryEndpointWithLegacy.java | 147 +-
.../ozone/recon/api/TestOmDBInsightEndPoint.java | 182 +-
.../ozone/recon/api/TestOpenContainerCount.java | 31 +-
.../ozone/recon/api/TestTaskStatusService.java | 9 +-
.../ozone/recon/api/TestTriggerDBSyncEndpoint.java | 35 +-
.../ozone/recon/api/filters/TestAdminFilter.java | 31 +-
.../hadoop/ozone/recon/common/CommonUtils.java | 124 +-
.../recon/fsck/TestContainerHealthStatus.java | 38 +-
.../ozone/recon/fsck/TestContainerHealthTask.java | 64 +-
.../TestContainerHealthTaskRecordGenerator.java | 316 +-
.../ozone/recon/heatmap/TestHeatMapInfo.java | 84 +-
.../recon/persistence/AbstractReconSqlDBTest.java | 26 +-
.../persistence/TestReconWithDifferentSqlDBs.java | 62 +-
.../persistence/TestStatsSchemaDefinition.java | 27 +-
.../recovery/TestReconOmMetadataManagerImpl.java | 57 +-
...TestReconIncrementalContainerReportHandler.java | 8 +-
.../ozone/recon/scm/TestReconNodeManager.java | 29 +-
.../ozone/recon/scm/TestReconPipelineManager.java | 46 +-
.../impl/TestOzoneManagerServiceProviderImpl.java | 179 +-
.../TestReconContainerMetadataManagerImpl.java | 62 +-
.../ozone/recon/spi/impl/TestReconDBProvider.java | 19 +-
.../impl/TestReconNamespaceSummaryManagerImpl.java | 59 +-
.../TestStorageContainerServiceProviderImpl.java | 4 +-
.../recon/tasks/TestContainerKeyMapperTask.java | 25 +-
.../recon/tasks/TestContainerSizeCountTask.java | 6 +
.../ozone/recon/tasks/TestFileSizeCountTask.java | 10 +-
.../ozone/recon/tasks/TestNSSummaryTask.java | 76 +-
.../recon/tasks/TestNSSummaryTaskWithFSO.java | 124 +-
.../recon/tasks/TestNSSummaryTaskWithLegacy.java | 128 +-
.../ozone/recon/tasks/TestOMDBUpdatesHandler.java | 57 +-
.../ozone/recon/tasks/TestOmTableInsightTask.java | 11 +-
.../recon/tasks/TestOmUpdateEventValidator.java | 27 +-
hadoop-ozone/s3-secret-store/pom.xml | 5 +-
hadoop-ozone/s3gateway/pom.xml | 23 +-
.../org/apache/hadoop/ozone/audit/S3GAction.java | 1 +
.../java/org/apache/hadoop/ozone/s3/Gateway.java | 30 +-
.../hadoop/ozone/s3/endpoint/BucketEndpoint.java | 31 +-
.../hadoop/ozone/s3/endpoint/EndpointBase.java | 29 +-
.../hadoop/ozone/s3/endpoint/ObjectEndpoint.java | 389 +-
.../ozone/s3/endpoint/ObjectEndpointStreaming.java | 105 +-
.../hadoop/ozone/s3/exception/S3ErrorTable.java | 5 +-
.../hadoop/ozone/s3/metrics/S3GatewayMetrics.java | 43 +-
...e.hadoop.ozone.om.protocolPB.OmTransportFactory | 15 -
.../hadoop/ozone/client/ClientProtocolStub.java | 18 +
.../hadoop/ozone/client/OzoneBucketStub.java | 72 +-
.../hadoop/ozone/client/OzoneOutputStreamStub.java | 22 +
.../ozone/protocolPB/TestGrpcOmTransport.java | 21 +-
.../hadoop/ozone/s3/TestAuthorizationFilter.java | 54 +-
.../ozone/s3/TestEmptyContentTypeFilter.java | 18 +-
.../hadoop/ozone/s3/TestOzoneClientProducer.java | 59 +-
.../hadoop/ozone/s3/TestS3GatewayAuditLog.java | 12 +-
.../ozone/s3/TestSignedChunksInputStream.java | 20 +-
.../ozone/s3/TestVirtualHostStyleFilter.java | 79 +-
.../s3/commontypes/TestObjectKeyNameAdapter.java | 17 +-
.../s3/endpoint/TestAbortMultipartUpload.java | 11 +-
.../hadoop/ozone/s3/endpoint/TestBucketAcl.java | 48 +-
.../hadoop/ozone/s3/endpoint/TestBucketDelete.java | 11 +-
.../hadoop/ozone/s3/endpoint/TestBucketHead.java | 22 +-
.../hadoop/ozone/s3/endpoint/TestBucketList.java | 150 +-
.../hadoop/ozone/s3/endpoint/TestBucketPut.java | 35 +-
.../ozone/s3/endpoint/TestBucketResponse.java | 2 +-
...CompleteMultipartUploadRequestUnmarshaller.java | 11 +-
.../hadoop/ozone/s3/endpoint/TestEndpointBase.java | 29 +-
.../s3/endpoint/TestInitiateMultipartUpload.java | 14 +-
.../hadoop/ozone/s3/endpoint/TestListParts.java | 33 +-
.../TestMultiDeleteRequestUnmarshaller.java | 9 +-
.../s3/endpoint/TestMultipartUploadComplete.java | 17 +-
.../s3/endpoint/TestMultipartUploadWithCopy.java | 50 +-
.../hadoop/ozone/s3/endpoint/TestObjectDelete.java | 8 +-
.../ozone/s3/endpoint/TestObjectEndpoint.java | 14 +-
.../hadoop/ozone/s3/endpoint/TestObjectGet.java | 90 +-
.../hadoop/ozone/s3/endpoint/TestObjectHead.java | 30 +-
.../ozone/s3/endpoint/TestObjectMultiDelete.java | 16 +-
.../hadoop/ozone/s3/endpoint/TestObjectPut.java | 213 +-
.../hadoop/ozone/s3/endpoint/TestPartUpload.java | 90 +-
.../s3/endpoint/TestPartUploadWithStream.java | 21 +-
.../ozone/s3/endpoint/TestPermissionCheck.java | 194 +-
.../hadoop/ozone/s3/endpoint/TestRootList.java | 9 +-
.../ozone/s3/endpoint/TestUploadWithStream.java | 22 +-
.../ozone/s3/exception/TestOS3Exceptions.java | 7 +-
.../ozone/s3/metrics/TestS3GatewayMetrics.java | 209 +-
.../signature/TestAuthorizationV2HeaderParser.java | 29 +-
.../signature/TestAuthorizationV4HeaderParser.java | 32 +-
.../signature/TestAuthorizationV4QueryParser.java | 9 +-
.../s3/signature/TestStringToSignProducer.java | 31 +-
.../hadoop/ozone/s3/util/TestContinueToken.java | 12 +-
.../hadoop/ozone/s3/util/TestRFC1123Util.java | 6 +-
.../ozone/s3/util/TestRangeHeaderParserUtil.java | 36 +-
.../apache/hadoop/ozone/s3/util/TestS3Utils.java | 28 +-
hadoop-ozone/tools/pom.xml | 22 +-
.../ozone/audit/parser/common/DatabaseHelper.java | 2 -
.../org/apache/hadoop/ozone/debug/DBScanner.java | 18 +-
.../ozone/freon/AbstractOmBucketReadWriteOps.java | 16 +-
.../hadoop/ozone/freon/ChunkManagerDiskWrite.java | 13 +-
.../ozone/freon/ClosedContainerReplicator.java | 2 +-
.../java/org/apache/hadoop/ozone/freon/Freon.java | 3 +
.../hadoop/ozone/freon/HadoopDirTreeGenerator.java | 14 +-
.../hadoop/ozone/freon/HadoopFsGenerator.java | 22 +-
.../hadoop/ozone/freon/OmMetadataGenerator.java | 19 +-
.../ozone/freon/OzoneClientKeyGenerator.java | 15 +-
.../freon/OzoneClientKeyReadWriteListOps.java | 74 +-
.../hadoop/ozone/freon/RandomKeyGenerator.java | 23 +-
.../hadoop/ozone/freon/RangeKeysGenerator.java | 14 +-
.../hadoop/ozone/freon/StorageSizeConverter.java | 38 +
.../hadoop/ozone/freon/StreamingGenerator.java | 13 +-
.../containergenerator/GeneratorDatanode.java | 8 +-
.../hadoop/ozone/shell/keys/DeleteKeyHandler.java | 9 +
.../shell/snapshot/DeleteSnapshotHandler.java | 2 +-
.../ozone/shell/snapshot/InfoSnapshotHandler.java | 64 +
.../ozone/shell/snapshot/ListSnapshotHandler.java | 11 +-
.../ozone/shell/snapshot/SnapshotCommands.java | 3 +-
...e.hadoop.ozone.om.protocolPB.OmTransportFactory | 15 -
.../hadoop/ozone/audit/parser/TestAuditParser.java | 33 +-
.../hadoop/ozone/checknative/TestCheckNative.java | 17 +-
.../hadoop/ozone/conf/TestGetConfOptions.java | 29 +-
.../ozone/debug/TestDBDefinitionFactory.java | 5 +-
.../hadoop/ozone/freon/TestContentGenerator.java | 15 +-
.../apache/hadoop/ozone/freon/TestProgressBar.java | 13 +-
.../containergenerator/TestGeneratorDatanode.java | 6 +-
.../TestGenerateOzoneRequiredConfigurations.java | 40 +-
.../shell/TestOzoneAddressClientCreation.java | 56 +-
.../ozone/shell/keys/TestChecksumKeyHandler.java | 4 +-
pom.xml | 211 +-
1498 files changed, 71616 insertions(+), 43780 deletions(-)
create mode 100644 .github/dependabot.yml
create mode 100644 .github/workflows/dependabot-ci.yml
create mode 100644 .github/workflows/repeat-acceptance.yml
delete mode 100644
hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/scm/ClientCredentialInterceptor.java
create mode 100644
hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/scm/StreamBufferArgs.java
create mode 100644
hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/scm/client/ClientTrustManager.java
create mode 100644
hadoop-hdds/client/src/test/java/org/apache/hadoop/hdds/scm/client/TestHddsClientUtils.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/protocolPB/OzonePBHelper.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/client/CACertificateProvider.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/common/ha/ratis/RatisSnapshotInfo.java
delete mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/ratis/TestServerNotLeaderException.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/ratis/TestServerNotLeaderExceptionMessageParsing.java
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/common/BlockDeletingServiceTestImpl.java
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/replication/TestContainerImporter.java
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/replication/TestSendContainerRequestHandler.java
delete mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/testutils/BlockDeletingServiceTestImpl.java
delete mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/testutils/package-info.java
create mode 100644 hadoop-hdds/docs/content/interface/SwaggerReconApi.md
create mode 100644
hadoop-hdds/docs/themes/ozonedoc/layouts/custompage/swagger-page.html
create mode 100644
hadoop-hdds/docs/themes/ozonedoc/layouts/shortcodes/swagger-ui.html
create mode 100644
hadoop-hdds/docs/themes/ozonedoc/static/swagger-resources/favicon-16x16.png
create mode 100644
hadoop-hdds/docs/themes/ozonedoc/static/swagger-resources/favicon-32x32.png
create mode 100644
hadoop-hdds/docs/themes/ozonedoc/static/swagger-resources/recon-api.yaml
create mode 100644
hadoop-hdds/docs/themes/ozonedoc/static/swagger-resources/swagger-ui-bundle.js
create mode 100644
hadoop-hdds/docs/themes/ozonedoc/static/swagger-resources/swagger-ui-standalone-preset.js
create mode 100644
hadoop-hdds/docs/themes/ozonedoc/static/swagger-resources/swagger-ui.css
create mode 100644 hadoop-hdds/erasurecode/dev-support/findbugsExcludeFile.xml
rename hadoop-hdds/erasurecode/src/{main =>
test}/java/org/apache/ozone/erasurecode/BufferAllocator.java (100%)
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/scm/protocolPB/OzonePBHelper.java
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/ThrowableFunction.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/ratis/metrics/dropwizard3/RatisMetricsUtils.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/ratis/metrics/dropwizard3/package-info.java
create mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/conf/TestHddsConfServlet.java
create mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/security/x509/certificate/client/TestRootCaRotationPoller.java
delete mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/security/x509/certificate/utils/TestRootCaRotationPoller.java
create mode 100644 hadoop-hdds/rocks-native/dev-support/findbugsExcludeFile.xml
delete mode 100644
hadoop-hdds/rocksdb-checkpoint-differ/src/main/java/org/apache/ozone/rocksdb/util/ManagedSstFileReader.java
create mode 100644
hadoop-hdds/rocksdb-checkpoint-differ/src/main/java/org/apache/ozone/rocksdb/util/SstFileSetReader.java
delete mode 100644
hadoop-hdds/rocksdb-checkpoint-differ/src/test/java/org/apache/ozone/rocksdb/util/TestManagedSstFileReader.java
create mode 100644
hadoop-hdds/rocksdb-checkpoint-differ/src/test/java/org/apache/ozone/rocksdb/util/TestSstFileSetReader.java
create mode 100644
hadoop-hdds/rocksdb-checkpoint-differ/src/test/java/org/apache/ozone/rocksdiff/TestRocksDiffUtils.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/block/SCMDeletedBlockTransactionStatusManager.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/replication/NullReplicationQueue.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/replication/health/VulnerableUnhealthyReplicasHandler.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/block/TestSCMDeleteBlocksCommandStatusManager.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/replication/TestReplicationManagerScenarios.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/replication/health/TestVulnerableUnhealthyReplicasHandler.java
create mode 100644
hadoop-hdds/server-scm/src/test/resources/replicationManagerTests/basic.json
create mode 100644
hadoop-hdds/server-scm/src/test/resources/replicationManagerTests/mismatched_replicas.json
create mode 100644
hadoop-hdds/server-scm/src/test/resources/replicationManagerTests/simple_decommission.json
create mode 100644
hadoop-hdds/server-scm/src/test/resources/replicationManagerTests/simple_maintenance.json
create mode 100644
hadoop-hdds/test-utils/src/main/resources/META-INF/services/org.junit.platform.launcher.TestExecutionListener
create mode 100644
hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/datanode/DecommissionStatusSubCommand.java
create mode 100644
hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/datanode/StatusSubCommand.java
create mode 100644
hadoop-hdds/tools/src/test/java/org/apache/hadoop/hdds/scm/cli/datanode/TestDecommissionStatusSubCommand.java
create mode 100644
hadoop-ozone/client/src/main/java/org/apache/hadoop/ozone/client/io/CipherOutputStreamOzone.java
create mode 100644
hadoop-ozone/client/src/main/java/org/apache/hadoop/ozone/client/io/KeyMetadataAware.java
delete mode 100644
hadoop-ozone/client/src/test/java/org/apache/hadoop/ozone/client/TestHddsClientUtils.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/client/checksum/CompositeCrcFileChecksum.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/client/checksum/CrcComposer.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/client/checksum/CrcUtil.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/client/checksum/package-info.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/lock/OMLockDetails.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/protocolPB/grpc/ClientAddressClientInterceptor.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/protocolPB/grpc/ClientAddressServerInterceptor.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/protocolPB/grpc/GrpcClientConstants.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/protocolPB/grpc/package-info.java
delete mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/protocolPB/OzonePBHelper.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/protocolPB/TestOmTransportFactory.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/protocolPB/grpc/TestClientAddressClientInterceptor.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/protocolPB/grpc/TestClientAddressServerInterceptor.java
create mode 100644 hadoop-ozone/dev-support/checks/license.exceptions
create mode 100755 hadoop-ozone/dev-support/checks/license.sh
create mode 100644 hadoop-ozone/dist/src/main/compose/common/hadoop-secure.yaml
create mode 100644
hadoop-ozone/dist/src/main/compose/common/hadoop-security.conf
create mode 100644 hadoop-ozone/dist/src/main/compose/common/security.conf
create mode 100644
hadoop-ozone/dist/src/main/compose/ozonesecure-ha/docker-config-ratis-om-bootstrap
create mode 100644
hadoop-ozone/dist/src/main/compose/ozonesecure-ha/om-bootstrap.yaml
create mode 100644
hadoop-ozone/dist/src/main/compose/ozonesecure-ha/test-om-bootstrap.sh
create mode 100755
hadoop-ozone/dist/src/main/compose/ozonesecure/public-key-cert-recovery-test.sh
copy hadoop-ozone/dist/src/main/compose/{ozonesecure-ha =>
upgrade/compose/ha}/krb5.conf (100%)
create mode 100644
hadoop-ozone/dist/src/main/smoketest/omha/data-creation-before-om-bootstrap.robot
create mode 100644
hadoop-ozone/dist/src/main/smoketest/omha/data-validation-after-om-bootstrap.robot
create mode 100644 hadoop-ozone/dist/src/main/smoketest/s3/objectcopys3a.robot
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/AbstractOzoneFileSystemTest.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/AbstractOzoneFileSystemTestWithFSO.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/AbstractRootedOzoneFileSystemTest.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/AbstractRootedOzoneFileSystemTestWithFSO.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestO3FS.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestO3FSWithFSO.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestO3FSWithFSOAndOMRatis.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestO3FSWithFSPaths.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestO3FSWithFSPathsAndOMRatis.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestO3FSWithOMRatis.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOFS.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOFSWithCacheOnly.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOFSWithFSO.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOFSWithFSOAndCacheOnly.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOFSWithFSOAndOMRatis.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOFSWithFSOAndOMRatisAndCacheOnly.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOFSWithFSPaths.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOFSWithFSPathsAndOMRatis.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOFSWithFSPathsAndOMRatisAndACL.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOFSWithFSPathsAndOMRatisAndCacheOnly.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOFSWithOMRatis.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOzoneFileInterfaces.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOzoneFileInterfacesWithFSO.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOzoneFileSystem.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOzoneFileSystemWithFSO.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOzoneFileSystemWithLinks.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestRootedOzoneFileSystem.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestRootedOzoneFileSystemWithFSO.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/TestMultipartObjectGet.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/client/rpc/AbstractTestECKeyOutputStream.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/client/rpc/TestBlockOutputStreamFlushDelay.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/client/rpc/TestBlockOutputStreamWithFailuresFlushDelay.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/client/rpc/TestECKeyOutputStreamWithZeroCopy.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestBucket.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestOmSnapshot.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestOmSnapshotFileSystemFso.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestOmSnapshotFileSystemLegacy.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestOzoneManagerHAKeyDeletion.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestOzoneManagerHAMetadataOnly.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestOzoneManagerHAMetrics.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestOzoneManagerHAWithACL.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestOzoneManagerHAWithAllRunning.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestOzoneManagerHAWithData.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestOzoneManagerHAWithFailover.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestOzoneManagerHAWithStoppedNodes.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestOmSnapshot.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestOmSnapshotFsoWithNativeLib.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestOmSnapshotFsoWithoutNativeLib.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestOmSnapshotLegacy.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestOmSnapshotObjectStore.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/ListIterator.java
delete mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/ratis/helpers/DoubleBufferEntry.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/ratis/metrics/OzoneManagerStateMachineMetrics.java
delete mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/ratis/utils/OzoneManagerDoubleBufferHelper.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/DummyOMClientResponse.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/TestOMMetadataReader.java
create mode 100644
hadoop-ozone/ozonefs-common/src/main/java/org/apache/hadoop/fs/ozone/OzoneDelegationTokenRenewer.java
delete mode 100644
hadoop-ozone/ozonefs-hadoop2/src/main/java/org/apache/hadoop/fs/StreamCapabilities.java
delete mode 100644
hadoop-ozone/ozonefs-hadoop2/src/main/java/org/apache/hadoop/fs/package-info.java
create mode 100644
hadoop-ozone/ozonefs-hadoop2/src/test/java/org/apache/hadoop/fs/TestOmKeyInfoWithHadoop2.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/BucketEndpoint.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/VolumeEndpoint.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/AclMetadata.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/BucketsResponse.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/VolumesResponse.java
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/components/aclDrawer/aclDrawer.tsx
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/components/quotaBar/quotaBar.less
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/components/quotaBar/quotaBar.tsx
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/constants/aclDrawer.constants.tsx
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/types/om.types.tsx
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/views/buckets/buckets.less
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/views/buckets/buckets.tsx
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/views/volumes/volumes.less
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/views/volumes/volumes.tsx
delete mode 100644
hadoop-ozone/s3gateway/src/main/resources/META-INF/services/org.apache.hadoop.ozone.om.protocolPB.OmTransportFactory
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/freon/StorageSizeConverter.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/shell/snapshot/InfoSnapshotHandler.java
delete mode 100644
hadoop-ozone/tools/src/main/resources/META-INF/services/org.apache.hadoop.ozone.om.protocolPB.OmTransportFactory
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
