This is an automated email from the ASF dual-hosted git repository.
weichiu pushed a change to branch HDDS-7593
in repository https://gitbox.apache.org/repos/asf/ozone.git
omit 074b6cc4c4 HDDS-10104. [hsync]Introduce soft limit support for lease
recovery. (#5974)
omit 5d91635452 HDDS-9750. [hsync] Make Putblock performance acceptable -
Skeleton code (#5661)
omit e6d77db1e8 HDDS-10093. Make recoverLease call idempotent (#5958)
omit c45449c17f HDDS-9638. [hsync] File recovery support in OM (#5847)
omit 840900f98a HDDS-9915. [hsync] Interface to retrieve block info and
finalize block in DN through ratis. (#5783)
omit 1173460c00 HDDS-3583. Loosen some rule restrictions of checkstyle
(#921)
add fbae1b873c HDDS-9502. Migrate tests in ozonefs-common to JUnit5 (#5648)
add c83bd0885c HDDS-9732. SCM WebUI incorrectly renders DN links (#5642)
add cf47339128 HDDS-9735. Datanodes to retry close pipeline commands until
pipeline is removed. (#5643)
add e0974f2054 HDDS-9706. Intermittent failure in
TestOzoneManagerHAWithStoppedNodes#testOMRatisSnapshot. (#5645)
add cb83827806 HDDS-9393. Introduce data unit support for objects creation
in freon (#5519)
add 4d8e252a8f HDDS-9499. Migrate tests in ozone-s3gateway to JUnit5
(#5616)
add dc18d7bdff HDDS-9699. Upgrade Hadoop2 to latest 2.10.2 (#5609)
add 429d876dc5 Migrated integration tests with TemporaryFolder to JUnit5
(#5656)
add 904a916f3b HDDS-9192. Update Ratis to 3.0.0. (#5205)
add 037014de5f HDDS-9749. Infinite loop in
ReconUtils.nextClosestPowerIndexOfTwo(). (#5654)
add a81773bafd HDDS-9353. ReplicationManager: Ignore any Datanodes that
are not in-service and healthy when finding unique origins (#5650)
add 8bb40df8c1 HDDS-9491. Migrate tests in hdds to JUnit5 (#5655)
add 7963745216 HDDS-9512. Datanode client port conflicts with HDFS
Datanode web port (#5639)
add 73089d0a3b HDDS-9700. Allow ozone admin container info to list
multiple containers (#5659)
add 3ff425ccf0 HDDS-9646. Unknown container from datanode in Recon. (#5560)
add a17a93be3a HDDS-9726. Add page jump function and entity count display
to the Node Status section of the SCM UI. (#5646)
add 60bb060421 HDDS-9734. ChunkInputStream should use new token after
pipeline refresh (#5664)
add 36a23f93fa HDDS-8876. Enable TestOMRatisSnapshots, increase timeouts,
disable flaky assertions (#5673)
add 170e0a721b HDDS-9721. Intermittent timeout in
TestReconInsightsForDeletedDirectories (#5647)
add 7dcae6715c HDDS-9593. Replication Manager: Do not count unique origin
nodes as over-replicated (#5592)
add ffe2a2e53b HDDS-9737. Legacy Replication Manager should consider that
UNHEALTHY replicas might be decommissioning (#5674)
add c0e49b90fb HDDS-3506. Enable
TestOzoneFileInterfaces#testOzoneManagerLocatedFileStatusBlockOffsetsWithMultiBlockFile
(#5675)
add aeb504029d HDDS-9691. Migrate remaining tests in ozone-recon to JUnit5
(#5669)
add 8c97e1e584 HDDS-7329. Extend ozone admin datanode usageinfo and list
info to accept hostname parameter (#3835)
add fbe584c0cc HDDS-8040. Increase ratis log segment default size in
datanode. (#5671)
add 7da62e6d27 HDDS-3438. Fix and enable
TestContainerServer#testClientServerWithContainerDispatcher (#5667)
add 8df4ddc6b1 HDDS-9773. Fix to run TestOmSnapshotFileSystem in CI
workflow (#5685)
add ae58db36bc HDDS-9769. SCM's
FinalizationStateManager#finalizeLayoutFeature Ratis call should be idempotent.
(#5670)
add b59366dcea HDDS-9718. Add performance audit logging for S3G (#5644)
add 3aca295218 HDDS-9702. Improve logging when Recon gets a full update
from OM (#5612)
add d838993922 HDDS-9783. Unregister MBean after test execution in
TestAbstractLayoutVersionManager. (#5687)
add d1961391af HDDS-9787. Bump jersey2.version to 2.41 (#5683)
add ee6a4ad99e HDDS-9674. Read from non-datanode host does not consider
topology (#5610)
add 7f7ef67900 HDDS-9789. Bump commons-cli to 1.6.0 (#5681)
add 289739fccd HDDS-9266. Acceptance test for snapshot data validation
after OM bootstrapping (#5350)
add 07f31082ee HDDS-9778. Disable rocksDB cache for snapshot (#5676)
add 799b20a08b HDDS-5506. Use secure cluster for upgrade acceptance tests
(#5585)
add e84dfaa7fc HDDS-9780. Intermittent failure in
testS3SecretCacheSizePostDoubleBufferFlush (#5693)
add 28fa30c877 HDDS-9537. Intermittent failure in
TestPipelineManagerMXBean (#5677)
add 2cbb0e634a HDDS-9479. Pipeline close doesn't wait for containers to be
closed. (#5604)
add 827fb8180c HDDS-9747. Incorrect sorting order for all unhealthy
replicas in RatisOverReplicationHandler (#5689)
add 6bf5374b59 HDDS-9501. Migrate misc. tests in hadoop-ozone to JUnit5
(#5692)
add 55836a608b HDDS-9497. Migrate TestRpcClient to JUnit5 (#5699)
add 6d7ba130cf HDDS-9797. Pass defaultInstance instead of a class in
Proto2/3Codec. (#5695)
add 0ad306faad Migrated TestOmSnapshot to Junit5 (#5696)
add d83497827d HDDS-9801. Increase the timeout in
TestPipelineClose#testPipelineCloseWithPipelineAction. (#5702)
add d58e082395 HDDS-9675. Eliminate unnecessary stream in
SCMBlockProtocolServer#sortDatanodes (#5691)
add bf12f4e6bf HDDS-9766. Intermittent AlreadyClosedException in
TestCommitWatcher.testReleaseBuffersOnException. (#5700)
add 38dc52478e HDDS-9360. Throw an IOException if continuation token for
snapshot diff is more than the total diff entries (#5697)
add cff506b1b2 HDDS-9703. Check that dependencies have acceptable license
(#5623)
add c656504b87 HDDS-9772. Avoid recreating typesafe config objects
unnecessarily (#5690)
add 728e1fe444 HDDS-9504. Migrate some parameterized integration tests to
JUnit5 (#5679)
add c65da9e267 HDDS-9542. Ozone debug chunkinfo command shows incorrect
number of entries. (#5703)
add 3d64e2acd8 HDDS-9594. Make the number of containers logged
configurable in DatanodeAdminMonitorImpl (#5701)
add 911ee464e2 HDDS-9763. Over Replication Check of all UNHEALTHY replicas
is broken (#5678)
add cd9bcc6abb HDDS-9812. Bump gradle-enterprise-maven-extension to 1.19.3
(#5680)
add 40a8e6729c HDDS-9813. Bump native-maven-plugin to 1.0-alpha-11 (#5684)
add 74dc25b1cc HDDS-9530. Recon - NPE in handling deleteKey event in
NSSummaryFSO task. (#5490)
add 5a9dbb8503 HDDS-9729. Provide API to check a container via Replication
Manager (#5632)
add a710a5f8fe HDDS-9811. Follower SCM should not process Pipeline Action
(#5712)
add 1789b5d9a1 HDDS-6627. Intermittent failure in
TestGetCommittedBlockLengthAndPutKey (#5698)
add 802fe5e215 HDDS-9818. Ensure valid Raft log write buffer size (#5713)
add 74de0705c9 HDDS-9784. Reduce default log.appender.wait-time.min to 0us
in Datanode (#5711)
add 6ed190c6eb HDDS-9822. Format audit log message lazily (#5718)
add eb7e8d009e HDDS-9668. Zero-Copy in EC GRPC (write) (#5621)
add b1588e82b5 HDDS-9709. Avoid empty pipelines in the container pipeline
cache. (#5625)
add a4bda5c6a2 HDDS-9775. Migrate simple OM integration tests to JUnit5
(#5723)
add cc56c0ba52 HDDS-9821. XceiverServerRatis SyncTimeoutRetry is
overridden (#5717)
add 200b330c47 HDDS-9695. Do not show empty containers as missing in Recon
UI (#5620)
add bc173d6885 HDDS-9744. Set descriptive title for upgrade Robot tests
(#5708)
add 9b3d045a9a HDDS-9837. Bump maven-source-plugin to 3.3.0 (#5730)
add 4e2df9cc25 HDDS-9838. Bump commons-net to 3.10.0 (#5728)
add 3c9df5cf32 HDDS-9727. Replace ThrowableFunction with CheckedFunction
(#5734)
add 7fa7d7650d HDDS-9657. Mark recovering containers unhealthy after DN
restart (#5686)
add dd431cde68 HDDS-9303. Display leader in table and highlight current
node in OM web UI (#5311)
add a9e76d412b HDDS-9826. Fix handling of GroupMismatchException in
XceiverClientRatis.watchForCommit (#5727)
add c0dfd6ea34 Revert "HDDS-1159. Remove flaky tag from
TestContainerStateManagerIntegration (#5291)"
add d1fdf27c63 Revert part of "HDDS-6077. Remove flaky tag from
TestAddRemoveOzoneManager (#5290)"
add 443b796e6b HDDS-9839. Bump javax.annotation-api to 1.3.2 (#5731)
add d9eb6b110e HDDS-7117. Consider reading chunk files using
MappedByteBuffer. (#3674)
add c0f79c489e HDDS-9810. Migrate assertions in unit tests to JUnit5
(#5738)
add 7b821fb155 HDDS-9830. Propagate DBUpdateSuccess flag from OM response
to client (#5736)
add 660ccb9dab HDDS-9825. Fix ListKeys trailing prefix issue. (#5722)
add ee8dd8c30f HDDS-9804. ozone freon dfsg does not work with relative
--path (#5704)
add a4b23971be HDDS-9803. Limit total number of buckets to avoid
OutOfMemoryError in OM. (#5705)
add f840458efa HDDS-9831. Fix NPE and remove unnecessary logic in
HddsConfServlet (#5733)
add aaf2d81e20 HDDS-9554. Introduce a CLI command to show the datanodes
under decommissioning (#5488)
add eb29e2c87e HDDS-9849. Improve UUID generator and remove
java-uuid-generator dependency (#5740)
add 751feb44a9 HDDS-9762. Fix dfs s3a protocol for FSO bucket. (#5735)
add c5b1c65d9d HDDS-9845. Move TestHddsClientUtils to hadoop-hdds/client
(#5744)
add 961403f2cc HDDS-9767. Support passing client address to SCM during
write (#5666)
add dd72e60dd3 HDDS-9805. Reduce cluster size in integration tests. (#5706)
add 0e91b2aa81 HDDS-9483. ozone freon --server is broken by HDDS-6176.
(#5716)
add 67ccbad12a HDDS-9875. Create stack dump if cannot remove docker
network (#5747)
add 023bf5f7ba HDDS-9392. Streaming write pipeline should pick the nearest
datanode as primary node (#5414)
add 39bf172fe1 HDDS-9879. Memory leak in block/container token proto
conversion in OM/SCM (#5748)
add cd1380e3b6 HDDS-3583. Loosen some rule restrictions of checkstyle
(#921)
add 2d09598dd3 HDDS-8958. Handle trust chain changes in clients when
rootCAs are rotated. (#5649)
add 94f539d700 HDDS-9816. NPE for access to MXBean during shutdown of OM.
(#5709)
add fd9bb1e2a4 HDDS-9891. [snapshot] Update list of snapshot apis to
include info details (#5761)
add 582a5cec45 HDDS-9816. Addendum: fix compile error due to conflict with
HDDS-9303 (#5764)
add 29c576199b HDDS-9892. `ozone sh --verbose snapshot info` throws
IllegalFormatConversionException (#5762)
add 92bf0913b6 HDDS-9899 Update RIGHT_MARGIN to 120 for IntelliJ (#5767)
add 33de5596c5 HDDS-9756. Verbose log messages regarding pipeline creation
failure (#5715)
add 4d4108d30b HDDS-9900. TypedTable#iterator returns incorrect exception
on error. (#5768)
add f56fb6ac5c HDDS-9853. Bump JUnit5 to 5.10.1 (#5741)
add 86700ca7c3 HDDS-9872. OM/DN startup failure with non-HA SCM for secret
manager not initialized (#5750)
add cdf3e1657b HDDS-9896. Fix for NullPointerException when replicating
closed container using freon (#5765)
add 23104c258f HDDS-9888. Reduce log level for "not leader" log entries
(#5756)
add 471cf3dfc6 HDDS-9850. Bump okhttp to 4.12.0, okio to 3.6.0, kotlin to
1.9.21 (#5739)
add 698e2f4ffc HDDS-9908. Bump download-maven-plugin to 1.7.1 (#5773)
add a93015a85b HDDS-9909. Bump sqlite-jdbc to 3.44.1.0 (#5772)
add a02a8ed92a HDDS-9871. [Snapshot] Fix Deadlock in SnapshotCache. (#5751)
add 5ae3525a4f HDDS-9777. Migrate simple filesystem integration tests to
JUnit5 (#5769)
add 696ae7799f HDDS-9890. Fix comment typo in OmMetadataManagerImpl (#5763)
add 6d3c069049 HDDS-9906. Bump stax2-api to 4.2.2 (#5771)
add f4fb436047 HDDS-9643. Remove duplicate (and outdated) comment in
CommandDispatcher (#5557)
add b89ef4348a HDDS-9365. [hsync] DataNode to deserialize Ratis
transaction only once. (#5752)
add 09ec0b12e2 HDDS-9635. Trying to close a closed container from CLI
results in indefinite retries. (#5710)
add 6cdc379583 HDDS-9710. Missing snapshot entries list Snapshot under a
bucket API (#5619)
add 5545f86577 HDDS-9902. Decommission: Admin monitor should call
RM.checkContainerState to check for under-replication (#5770)
add 4dc859fbf3 HDDS-9580. Introduce metric for listkeys (#5529)
add 40066405af HDDS-9910. Slow ozone hdfs performance when lots of config
files.
add 8b25c554cb Updated ListSnapshotHandler to pass snapshot continuation
token and snapshot prefix (#5778)
add d793e93550 HDDS-9917. Autolink Hadoop and Ratis issues (#5786)
add 82d2759595 HDDS-9893. Client in clientCache is not properly
invalidated with security enabled (#5780)
add 527be1a6ac HDDS-9422. Return error response when trying to create a
directory under .snapshot path (#5781)
add 4713a9c3b8 HDDS-9920. Add static import for assertions in
parameterized FS integration tests (#5792)
add da1dee0957 HDDS-9873. Intermittent failure at hadoop-maven-plugins in
compile check (#5785)
add 559e884a1d HDDS-9799. Provide a flag to skip the native_rocksdb_tool
loading (#5719)
add 11850f5f9b HDDS-9923. Update line length limit in CONTRIBUTING.md
(#5796)
add fa9b90903d HDDS-9919. Update version to 1.5.0-SNAPSHOT (#5788)
add 027febe3ed HDDS-9846. Datanode should not persist cluster ID to global
version file until loading all volumes. (#5757)
add 690d3d2fb3 HDDS-9880. Elaborate OM VERSION file mismatch message.
(#5759)
add 493c90066f HDDS-9806. Refactor TestBlockOutputStream (#5707)
add 914b1b5f72 HDDS-9494. Migrate parameterized tests in
hdds-container-service to JUnit5 (#5797)
add cba23a5f66 HDDS-9478. Add more details to Safemode verbose output.
(#5760)
add ab717614c3 HDDS-9881. Intermittent address already in use in
TestSecureContainerServer. (#5782)
add c926ec9dd8 HDDS-9886. `hadoop fs -checksum` fails with
`NoClassDefFoundError` on Hadoop 2 (#5799)
add c990899e40 HDDS-9913. Reduce number of times configuration is loaded
in Ozone client (#5789)
add 4ca41a113f HDDS-9937. Move add response in doubleBuffer from
validateAndUpdateCache to handleWriteRequest (#5806)
add 3f35ab738d HDDS-9932. Compose annotation for tests parameterized with
ContainerTestVersionInfo (#5802)
add 6899ea277b HDDS-9827. Improve CLI output when trying to close unknown
container (#5790)
add 1a3cb653fb HDDS-9938. Migrate TimedOutTestsListener to JUnit5 (#5807)
add 88e18e3ecc HDDS-8882. Manage status of DeleteBlocksCommand in SCM to
avoid sending duplicates to Datanode (#4988)
add e05e7aeadf HDDS-9934. Display 'Last Heartbeat' in SCM UI in the Node
Status section (#5803)
add c1937a1757 HDDS-9935. Remove leftover JUnit4 imports from modules
already migrated (#5804)
add 0112a71615 HDDS-9943. TokenRenewer should close OzoneClient after use
(#5809)
add fdd616efa0 HDDS-9957. Bump reload4j to 1.2.25 (#5822)
add 3bd5c61ac4 HDDS-9954. Simplify assertions in hadoop-ozone unit tests
(#5818)
add d71904d2d4 HDDS-6152. Migrate TestOzoneFileSystem to JUnit5 (#5795)
add d83f434274 HDDS-9423. Throw appropriate error messages when deleting a
file in .snapshot path (#5814)
add 6b86d93e1b HDDS-9809. Migrate assertions in integration tests to
JUnit5 (#5815)
add 9bdd9e223e HDDS-9916. Useless execution of version-info in
rocksdb-checkpoint-differ (#5784)
add aa36940a80 HDDS-9962. Mark TestBlockDeletion#testBlockDeletion as flaky
add 3066c49598 HDDS-9776. Migrate simple client integration tests to
JUnit5 (#5819)
add 594b900af5 HDDS-9953. Simplify assertions in hadoop-hdds (#5817)
add 71019a866b HDDS-9933. Recon datanode 'Last Heartbeat' should print
relative values (#5801)
add 42ded03e41 HDDS-9966. Bump maven-shade-plugin to 3.5.1 (#5823)
add dabdedd5ad HDDS-5604. Intermittent failure in TestPipelineClose (#5825)
add b55437f06b HDDS-9829. Bump `jaxb-api` to 2.3.3, `jaxb-runtime` to
2.3.9 (#5777)
add fdf8b6a93b HDDS-9885. Checkstyle check passing despite config error
(#5755)
add faa19906f6 HDDS-9592. Replication Manager: Save UNHEALTHY replicas
with highest BCSID for a QUASI_CLOSED container (#5794)
add cd0c55e4ff HDDS-9828. Do not use Files.createTempFile in tests (#5824)
add be2e19948b HDDS-9942. Move BufferAllocator to test (#5836)
add aa2aa74276 HDDS-9969. Bump maven-compiler-plugin to 3.9.0 (#5774)
add 477c8decfd HDDS-9948. Compose annotation for tests parameterized with
ContainerLayoutVersion (#5839)
add 726dc5506b HDDS-9971. Fix issues in allocateBlock when clientMachine
is null (#5837)
add 0e07225dbd HDDS-9807. Consider volume committed space when checking if
datanode can host new container (#5721)
add 24f6ea4a42 HDDS-9833. Migrate simple shell integration tests to JUnit5
(#5840)
add dc0a10403a HDDS-9322. Remove duplicate containers when loading volumes
on a datanode (#5324)
add 077e09b89e HDDS-9950. 'ozone fs -ls' on volume shows the volume owner
as the bucket owner (#5816)
add a2f3927c45 HDDS-9368. Fix syntax error in run.sh for bash older than
4.2 (#5379)
add 7ce75794f4 HDDS-9582. OM transport factory configuration mismatch
(#5834)
add 8aac3e89f3 HDDS-9955. Simplify assertions in integration tests (#5846)
add 5e32b70ce7 HDDS-9974. Add static import for assertions and mocks in
hdds-client (#5843)
add 0008d9ab08 HDDS-9170. Replaced
GenericTestUtils#assertExceptionContains with AssertJ#assertThat (#5844)
add 4cda788c7f HDDS-9986. Log if there is a failure in closing RocksDB
add 1b26dd3a66 HDDS-9922. Migrate TestOzoneFileInterfaces to JUnit5 (#5838)
add be766f135c HDDS-9834. Migrate simple freon integration tests to JUnit5
(#5855)
add 126d83542f HDDS-9984. RatisSnapshotInfo is synchronized incorrectly.
(#5851)
add b33768e301 HDDS-9503. Migrate simple misc. integration tests to JUnit5
(#5854)
add 0bb733e4ee HDDS-9978. Improve assertTrue assertions in OM integration
tests (#5850)
add f9167a359e HDDS-9975. Add static import for assertions and mocks in
hdds-server-framework (#5849)
add fab58e31e6 HDDS-9946. Move pathComponents calculation to
OMFileRequest#getParentID (#5858)
add 9a682dfff1 HDDS-9989. Add static import for assertions and mocks in
ozone-common (#5861)
add 52ebd81156 HDDS-8113. Remove Hadoop 2.7 compatibility hack (#5776)
add 39ee6037b4 HDDS-9877. ReplicationManager: Create a data driven test
framework (#5746)
add 2816ed0452 HDDS-9992. Add static import for assertions and mocks in
ozone-s3gateway (#5863)
add 06386a75b7 HDDS-10009. Bump commons-lang3 to 3.14.0 (#5869)
add 41f284af94 HDDS-9982. Improve assertTrue assertions in
hdds-server-framework (#5862)
add 086b2b8682 HDDS-9996. Add static import for assertions and mocks in
ozone-recon (#5866)
add cf13ccf571 HDDS-9901. Selective checks: skip tests for IntelliJ config
change (#5775)
add f99837cc45 HDDS-9967. Mark TestOzoneRpcClientAbstract#testListSnapshot
as flaky
add d7f64221c3 HDDS-9876. OM state machine should add response for every
write request to the double-buffer (#5749)
add b28791ae21 HDDS-10016. Bump kotlin to 1.9.22 (#5871)
add ce697ca026 HDDS-9963. Intermittent failure in
TestInterSCMGrpcProtocolService due to port conflict (#5831)
add ad7caf7f3d HDDS-9882. Share ByteString-related code between
OzonePBHelper classes (#5808)
add 557bcdf18a HDDS-10015. Bump cglib to 3.3.0 (#5867)
add 8d69b261cb HDDS-9921. Migrate TestRootedOzoneFileSystem to JUnit5
(#5873)
add bd9f24d0e9 HDDS-10006. Pass TransactionInfo in
OzoneManagerRequestHandler.handleWriteRequest. (#5860)
add 47560b1582 HDDS-10012. Improve assertTrue assertions in
hdds-server-scm (#5876)
add 7616ed501a HDDS-10011. Improve assertTrue assertions in
hdds-container-service (#5874)
add fa1cfc1a38 HDDS-9897. Option to enable Ratis in SCM. (#5779)
add 4eca52b6b7 HDDS-10023. testLockViolations should fail if exception is
not thrown (#5880)
add 24d44938a3 HDDS-9973. Add static import for assertions and mocks in
hdds-common (#5872)
add 2bc9f37dde HDDS-10024. Fix typo in ContainerStateMachine log message
(#5884)
add 2aee970439 HDDS-9962. Intermittent timeout in
TestBlockDeletion.testBlockDeletion (#5886)
add ec2634d8d2 HDDS-10027. NPE in VolumeInfoMetrics.getCommitted() (#5885)
add ddc19e9c1d HDDS-10007. Rename ManagedSstFileReader in
rocksdb-checkpoint-differ (#5859)
add 58572aaa73 HDDS-10020. DoubleBufferEntry should not be generic. (#5878)
add 6169dc7e9a HDDS-10022. Remove current/readyFutureQueue from
OzoneManagerDoubleBuffer. (#5881)
add ad53b0cd69 HDDS-8470. Intermittent failure in
TestStorageContainerManager#testContainerReportQueueTakingMoreTime. (#5828)
add 0bd927784a HDDS-9995. Add static import for assertions and mocks in
ozone-manager (#5865)
add 14e7ff1e6f HDDS-10036. OzoneManagerRatisServer.getServer() should
return Division. (#5892)
add 000475dd47 HDDS-9990. Add static import for assertions and mocks in
ozone-client (#5893)
add 2a703900af HDDS-10037. Reduce buffer copying in OMRatisHelper. (#5894)
add c34d62fb70 HDDS-10002. TestRocksDBCheckpointDiffer leaves artifacts in
project root dir (#5895)
add 25886f34da HDDS-10028. Simplify Maven cache for dependencies in CI
(#5889)
add 72e231e4d3 HDDS-10032. Improve assertTrue assertions in
ozone-s3gateway (#5902)
add 16589ce3e2 HDDS-9976. Memory leak for DeleteBlocksCommand when queue
is full (#5845)
add 6cfc3f625e HDDS-10045. Bump prometheus to 0.16.0 (#5898)
add 8a207bd5b9 HDDS-9836. Migrate simple recon integration tests to JUnit5
(#5903)
add 80ffcc0db4 HDDS-10040. Bump commons-compress to 1.25.0 (#5897)
add dfd5cee31d HDDS-10047. Add new metrics and amend test cases with them
(#5905)
add f3872a78b5 HDDS-9683. Containers present on decommission nodes are
reported as mis-replicated (#5726)
add 6d41b8709b HDDS-10001. Options not closed properly in
rocksdb-checkpoint-differ (#5890)
add cb980a03af HDDS-10013. Clean up test dependencies (#5879)
add b9e74f6041 HDDS-10033. Improve assertTrue assertions in ozone-manager
(#5901)
add 9f475809d2 HDDS-10056. Silent failure in unit check (#5913)
add c893b933ef HDDS-9774. Store start time of datanode decommissioning
(#5798)
add 98828cdf89 HDDS-9005. Container Scanner should skip deleted
containers. (#5485)
add d969689e83 HDDS-9426. Calculate Exclusive size for deep cleaned
snapshot's deleted directories. (#5579)
add 05284942fa HDDS-9426. (addendum) Calculate Exclusive size for deep
cleaned snapshot's deleted directories
add b13f01c781 HDDS-9528. Managed objects should not override finalize()
(#5853)
add 9a5d2ff3e4 HDDS-9991. Add static import for assertions and mocks in
hdds-container-service (#5883)
add 727ab651f2 HDDS-9991. (addendum) Add static import for assertions and
mocks in hdds-container-service
add 1c7d318ee8 HDDS-9970. Recon - Fix failure of TestReconWithOzoneManager
test case testOmDBSyncWithSeqNumberMismatch. (#5835)
add cca6782d44 HDDS-9388. OM Ratis Write: Move ACL check and Bucket
resolution to preExecute (#5694)
add 9a8007b718 HDDS-9898. Recon SCM doesn't store EC containers. (#5812)
add d7fd453356 HDDS-10030. Improve assertTrue assertions in ozone-common
(#5899)
add ac68072619 HDDS-9959. Propagate group remove to other datanodes during
pipeline close (#5827)
add 0fdd18197b HDDS-10048. Bump slf4j to 2.0.10 (#5896)
add 60215826fd HDDS-9883. Recon - Improve the performance of processing
IncrementalContainerReport from DN (#5793)
add 6df0237090 HDDS-10000. Improve LeakDetector (#5916)
add 741b1138d0 HDDS-10004. Fix metrics failure in
TestOMRatisSnapshots#testInstallIncrementalSnapshotWithFailure (#5917)
add 206686837b HDDS-10046. Replace PrecomputedVolumeSpace with
SpaceUsageSource.Fixed (#5904)
add 3f3deefbe0 HDDS-8982. Log flooded by WritableRatisContainerProvider if
pipeline's nodes are not found (#5911)
add 64e6bbdc24 HDDS-10058. Replace hamcrest assertions (#5919)
add 67c21d4fdc HDDS-9758. Intermittent failure in
testValidateBlockLengthWithCommitKey. (#5926)
add c39c554d99 HDDS-10070. Intermittent failure in
TestWritableRatisContainerProvider (#5930)
add 745ad81501 HDDS-9650. Remove dead code using getRequestType via
reflections (#5927)
add 39ce464628 HDDS-9980. Improve assertTrue assertions in hdds-common
(#5910)
add d602eeca1f HDDS-9993. Add static import for assertions and mocks in
hdds-server-scm (#5918)
add 71d4f25053 HDDS-10060. Restrict awaitility to test scope (#5923)
add adac71e358 HDDS-10057. [Snapshot] 'ozone fs -ls' on '.snapshot' dir of
a bucket should list only active snapshots (#5924)
add 702a385b81 HDDS-10061. NPE when container is loaded with missing
container DB (#5921)
add 43c9565d9d HDDS-8888. Consider Datanode queue capacity when sending
DeleteBlocks command (#4939)
add 48ea0bb94b HDDS-9999. Add static import for assertions and mocks in
ozonefs-common (#5937)
add a89fe7e640 HDDS-10059. Mark TestOMRatisSnapshots#testInstallSnapshot
as unhealthy [skip ci]
add fbca103861 HDDS-9927. Ozone List keys CLI should co-ordinate between
max limit and listCacheSize. (#5912)
add 7a2bd38538 HDDS-10063. NumKeys metric not decremented on FSO directory
delete. (#5933)
add faaef16436 HDDS-10034. Improve assertTrue assertions in ozone-recon
(#5943)
add 0ccf4d2535 HDDS-10062. Delete JUnit4 categories (#5922)
add ebef4f7b1e HDDS-10075. Simplify leftover assertions (#5935)
add c24fd8ebb4 HDDS-10084. Replace LEGACY in integration test with default
layout from config (#5940)
add eaf9a7db26 HDDS-9852. Intermittent timeout in testCorruptionDetected
waiting for container to become unhealthy (#5948)
add babed3cdc5 HDDS-10082. Fix typo in StorageContainerManager constructor
(#5938)
add 97d6cbe239 HDDS-10049. Migrate remaining integration tests to JUnit5
(#5906)
add 2ac838ece8 HDDS-10069. Add static import for assertions and mocks in
client integration tests (#5955)
add 60aa0ca8ad HDDS-10031. Improve assertTrue assertions in ozone-client
(#5956)
add e1d123149e HDDS-9848. Pipeline.nodesInOrder should not be ThreadLocal
(#5944)
add d7e15f5733 HDDS-10072. Update Container for named RwLock operations
(#5932)
add 2ae531b0f6 HDDS-9847. Replace usage of
org.apache.hadoop.http.HttpServer2 (#5959)
add c23b713d36 HDDS-10086. Intermittent timeout in TestSafeMode (#5945)
add 06d802c80f HDDS-10035. Bump Ratis to 3.0.1 (#5965)
add bcd39fe4d9 HDDS-10099. TestHddsConfServlet unnecessarily depends on
hadoop-thirdparty (#5966)
add 029db3947c HDDS-10068. Add static import for assertions and mocks in
OM integration tests (#5962)
add b3a18ae057 HDDS-10039. Remove the flushLatches set from FlushNotifier.
(#5900)
add 16847d3600 HDDS-9958. Improve log for container not found in
CloseContainerCommandHandler (#5925)
add ac3fbc0597 HDDS-10067. Add static import for assertions and mocks in
SCM integration tests (#5960)
add 74ecb3bde9 HDDS-9245. Add tool for upgrading container layout v2 to v3
(#5539)
add cc9089d48c HDDS-10106. Bump aws-java-sdk to 1.12.632 (#5952)
add a90f57d43a HDDS-9701. Shareable /tmp dir doesn't work as sticky-bit
with Ranger (#5613)
add 3ff8ef380b HDDS-8650. Remove duplicate helper methods for getting FSO
open key (#5753)
add 0c2e2a60ae HDDS-9527. Race condition in RocksDatabase (#5947)
add 8d906a5ac0 HDDS-10087. Clean up code in NodeDecommissionManager (#5953)
add de76edc0e1 HDDS-10109. Bump gradle-enterprise-maven-extension to 1.20
(#5951)
add 0cb538198c HDDS-10092. improve assertTrue assertions in client
integration tests (#5969)
add 7c47d6a81d Dashboard For listKeys Metrics (#5833)
add b7cde03bb3 HDDS-10089. ManagedSecretKey.macInstances should not be
ThreadLocal (#5946)
add 17be182fa9 HDDS-10081. Copy and migrate Hadoop base test classes to
JUnit5 (#5939)
add 3cc555b2dd HDDS-9835. Migrate simple datanode integration tests to
JUnit5 (#5979)
add 205cb68bca HDDS-10102. Replace Awaitility with existing utils (#5977)
add 46b6f3def1 HDDS-10113. UNHEALTHY replicas of QUASI_CLOSED container
with unique origins should be handled during decommission (#5984)
add 9fbf5a0416 HDDS-3415. Enable
TestContainerPlacement#testContainerPlacementCapacity. (#5832)
add daeb18bf53 HDDS-9717. Add P99 quantiles and Min/Max Metrics for S3G
Performance Metrics (#5627)
add a8341d730d HDDS-10103. Simplified snapshotCache with just one
ConcurrentHashMap. (#5986)
add f42334b217 HDDS-10115. Migrate MetricsAsserts to AssertJ (#5987)
add c0d9fd9298 HDDS-10054. Reduce DataNode token verification heap
allocation cost. (#5909)
add c793455dbd HDDS-10116. Rename mockito2.version to mockito.version in
pom.xml and fix typos (#5989)
add a9504b0ebb HDDS-10003. Cache serialized block token in output stream
to reduce heap consumption (#5908)
add d5b03b086f HDDS-9994. Add static import for assertions and mocks in
remaining hdds modules (#5990)
add 838cc2691b HDDS-10088. Refine the number of handlers for each RPC of
SCM (#5954)
add ed3b699877 HDDS-10026. Remove applyTransactionMap and
ratisTransactionMap from OzoneManagerStateMachine. (#5891)
add c578256e95 HDDS-10105. Remove duplicate hdds.datanode. prefix from
check.empty.container.dir.on.delete (#5973)
add b932e1644f HDDS-10085. Improve method name in
ContainerBalancerSelectionCriteria (#5957)
add 1398f587c3 HDDS-9819. Recon - Potential memory overflow in Container
Health Task. (#5841)
add 26be5d9ce6 HDDS-10124. Compile Ozone with JDK 21 in CI (#5992)
add ae7110eaf2 HDDS-5852. Optimize streaming chunk write on exception
(#4839)
add 9697686fac HDDS-6068. Upgrade Mockito to 4.11.0 (#5991)
add 7b90ca7494 HDDS-10123. InaccessibleObjectException in tests using
ChecksumByteBufferImpl with Java 17 (#5993)
add 2e81ab1646 HDDS-10125. Verify config key does not duplicate prefix
(#5995)
add 85c4b8ffae HDDS-10127. Bump maven-dependency-plugin to 3.6.1 (#5999)
add 02bfa7f91d HDDS-10128. Bump commons-configuration2 to 2.8.0,
commons-text to 1.11.0 (#5996)
add 15d803b9db HDDS-9915. [hsync] Interface to retrieve block info and
finalize block in DN through ratis. (#5783)
add b16087aa6c HDDS-9638. [hsync] File recovery support in OM (#5847)
add a281b932bb HDDS-10093. Make recoverLease call idempotent (#5958)
add 7224393a55 HDDS-9750. [hsync] Make Putblock performance acceptable -
Skeleton code (#5661)
add 1c20d84c93 HDDS-10104. [hsync]Introduce soft limit support for lease
recovery. (#5974)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (074b6cc4c4)
\
N -- N -- N refs/heads/HDDS-7593 (1c20d84c93)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 5 +
.github/workflows/ci.yml | 140 +-
.github/workflows/intermittent-test-check.yml | 2 +-
.mvn/extensions.xml | 2 +-
CONTRIBUTING.md | 2 +-
dev-support/ci/selective_ci_checks.bats | 37 +-
dev-support/ci/selective_ci_checks.sh | 1 +
hadoop-hdds/annotations/pom.xml | 8 +-
hadoop-hdds/client/pom.xml | 32 +-
.../hdds/scm/ClientCredentialInterceptor.java | 65 -
.../hadoop/hdds/scm/ECXceiverClientGrpc.java | 7 +-
.../apache/hadoop/hdds/scm/OzoneClientConfig.java | 5 +
.../apache/hadoop/hdds/scm/StreamBufferArgs.java | 136 ++
.../hadoop/hdds/scm/XceiverClientFactory.java | 9 +-
.../apache/hadoop/hdds/scm/XceiverClientGrpc.java | 53 +-
.../hadoop/hdds/scm/XceiverClientManager.java | 105 +-
.../apache/hadoop/hdds/scm/XceiverClientRatis.java | 24 +-
.../hadoop/hdds/scm/client/ClientTrustManager.java | 225 ++
.../hadoop/hdds/scm/client/HddsClientUtils.java | 14 +
.../hdds/scm/storage/BlockDataStreamOutput.java | 24 +-
.../hadoop/hdds/scm/storage/BlockInputStream.java | 112 +-
.../hadoop/hdds/scm/storage/BlockOutputStream.java | 33 +-
.../hadoop/hdds/scm/storage/ChunkInputStream.java | 131 +-
.../hdds/scm/storage/ECBlockOutputStream.java | 8 +-
.../hdds/scm/storage/RatisBlockOutputStream.java | 6 +-
.../hdds/scm/TestContainerClientMetrics.java | 33 +-
.../hdds/scm/client/TestHddsClientUtils.java | 313 +++
.../hdds/scm/storage/DummyBlockInputStream.java | 2 +-
.../storage/DummyBlockInputStreamWithRetry.java | 4 +-
.../hdds/scm/storage/DummyChunkInputStream.java | 2 +-
.../hdds/scm/storage/TestBlockInputStream.java | 85 +-
.../storage/TestBlockOutputStreamCorrectness.java | 50 +-
.../hdds/scm/storage/TestChunkInputStream.java | 116 +-
.../hadoop/ozone/client/io/ECStreamTestUtil.java | 7 +-
.../client/io/TestBlockInputStreamFactoryImpl.java | 16 +-
.../ozone/client/io/TestECBlockInputStream.java | 109 +-
.../client/io/TestECBlockInputStreamProxy.java | 68 +-
.../io/TestECBlockReconstructedInputStream.java | 32 +-
.../TestECBlockReconstructedStripeInputStream.java | 160 +-
hadoop-hdds/common/pom.xml | 104 +-
.../org/apache/hadoop/hdds/HddsConfigKeys.java | 2 +-
.../hadoop/hdds/conf/DefaultConfigManager.java | 4 +
.../hadoop/hdds/conf/OzoneConfiguration.java | 24 +
.../apache/hadoop/hdds/fs/SpaceUsageSource.java | 43 +
.../hadoop/hdds/protocol/DatanodeDetails.java | 13 +-
.../hdds/ratis/ContainerCommandRequestMessage.java | 13 +-
.../org/apache/hadoop/hdds/ratis/RatisHelper.java | 64 +-
.../hdds/scm/PipelineRequestInformation.java | 2 +-
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 30 +-
.../apache/hadoop/hdds/scm/XceiverClientSpi.java | 6 -
.../apache/hadoop/hdds/scm/client/ScmClient.java | 6 +-
.../hadoop/hdds/scm/container/ContainerInfo.java | 2 +-
.../hadoop/hdds/scm/exceptions/SCMException.java | 2 +
.../hadoop/hdds/scm/net/NetworkTopology.java | 4 +-
.../hadoop/hdds/scm/net/NetworkTopologyImpl.java | 42 +-
.../apache/hadoop/hdds/scm/pipeline/Pipeline.java | 40 +-
.../protocol/StorageContainerLocationProtocol.java | 6 +-
.../hadoop/hdds/scm/protocolPB/OzonePBHelper.java | 89 +
.../hdds/scm/storage/ContainerProtocolCalls.java | 56 +-
.../security/token/ContainerTokenIdentifier.java | 18 +-
.../security/token/OzoneBlockTokenIdentifier.java | 18 +-
.../security/token/ShortLivedTokenIdentifier.java | 3 +
.../certificate/client/CACertificateProvider.java | 31 +
.../org/apache/hadoop/hdds/utils/LeakDetector.java | 104 +
.../org/apache/hadoop/hdds/utils/LeakTracker.java | 53 +
.../apache/hadoop/hdds/utils/db/Proto2Codec.java | 19 +-
.../apache/hadoop/hdds/utils/db/Proto3Codec.java | 19 +-
.../hdds/utils/io/ByteBufferInputStream.java | 75 +
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 15 +-
.../java/org/apache/hadoop/ozone/OzoneConsts.java | 15 -
.../apache/hadoop/ozone/common/ChunkBuffer.java | 9 +-
.../common/ChunkBufferImplWithByteBufferList.java | 4 +-
.../org/apache/hadoop/ozone/common/Storage.java | 2 +-
.../ozone/common/ha/ratis/RatisSnapshotInfo.java | 88 -
.../ozone/container/common/helpers/BlockData.java | 2 +-
.../container/common/helpers/ChunkInfoList.java | 2 +-
.../upgrade/AbstractLayoutVersionManager.java | 21 +-
.../hadoop/ozone/upgrade/LayoutVersionManager.java | 2 +
.../java/org/apache/hadoop/util/MetricUtil.java | 36 +
.../java/org/apache/hadoop/util/MutableMinMax.java | 93 +
.../org/apache/hadoop/util/PerformanceMetrics.java | 97 +
.../hadoop/util/PerformanceMetricsInitializer.java | 83 +
.../main/java/org/apache/hadoop/util/UUIDUtil.java | 14 +-
.../common/src/main/resources/ozone-default.xml | 162 +-
.../java/org/apache/hadoop/hdds/TestHddsUtils.java | 25 +-
.../conf/TestGeneratedConfigurationOverwrite.java | 13 +-
.../hadoop/hdds/conf/TestOzoneConfiguration.java | 146 +-
.../hadoop/hdds/fs/MockSpaceUsageSource.java | 30 +-
.../java/org/apache/hadoop/hdds/fs/TestDU.java | 16 +-
.../hdds/fs/TestDedicatedDiskSpaceUsage.java | 11 +-
.../hadoop/hdds/fs/TestSpaceUsageFactory.java | 11 +-
.../hadoop/hdds/protocol/MockDatanodeDetails.java | 17 +-
.../hadoop/hdds/protocol/TestDatanodeDetails.java | 6 +-
.../ratis/TestContainerCommandRequestMessage.java | 5 +-
.../apache/hadoop/hdds/ratis/TestRatisHelper.java | 56 +-
...TestServerNotLeaderExceptionMessageParsing.java | 18 +-
.../hadoop/hdds/resource/TestLeakDetector.java | 72 +
.../org/apache/hadoop/hdds/scm/TestSCMHAUtils.java | 4 +-
.../scm/container/TestContainerReplicaInfo.java | 36 +-
.../container/TestReplicationManagerReport.java | 24 +-
.../container/common/helpers/TestExcludeList.java | 13 +-
.../hdds/scm/net/TestNetworkTopologyImpl.java | 201 +-
.../hadoop/hdds/scm/net/TestNodeSchemaManager.java | 37 +-
.../hadoop/hdds/scm/net/TestYamlSchemaLoader.java | 22 +-
.../hdds/upgrade/TestHDDSLayoutVersionManager.java | 11 +-
.../hadoop/hdds/utils/TestHddsIdFactory.java | 8 +-
.../hadoop/hdds/utils/TestResourceCache.java | 17 +-
.../apache/hadoop/hdds/utils/db/CodecTestUtil.java | 25 +-
.../hadoop/hdds/utils/db/Proto2CodecTestBase.java | 36 +-
.../hadoop/hdds/utils/db/TestLeakDetector.java | 13 +-
.../org/apache/hadoop/ozone/TestOzoneConsts.java | 6 +-
.../apache/hadoop/ozone/common/TestChecksum.java | 15 +-
.../ozone/common/TestChecksumByteBuffer.java | 5 +-
.../common/TestChecksumImplsComputeSameValues.java | 6 +-
.../hadoop/ozone/common/TestChunkBuffer.java | 61 +-
.../TestChunkBufferImplWithByteBufferList.java | 2 +-
.../hadoop/ozone/common/TestStateMachine.java | 29 +-
.../ozone/container/ContainerTestHelper.java | 10 +-
.../apache/hadoop/ozone/ha/TestOzoneNetUtils.java | 7 +-
.../hadoop/ozone/lease/TestLeaseManager.java | 133 +-
.../apache/hadoop/ozone/lock/TestLockManager.java | 52 +-
.../upgrade/TestAbstractLayoutVersionManager.java | 22 +-
.../ozone/upgrade/TestBasicUpgradeFinalizer.java | 21 +-
.../upgrade/TestLayoutVersionInstanceFactory.java | 36 +-
.../ozone/upgrade/TestUpgradeFinalizerActions.java | 5 +-
hadoop-hdds/config/pom.xml | 28 +-
.../hadoop/hdds/conf/ConfigFileGenerator.java | 11 +-
.../hadoop/hdds/conf/ConfigurationSource.java | 11 +
.../org/apache/hadoop/hdds/conf/StorageSize.java | 11 +
.../hadoop/hdds/conf/TestConfigFileAppender.java | 13 +-
.../hadoop/hdds/conf/TestConfigFileGenerator.java | 31 +-
hadoop-hdds/container-service/pom.xml | 67 +-
.../container/common/impl/HddsDispatcher.java | 6 +-
.../common/impl/StorageLocationReport.java | 56 +-
.../container/common/interfaces/Container.java | 36 +-
.../interfaces/StorageLocationReportMXBean.java | 4 +
.../report/CommandStatusReportPublisher.java | 2 +-
.../common/statemachine/DatanodeConfiguration.java | 11 +-
.../common/statemachine/DatanodeStateMachine.java | 4 +-
.../common/statemachine/StateContext.java | 18 +-
.../CloseContainerCommandHandler.java | 3 +-
.../ClosePipelineCommandHandler.java | 45 +-
.../commandhandler/CommandDispatcher.java | 4 -
.../commandhandler/DeleteBlocksCommandHandler.java | 24 +-
.../states/endpoint/VersionEndpointTask.java | 9 +-
.../transport/server/GrpcXceiverService.java | 74 +-
.../common/transport/server/XceiverServerGrpc.java | 11 +-
.../server/ratis/ContainerStateMachine.java | 276 ++-
.../transport/server/ratis/XceiverServerRatis.java | 206 +-
.../container/common/utils/DatanodeStoreCache.java | 6 +
.../common/volume/AvailableSpaceFilter.java | 8 +-
.../ozone/container/common/volume/HddsVolume.java | 4 +-
.../container/common/volume/MutableVolumeSet.java | 4 +
.../container/common/volume/StorageVolume.java | 10 +-
.../ozone/container/common/volume/VolumeInfo.java | 8 +-
.../container/common/volume/VolumeInfoMetrics.java | 5 +
.../ozone/container/common/volume/VolumeUsage.java | 44 +-
.../reconstruction/ECContainerOperationClient.java | 15 +-
.../ECReconstructionCoordinator.java | 5 +-
.../container/keyvalue/KeyValueContainerCheck.java | 35 +-
.../container/keyvalue/TarContainerPacker.java | 29 +-
.../container/keyvalue/helpers/ChunkUtils.java | 68 +-
.../keyvalue/helpers/KeyValueContainerUtil.java | 3 +-
.../container/keyvalue/impl/BlockManagerImpl.java | 23 +-
.../keyvalue/impl/FilePerBlockStrategy.java | 8 +-
.../keyvalue/impl/FilePerChunkStrategy.java | 14 +-
.../keyvalue/interfaces/BlockManager.java | 3 +
.../metadata/DatanodeSchemaThreeDBDefinition.java | 2 +-
.../metadata/DatanodeSchemaTwoDBDefinition.java | 2 +-
.../AbstractBackgroundContainerScanner.java | 49 +-
.../ozoneimpl/BackgroundContainerDataScanner.java | 8 +
.../ozone/container/ozoneimpl/ContainerReader.java | 93 +-
.../ozoneimpl/OnDemandContainerDataScanner.java | 8 +
.../ozone/container/ozoneimpl/OzoneContainer.java | 18 +-
.../container/replication/ContainerImporter.java | 8 +-
.../ozone/protocol/commands/CommandStatus.java | 16 +-
.../hadoop/ozone/TestHddsDatanodeService.java | 3 +-
.../hadoop/ozone/TestHddsSecureDatanodeInit.java | 143 +-
.../ozone/container/common/ContainerTestUtils.java | 18 +-
.../ozone/container/common/SCMTestUtils.java | 4 +-
.../container/common/TestBlockDeletingService.java | 212 +-
.../ozone/container/common/TestContainerCache.java | 20 +-
.../common/TestDatanodeLayOutVersion.java | 9 +-
.../container/common/TestDatanodeStateMachine.java | 49 +-
.../container/common/TestDatanodeStoreCache.java | 17 +-
.../common/TestKeyValueContainerData.java | 28 +-
.../TestSchemaOneBackwardsCompatibility.java | 173 +-
...stStaleRecoveringContainerScrubbingService.java | 63 +-
.../container/common/helpers/TestBlockData.java | 5 +-
.../common/helpers/TestDatanodeVersionFile.java | 38 +-
.../common/impl/TestContainerDataYaml.java | 122 +-
.../impl/TestContainerDeletionChoosingPolicy.java | 73 +-
.../common/impl/TestContainerPersistence.java | 401 +--
.../container/common/impl/TestContainerSet.java | 108 +-
.../container/common/impl/TestHddsDispatcher.java | 139 +-
.../container/common/interfaces/TestHandler.java | 18 +-
.../container/common/report/TestReportManager.java | 7 +-
.../common/report/TestReportPublisher.java | 46 +-
.../common/report/TestReportPublisherFactory.java | 25 +-
.../statemachine/TestDatanodeConfiguration.java | 11 +-
.../common/statemachine/TestStateContext.java | 100 +-
.../TestCloseContainerCommandHandler.java | 97 +-
.../TestClosePipelineCommandHandler.java | 144 ++
.../TestCreatePipelineCommandHandler.java | 46 +-
.../TestDeleteBlocksCommandHandler.java | 181 +-
.../TestDeleteContainerCommandHandler.java | 25 +-
.../states/datanode/TestRunningDatanodeState.java | 11 +-
.../states/endpoint/TestHeartbeatEndpointTask.java | 140 +-
.../container/common/utils/TestDiskCheckUtil.java | 46 +-
.../common/utils/TestStorageVolumeUtil.java | 2 +-
.../volume/TestCapacityVolumeChoosingPolicy.java | 25 +-
.../container/common/volume/TestDbVolume.java | 2 +-
.../container/common/volume/TestHddsVolume.java | 1 +
.../common/volume/TestPeriodicVolumeChecker.java | 24 +-
.../common/volume/TestReservedVolumeSpace.java | 19 +-
.../volume/TestRoundRobinVolumeChoosingPolicy.java | 31 +-
.../common/volume/TestStorageVolumeChecker.java | 127 +-
.../volume/TestStorageVolumeHealthChecks.java | 6 +-
.../TestVolumeIOStatsWithPrometheusSink.java | 20 +-
.../container/common/volume/TestVolumeSet.java | 11 +-
.../common/volume/TestVolumeSetDiskChecks.java | 40 +-
.../keyvalue/ContainerLayoutTestInfo.java | 20 +-
.../keyvalue/ContainerTestVersionInfo.java | 24 +-
.../keyvalue/TestKeyValueBlockIterator.java | 170 +-
.../container/keyvalue/TestKeyValueContainer.java | 380 +--
.../keyvalue/TestKeyValueContainerCheck.java | 124 +-
.../TestKeyValueContainerIntegrityChecks.java | 40 +-
.../TestKeyValueContainerMarkUnhealthy.java | 102 +-
.../TestKeyValueContainerMetadataInspector.java | 141 +-
.../container/keyvalue/TestKeyValueHandler.java | 173 +-
.../TestKeyValueHandlerWithUnhealthyContainer.java | 17 +-
.../container/keyvalue/TestTarContainerPacker.java | 99 +-
.../container/keyvalue/helpers/TestChunkUtils.java | 303 ++-
.../keyvalue/impl/AbstractTestChunkManager.java | 4 +-
.../keyvalue/impl/CommonChunkManagerTestCases.java | 35 +-
.../keyvalue/impl/TestBlockManagerImpl.java | 71 +-
.../impl/TestKeyValueStreamDataChannel.java | 18 +-
.../TestBackgroundContainerDataScanner.java | 42 +-
.../TestBackgroundContainerMetadataScanner.java | 30 +-
.../container/ozoneimpl/TestContainerReader.java | 330 ++-
.../ozoneimpl/TestContainerScannersAbstract.java | 22 +-
.../TestOnDemandContainerDataScanner.java | 49 +-
.../container/ozoneimpl/TestOzoneContainer.java | 114 +-
.../ReplicationSupervisorScheduling.java | 7 +-
.../replication/TestContainerImporter.java | 42 +-
.../replication/TestMeasuredReplicator.java | 27 +-
.../replication/TestReplicationSupervisor.java | 237 +-
.../TestSendContainerRequestHandler.java | 9 +-
.../replication/TestSimpleContainerDownloader.java | 14 +-
.../stream/TestDirstreamClientHandler.java | 26 +-
.../container/stream/TestStreamingServer.java | 12 +-
.../upgrade/TestDataNodeStartupSlvLessThanMlv.java | 18 +-
.../upgrade/TestDatanodeUpgradeToSchemaV3.java | 249 +-
.../upgrade/TestDatanodeUpgradeToScmHA.java | 146 +-
.../TestReconstructionECContainersCommands.java | 27 +-
.../dev-support/checkstyle/suppressions.xml | 3 +
.../docs/content/feature/Reconfigurability.md | 18 +-
.../docs/content/feature/Reconfigurability.zh.md | 18 +-
hadoop-hdds/docs/content/feature/SCM-HA.md | 7 -
hadoop-hdds/docs/content/feature/Snapshot.md | 5 +
hadoop-hdds/docs/pom.xml | 5 +-
.../static/swagger-resources/recon-api.yaml | 6 +
hadoop-hdds/erasurecode/pom.xml | 12 +-
.../apache/ozone/erasurecode/BufferAllocator.java | 0
.../rawcoder/TestCodecRawCoderMapping.java | 19 +-
.../erasurecode/rawcoder/TestDummyRawCoder.java | 7 +-
.../erasurecode/rawcoder/TestRawCoderBase.java | 21 +-
hadoop-hdds/framework/pom.xml | 59 +-
.../hdds/conf/DatanodeRatisServerConfig.java | 8 +-
.../apache/hadoop/hdds/conf/HddsConfServlet.java | 18 +-
.../container/common/helpers/MoveDataNodePair.java | 2 +-
.../scm/protocol/ScmBlockLocationProtocol.java | 26 +-
.../hadoop/hdds/scm/protocolPB/OzonePBHelper.java | 82 -
...lockLocationProtocolClientSideTranslatorPB.java | 12 +-
...inerLocationProtocolClientSideTranslatorPB.java | 23 +-
.../SCMBlockLocationFailoverProxyProvider.java | 28 +-
.../hdds/security/symmetric/ManagedSecretKey.java | 11 +-
.../security/token/ShortLivedTokenVerifier.java | 5 +-
.../hdds/security/x509/certificate/CertInfo.java | 2 +-
.../hadoop/hdds/security/x509/crl/CRLInfo.java | 2 +-
.../hadoop/hdds/server/http/HttpServer2.java | 41 +-
.../hdds/server/http/RatisDropwizardExports.java | 20 +-
.../hadoop/hdds/utils/ThrowableFunction.java | 27 -
.../apache/hadoop/hdds/utils/TransactionInfo.java | 169 +-
.../hadoop/hdds/utils/db/DBStoreBuilder.java | 4 +-
.../hadoop/hdds/utils/db/RDBCheckpointUtils.java | 23 +-
.../org/apache/hadoop/hdds/utils/db/RDBStore.java | 12 +-
.../apache/hadoop/hdds/utils/db/RocksDatabase.java | 429 ++--
.../apache/hadoop/hdds/utils/db/TypedTable.java | 7 +-
.../hadoop/hdds/utils/db/cache/FullTableCache.java | 5 +
.../hdds/utils/db/cache/PartialTableCache.java | 5 +
.../hadoop/hdds/utils/db/cache/TableCache.java | 5 +
.../org/apache/hadoop/ozone/audit/AuditLogger.java | 82 +-
.../apache/hadoop/ozone/audit/AuditMessage.java | 40 +-
.../metrics/dropwizard3/RatisMetricsUtils.java | 41 +
.../ratis/metrics/dropwizard3/package-info.java | 22 +
.../src/main/resources/webapps/static/ozone.css | 6 +-
.../hadoop/hdds/conf/TestHddsConfServlet.java | 318 +++
.../exceptions/TestSCMExceptionResultCodes.java | 11 +-
.../ssl/TestPemFileBasedKeyStoresFactory.java | 66 +-
.../security/ssl/TestReloadingX509KeyManager.java | 18 +-
.../ssl/TestReloadingX509TrustManager.java | 30 +-
.../hdds/security/symmetric/TestLocalKeyStore.java | 18 +-
.../security/symmetric/TestSecretKeyManager.java | 19 +-
.../token/TestOzoneBlockTokenIdentifier.java | 6 +-
.../token/TestOzoneBlockTokenSecretManager.java | 67 +-
.../hdds/security/token/TokenVerifierTests.java | 24 +-
.../certificate/authority/TestDefaultCAServer.java | 13 +-
.../client/CertificateClientTestImpl.java | 1 -
.../client/TestDefaultCertificateClient.java | 47 +-
.../client/TestRootCaRotationPoller.java | 27 +-
.../x509/certificate/utils/TestCRLCodec.java | 5 +-
.../utils/TestCertificateSignRequest.java | 48 +-
.../certificate/utils/TestRootCertificate.java | 49 +-
.../security/x509/keys/TestHDDSKeyGenerator.java | 10 +-
.../hdds/security/x509/keys/TestKeyCodec.java | 44 +-
.../apache/hadoop/hdds/server/TestJsonUtils.java | 5 +-
.../apache/hadoop/hdds/server/TestServerUtils.java | 33 +-
.../hadoop/hdds/server/events/TestEventQueue.java | 21 +-
.../hdds/server/events/TestEventWatcher.java | 31 +-
.../hdds/server/http/TestBaseHttpServer.java | 6 +-
.../hadoop/hdds/server/http/TestHtmlQuoting.java | 13 +-
.../hdds/server/http/TestHttpServer2Metrics.java | 19 +-
.../hdds/server/http/TestProfileServlet.java | 10 +-
.../http/TestPrometheusMetricsIntegration.java | 49 +-
.../server/http/TestRatisDropwizardExports.java | 28 +-
.../hdds/server/http/TestRatisNameRewrite.java | 8 +-
.../hadoop/hdds/utils/TestCollectionUtils.java | 6 +-
.../hdds/utils/TestDecayRpcSchedulerUtil.java | 13 +-
.../hdds/utils/TestPrometheusMetricsSinkUtil.java | 35 +-
.../hadoop/hdds/utils/TestRDBSnapshotProvider.java | 12 +-
.../hadoop/hdds/utils/TestUgiMetricsUtil.java | 14 +-
.../org/apache/hadoop/hdds/utils/db/TestCodec.java | 49 +-
.../hadoop/hdds/utils/db/TestCodecRegistry.java | 9 +-
.../hadoop/hdds/utils/db/TestDBConfigFromFile.java | 14 +-
.../hadoop/hdds/utils/db/TestDBStoreBuilder.java | 43 +-
.../hdds/utils/db/TestFixedLengthStringCodec.java | 4 +-
.../apache/hadoop/hdds/utils/db/TestRDBStore.java | 85 +-
.../utils/db/TestRDBStoreByteArrayIterator.java | 30 +-
.../utils/db/TestRDBStoreCodecBufferIterator.java | 3 +-
.../hadoop/hdds/utils/db/TestRDBTableStore.java | 202 +-
.../hdds/utils/db/TestTypedRDBTableStore.java | 81 +-
.../hadoop/hdds/utils/db/cache/TestTableCache.java | 131 +-
.../hadoop/ozone/audit/TestOzoneAuditLogger.java | 42 +-
hadoop-hdds/hadoop-dependency-client/pom.xml | 12 +-
hadoop-hdds/hadoop-dependency-server/pom.xml | 8 +-
hadoop-hdds/hadoop-dependency-test/pom.xml | 33 +-
hadoop-hdds/interface-admin/pom.xml | 8 +-
.../src/main/proto/ScmAdminProtocol.proto | 7 +-
hadoop-hdds/interface-client/pom.xml | 8 +-
.../interface-client/src/main/proto/hdds.proto | 2 +
hadoop-hdds/interface-server/pom.xml | 8 +-
.../proto/ScmServerDatanodeHeartbeatProtocol.proto | 2 +
.../src/main/proto/ScmServerProtocol.proto | 4 +
hadoop-hdds/managed-rocksdb/pom.xml | 12 +-
.../hdds/utils/db/managed/ManagedBloomFilter.java | 17 +-
.../db/managed/ManagedColumnFamilyOptions.java | 19 +-
.../db/managed/ManagedCompactRangeOptions.java | 17 +-
.../hdds/utils/db/managed/ManagedDBOptions.java | 17 +-
.../hdds/utils/db/managed/ManagedEnvOptions.java | 17 +-
.../hdds/utils/db/managed/ManagedFlushOptions.java | 17 +-
.../managed/ManagedIngestExternalFileOptions.java | 20 +-
.../hdds/utils/db/managed/ManagedLRUCache.java | 17 +-
.../hdds/utils/db/managed/ManagedObject.java | 22 +-
.../hdds/utils/db/managed/ManagedOptions.java | 17 +-
.../hdds/utils/db/managed/ManagedReadOptions.java | 18 +-
.../db/managed/ManagedRocksObjectMetrics.java | 11 +
.../utils/db/managed/ManagedRocksObjectUtils.java | 70 +-
.../hadoop/hdds/utils/db/managed/ManagedSlice.java | 26 +-
.../utils/db/managed/ManagedSstFileReader.java | 10 +-
.../db/managed/ManagedSstFileReaderIterator.java | 9 +-
.../utils/db/managed/ManagedSstFileWriter.java | 17 +-
.../hdds/utils/db/managed/ManagedStatistics.java | 17 +-
.../hdds/utils/db/managed/ManagedWriteBatch.java | 18 +-
.../hdds/utils/db/managed/ManagedWriteOptions.java | 17 +-
.../hadoop/hdds/utils/db/managed/package-info.java | 10 +-
hadoop-hdds/pom.xml | 53 +-
hadoop-hdds/rocks-native/pom.xml | 937 ++++---
.../utils/db/managed/ManagedSSTDumpIterator.java | 8 +-
.../hdds/utils/db/managed/ManagedSSTDumpTool.java | 14 +-
.../hdds/utils/db/managed/PipeInputStream.java | 15 +-
.../hadoop/hdds/utils/TestNativeLibraryLoader.java | 33 +-
.../db/managed/TestManagedSSTDumpIterator.java | 48 +-
hadoop-hdds/rocksdb-checkpoint-differ/pom.xml | 81 +-
.../ozone/compaction/log/CompactionLogEntry.java | 2 +-
.../ozone/rocksdb/util/ManagedSstFileReader.java | 299 ---
.../ozone/rocksdb/util/SstFileSetReader.java | 297 +++
.../ozone/rocksdiff/RocksDBCheckpointDiffer.java | 16 +-
.../org/apache/ozone/rocksdiff/RocksDiffUtils.java | 18 +-
.../compaction/log/TestCompactionFileInfo.java | 7 +-
.../rocksdb/util/TestManagedSstFileReader.java | 205 --
.../ozone/rocksdb/util/TestSstFileSetReader.java | 214 ++
.../rocksdiff/TestRocksDBCheckpointDiffer.java | 39 +-
hadoop-hdds/server-scm/pom.xml | 82 +-
.../hadoop/hdds/scm/SCMCommonPlacementPolicy.java | 25 +-
.../hadoop/hdds/scm/block/BlockManagerImpl.java | 5 +-
.../hadoop/hdds/scm/block/DeletedBlockLog.java | 37 +-
.../hadoop/hdds/scm/block/DeletedBlockLogImpl.java | 240 +-
.../hdds/scm/block/SCMBlockDeletingService.java | 76 +-
.../SCMDeletedBlockTransactionStatusManager.java | 581 +++++
.../scm/command/CommandStatusReportHandler.java | 36 +-
.../scm/container/CloseContainerEventHandler.java | 2 +-
.../hdds/scm/container/ContainerManagerImpl.java | 6 +-
.../IncrementalContainerReportHandler.java | 2 +-
.../ContainerBalancerSelectionCriteria.java | 13 +-
.../container/balancer/ContainerBalancerTask.java | 2 +-
.../scm/container/placement/metrics/NodeStat.java | 15 +-
.../container/placement/metrics/SCMNodeMetric.java | 16 +-
.../container/placement/metrics/SCMNodeStat.java | 48 +-
.../replication/ContainerCheckRequest.java | 13 +-
.../replication/ContainerHealthResult.java | 31 +
.../replication/ECUnderReplicationHandler.java | 2 +-
.../LegacyRatisContainerReplicaCount.java | 17 +-
.../replication/LegacyReplicationManager.java | 79 +-
.../replication/MisReplicationHandler.java | 2 +-
.../replication/NullReplicationQueue.java | 40 +
.../replication/RatisContainerReplicaCount.java | 90 +-
.../replication/RatisOverReplicationHandler.java | 58 +-
.../replication/RatisUnderReplicationHandler.java | 115 +-
.../container/replication/ReplicationManager.java | 35 +-
.../replication/ReplicationManagerUtil.java | 156 +-
.../health/ClosedWithUnhealthyReplicasHandler.java | 6 +-
.../health/ClosingContainerHandler.java | 7 +
.../health/DeletingContainerHandler.java | 6 +
.../health/ECReplicationCheckHandler.java | 22 +-
.../replication/health/EmptyContainerHandler.java | 16 +-
.../health/MismatchedReplicasHandler.java | 3 +
.../replication/health/OpenContainerHandler.java | 5 +-
.../health/QuasiClosedContainerHandler.java | 10 +-
.../health/RatisReplicationCheckHandler.java | 73 +-
.../RatisUnhealthyReplicationCheckHandler.java | 76 +-
.../health/VulnerableUnhealthyReplicasHandler.java | 101 +
.../hadoop/hdds/scm/ha/InterSCMGrpcClient.java | 2 +-
.../org/apache/hadoop/hdds/scm/ha/RatisUtil.java | 14 +-
.../hdds/scm/ha/SCMHADBTransactionBufferImpl.java | 7 +-
.../hadoop/hdds/scm/ha/SCMHANodeDetails.java | 35 +-
.../hadoop/hdds/scm/ha/SCMRatisServerImpl.java | 3 +
.../apache/hadoop/hdds/scm/ha/SCMStateMachine.java | 12 +-
.../hadoop/hdds/scm/metadata/SCMDBDefinition.java | 2 +-
.../hadoop/hdds/scm/node/DatanodeAdminMonitor.java | 2 +-
.../hdds/scm/node/DatanodeAdminMonitorImpl.java | 204 +-
.../hadoop/hdds/scm/node/DatanodeUsageInfo.java | 2 +
.../hadoop/hdds/scm/node/DeadNodeHandler.java | 26 +-
.../hdds/scm/node/HealthyReadOnlyNodeHandler.java | 2 +-
.../hdds/scm/node/NodeDecommissionManager.java | 51 +-
.../hdds/scm/node/NodeDecommissionMetrics.java | 56 +-
.../apache/hadoop/hdds/scm/node/NodeManager.java | 13 +
.../hadoop/hdds/scm/node/SCMNodeManager.java | 241 +-
.../hadoop/hdds/scm/node/SCMNodeMetrics.java | 4 +
.../hadoop/hdds/scm/node/StaleNodeHandler.java | 4 +-
.../hdds/scm/node/StartDatanodeAdminHandler.java | 4 +-
.../hdds/scm/pipeline/PipelineActionHandler.java | 63 +-
.../hadoop/hdds/scm/pipeline/PipelineManager.java | 5 +
.../hdds/scm/pipeline/PipelineManagerImpl.java | 65 +-
.../hadoop/hdds/scm/pipeline/PipelineProvider.java | 10 +-
.../hdds/scm/pipeline/PipelineStateManager.java | 9 +-
.../scm/pipeline/PipelineStateManagerImpl.java | 2 +-
.../hdds/scm/pipeline/RatisPipelineProvider.java | 2 +-
.../hdds/scm/pipeline/RatisPipelineUtils.java | 65 +-
.../pipeline/WritableRatisContainerProvider.java | 173 +-
...lockLocationProtocolServerSideTranslatorPB.java | 3 +-
...inerLocationProtocolServerSideTranslatorPB.java | 18 +-
.../hdds/scm/safemode/ContainerSafeModeRule.java | 22 +-
.../scm/safemode/HealthyPipelineSafeModeRule.java | 36 +-
.../safemode/OneReplicaPipelineSafeModeRule.java | 27 +-
.../hadoop/hdds/scm/safemode/SafeModeExitRule.java | 2 +
.../hdds/scm/server/ContainerReportQueue.java | 8 +
.../hdds/scm/server/SCMBlockProtocolServer.java | 67 +-
.../hdds/scm/server/SCMClientProtocolServer.java | 26 +-
.../scm/server/SCMDatanodeHeartbeatDispatcher.java | 13 +
.../hdds/scm/server/SCMDatanodeProtocolServer.java | 7 +-
.../hdds/scm/server/StorageContainerManager.java | 84 +-
.../main/resources/webapps/scm/scm-overview.html | 63 +-
.../src/main/resources/webapps/scm/scm.js | 75 +-
.../hdds/scm/TestSCMCommonPlacementPolicy.java | 115 +-
.../scm/TestStorageContainerManagerHttpServer.java | 11 +-
.../hadoop/hdds/scm/block/TestBlockManager.java | 74 +-
.../hadoop/hdds/scm/block/TestDeletedBlockLog.java | 313 ++-
.../scm/block/TestSCMBlockDeletingService.java | 177 ++
.../TestSCMDeleteBlocksCommandStatusManager.java | 256 ++
.../command/TestCommandStatusReportHandler.java | 15 +-
.../hadoop/hdds/scm/container/MockNodeManager.java | 2 +-
.../container/TestCloseContainerEventHandler.java | 82 +-
.../scm/container/TestContainerActionsHandler.java | 4 +-
.../scm/container/TestContainerManagerImpl.java | 50 +-
.../scm/container/TestContainerReportHandler.java | 69 +-
.../scm/container/TestContainerStateManager.java | 16 +-
.../TestIncrementalContainerReportHandler.java | 120 +-
.../scm/container/TestUnknownContainerReport.java | 17 +-
.../container/balancer/TestContainerBalancer.java | 109 +-
.../balancer/TestContainerBalancerTask.java | 310 ++-
.../container/balancer/TestFindTargetStrategy.java | 57 +-
.../scm/container/balancer/TestMoveManager.java | 157 +-
.../algorithms/TestContainerPlacementFactory.java | 27 +-
.../TestSCMContainerPlacementCapacity.java | 32 +-
.../TestSCMContainerPlacementRackAware.java | 216 +-
.../TestSCMContainerPlacementRackScatter.java | 169 +-
.../TestSCMContainerPlacementRandom.java | 29 +-
.../container/replication/ReplicationTestUtil.java | 22 +-
.../TestContainerReplicaPendingOps.java | 188 +-
.../TestDatanodeCommandCountUpdatedHandler.java | 8 +-
.../replication/TestECContainerReplicaCount.java | 284 ++-
.../replication/TestECMisReplicationHandler.java | 64 +-
.../replication/TestECOverReplicationHandler.java | 38 +-
.../replication/TestECUnderReplicationHandler.java | 3 +-
.../replication/TestLegacyReplicationManager.java | 713 +++---
.../replication/TestMisReplicationHandler.java | 54 +-
.../replication/TestOverReplicatedProcessor.java | 30 +-
.../TestRatisContainerReplicaCount.java | 77 +-
.../TestRatisMisReplicationHandler.java | 57 +-
.../TestRatisOverReplicationHandler.java | 164 +-
.../TestRatisUnderReplicationHandler.java | 209 +-
.../replication/TestReplicationManager.java | 443 +++-
.../replication/TestReplicationManagerMetrics.java | 51 +-
.../TestReplicationManagerScenarios.java | 801 ++++++
.../replication/TestReplicationManagerUtil.java | 146 +-
.../replication/TestUnderReplicatedProcessor.java | 45 +-
.../TestClosedWithUnhealthyReplicasHandler.java | 28 +-
.../health/TestClosingContainerHandler.java | 66 +-
.../health/TestDeletingContainerHandler.java | 56 +-
.../health/TestECMisReplicationCheckHandler.java | 48 +-
.../health/TestECReplicationCheckHandler.java | 37 +-
.../health/TestEmptyContainerHandler.java | 44 +-
.../health/TestMismatchedReplicasHandler.java | 135 +-
.../health/TestOpenContainerHandler.java | 54 +-
.../health/TestQuasiClosedContainerHandler.java | 66 +-
.../health/TestRatisReplicationCheckHandler.java | 216 +-
.../TestRatisUnhealthyReplicationCheckHandler.java | 106 +-
.../TestVulnerableUnhealthyReplicasHandler.java | 268 +++
.../report/TestContainerReportValidator.java | 8 +-
.../container/states/TestContainerAttribute.java | 50 +-
.../scm/ha/TestInterSCMGrpcProtocolService.java | 37 +-
.../hdds/scm/ha/TestReplicationAnnotation.java | 11 +-
.../hadoop/hdds/scm/ha/TestSCMHAConfiguration.java | 66 +-
.../hadoop/hdds/scm/ha/TestSCMHAManagerImpl.java | 18 +-
.../hadoop/hdds/scm/ha/TestSCMHAMetrics.java | 7 +-
.../hadoop/hdds/scm/ha/TestSCMRatisRequest.java | 25 +-
.../hadoop/hdds/scm/ha/TestSCMRatisResponse.java | 21 +-
.../hdds/scm/ha/TestSequenceIDGenerator.java | 79 +-
.../ha/TestStatefulServiceStateManagerImpl.java | 7 +-
.../hadoop/hdds/scm/ha/io/TestBigIntegerCodec.java | 5 +-
.../hdds/scm/ha/io/TestX509CertificateCodec.java | 7 +-
.../scm/node/DatanodeAdminMonitorTestUtil.java | 30 +-
.../hadoop/hdds/scm/node/TestCommandQueue.java | 43 +-
.../hdds/scm/node/TestContainerPlacement.java | 102 +-
.../hdds/scm/node/TestDatanodeAdminMonitor.java | 272 ++-
.../hadoop/hdds/scm/node/TestDeadNodeHandler.java | 57 +-
.../hdds/scm/node/TestNodeDecommissionManager.java | 92 +-
.../hdds/scm/node/TestNodeDecommissionMetrics.java | 85 +-
.../hdds/scm/node/TestNodeReportHandler.java | 33 +-
.../hadoop/hdds/scm/node/TestNodeStateManager.java | 49 +-
.../hadoop/hdds/scm/node/TestNodeStatus.java | 14 +-
.../hadoop/hdds/scm/node/TestSCMNodeManager.java | 202 +-
.../hdds/scm/node/TestSCMNodeStorageStatMap.java | 91 +-
.../hadoop/hdds/scm/node/TestStatisticsUpdate.java | 33 +-
.../scm/node/states/TestNode2ContainerMap.java | 78 +-
.../hdds/scm/pipeline/MockPipelineManager.java | 12 +-
.../hdds/scm/pipeline/TestECPipelineProvider.java | 56 +-
.../scm/pipeline/TestPipelineActionHandler.java | 107 +-
.../TestPipelineDatanodesIntersection.java | 4 +-
.../hdds/scm/pipeline/TestPipelineManagerImpl.java | 211 +-
.../scm/pipeline/TestPipelinePlacementFactory.java | 72 +-
.../scm/pipeline/TestPipelinePlacementPolicy.java | 121 +-
.../scm/pipeline/TestPipelineStateManagerImpl.java | 69 +-
.../scm/pipeline/TestRatisPipelineProvider.java | 33 +-
.../scm/pipeline/TestSimplePipelineProvider.java | 43 +-
.../pipeline/TestWritableECContainerProvider.java | 89 +-
.../TestWritableRatisContainerProvider.java | 179 ++
.../TestPipelineChoosePolicyFactory.java | 16 +-
.../choose/algorithms/TestLeaderChoosePolicy.java | 7 +-
.../safemode/TestHealthyPipelineSafeModeRule.java | 13 +-
.../TestOneReplicaPipelineSafeModeRule.java | 7 +-
.../hdds/scm/safemode/TestSCMSafeModeManager.java | 106 +-
.../scm/security/TestCRLStatusReportHandler.java | 26 +-
.../scm/security/TestRootCARotationManager.java | 61 +-
.../scm/server/TestSCMBlockProtocolServer.java | 201 +-
.../hadoop/hdds/scm/server/TestSCMCertStore.java | 9 +-
.../scm/server/TestSCMClientProtocolServer.java | 22 +-
.../hdds/scm/server/TestSCMContainerMetrics.java | 6 +-
.../server/TestSCMDatanodeHeartbeatDispatcher.java | 62 +-
.../server/TestSCMUpdateServiceGrpcServer.java | 47 +-
.../TestSCMHAUnfinalizedStateValidationAction.java | 26 +-
.../hdds/scm/upgrade/TestScmFinalization.java | 92 +-
.../scm/upgrade/TestScmStartupSlvLessThanMlv.java | 11 +-
.../ozone/container/common/TestEndPoint.java | 149 +-
.../placement/TestContainerPlacement.java | 17 +-
.../container/placement/TestDatanodeMetrics.java | 8 +-
.../hadoop/ozone/scm/node/TestSCMNodeMetrics.java | 37 +-
.../resources/replicationManagerTests/basic.json | 113 +
.../mismatched_replicas.json | 15 +
.../simple_decommission.json | 23 +
.../simple_maintenance.json | 46 +
hadoop-hdds/test-utils/pom.xml | 25 +-
.../main/java/org/apache/ozone/test/FlakyTest.java | 28 -
.../org/apache/ozone/test/GenericTestUtils.java | 83 +-
.../java/org/apache/ozone/test/MetricsAsserts.java | 470 ++++
.../main/java/org/apache/ozone/test/SlowTest.java | 29 -
.../apache/ozone/test/TimedOutTestsListener.java | 53 +-
.../java/org/apache/ozone/test/UnhealthyTest.java | 30 -
...g.junit.platform.launcher.TestExecutionListener | 16 +
hadoop-hdds/tools/pom.xml | 63 +-
.../hdds/scm/cli/ContainerOperationClient.java | 12 +-
.../hdds/scm/cli/container/CloseSubcommand.java | 2 -
.../hdds/scm/cli/container/ContainerCommands.java | 14 +-
.../hdds/scm/cli/container/InfoSubcommand.java | 97 +-
.../hdds/scm/cli/container/UpgradeSubcommand.java | 205 ++
.../scm/cli/container/upgrade/UpgradeChecker.java | 111 +
.../scm/cli/container/upgrade/UpgradeManager.java | 92 +-
.../scm/cli/container/upgrade/UpgradeTask.java | 255 +-
.../scm/cli/container/upgrade/UpgradeUtils.java | 25 +
.../cli/datanode/DecommissionStatusSubCommand.java | 93 +
.../hdds/scm/cli/datanode/ListInfoSubcommand.java | 9 +
.../hdds/scm/cli/datanode/StatusSubCommand.java | 56 +
.../hdds/scm/cli/datanode/UsageInfoSubcommand.java | 44 +-
.../cli/cert/TestCleanExpiredCertsSubcommand.java | 5 +-
.../hdds/scm/cli/container/TestInfoSubCommand.java | 185 +-
.../scm/cli/container/TestReportSubCommand.java | 11 +-
.../cli/container/upgrade/TestUpgradeManager.java | 43 +-
.../datanode/TestContainerBalancerSubCommand.java | 12 +-
.../datanode/TestDecommissionStatusSubCommand.java | 228 ++
.../cli/datanode/TestDecommissionSubCommand.java | 8 +-
.../scm/cli/datanode/TestListInfoSubcommand.java | 8 +-
.../cli/datanode/TestMaintenanceSubCommand.java | 12 +-
.../cli/datanode/TestRecommissionSubCommand.java | 8 +-
.../scm/cli/datanode/TestUsageInfoSubcommand.java | 72 +-
.../cli/pipeline/TestListPipelinesSubCommand.java | 57 +-
hadoop-ozone/client/pom.xml | 38 +-
.../apache/hadoop/ozone/client/OzoneBucket.java | 10 +
.../client/checksum/BaseFileChecksumHelper.java | 3 -
.../client/checksum/ECBlockChecksumComputer.java | 2 -
.../client/checksum/ECFileChecksumHelper.java | 1 -
.../checksum/ReplicatedBlockChecksumComputer.java | 2 -
.../checksum/ReplicatedFileChecksumHelper.java | 1 -
.../client/io/BlockDataStreamOutputEntryPool.java | 3 +-
.../ozone/client/io/BlockOutputStreamEntry.java | 18 +-
.../client/io/BlockOutputStreamEntryPool.java | 27 +-
.../ozone/client/io/ECBlockOutputStreamEntry.java | 17 +-
.../client/io/ECBlockOutputStreamEntryPool.java | 6 +-
.../hadoop/ozone/client/io/ECKeyOutputStream.java | 8 +-
.../ozone/client/io/KeyDataStreamOutput.java | 18 +
.../hadoop/ozone/client/io/KeyOutputStream.java | 31 +-
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 64 +-
.../ozone/client/MockXceiverClientFactory.java | 31 +-
.../hadoop/ozone/client/MockXceiverClientSpi.java | 5 -
.../hadoop/ozone/client/TestHddsClientUtils.java | 325 ---
.../hadoop/ozone/client/TestOzoneClient.java | 50 +-
.../hadoop/ozone/client/TestOzoneECClient.java | 201 +-
.../TestReplicatedBlockChecksumComputer.java | 2 -
.../checksum/TestReplicatedFileChecksumHelper.java | 47 +-
.../ozone/client/io/TestKeyInputStreamEC.java | 4 +-
.../hadoop/ozone/client/rpc/TestRpcClient.java | 43 +-
hadoop-ozone/common/pom.xml | 61 +-
.../main/java/org/apache/hadoop/ozone/OFSPath.java | 6 +
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 67 +-
.../client/checksum/CompositeCrcFileChecksum.java | 88 +
.../hadoop/ozone/client/checksum/CrcComposer.java | 215 ++
.../hadoop/ozone/client/checksum/CrcUtil.java | 278 +++
.../hadoop/ozone/client/checksum/package-info.java | 23 +
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 20 +
.../hadoop/ozone/om/exceptions/OMException.java | 1 +
.../ozone/om/ha/GrpcOMFailoverProxyProvider.java | 4 +-
.../ozone/om/ha/OMFailoverProxyProviderBase.java | 2 +-
.../hadoop/ozone/om/helpers/OMRatisHelper.java | 68 +-
.../hadoop/ozone/om/helpers/OmBucketInfo.java | 2 +-
.../hadoop/ozone/om/helpers/OmDBAccessIdInfo.java | 2 +-
.../hadoop/ozone/om/helpers/OmDBTenantState.java | 13 +-
.../ozone/om/helpers/OmDBUserPrincipalInfo.java | 2 +-
.../hadoop/ozone/om/helpers/OmDirectoryInfo.java | 13 +-
.../apache/hadoop/ozone/om/helpers/OmKeyInfo.java | 2 +-
.../hadoop/ozone/om/helpers/OmKeyLocationInfo.java | 9 +-
.../hadoop/ozone/om/helpers/OmMultipartInfo.java | 3 +
.../ozone/om/helpers/OmMultipartKeyInfo.java | 2 +-
.../om/helpers/OmMultipartUploadCompleteInfo.java | 3 +
.../hadoop/ozone/om/helpers/OmVolumeArgs.java | 2 +-
.../hadoop/ozone/om/helpers/RepeatedOmKeyInfo.java | 2 +-
.../hadoop/ozone/om/helpers/S3SecretValue.java | 11 +-
.../hadoop/ozone/om/helpers/ServiceInfoEx.java | 36 +-
.../hadoop/ozone/om/helpers/SnapshotInfo.java | 47 +-
.../ozone/om/protocolPB/OmTransportFactory.java | 33 +-
...OzoneManagerProtocolClientSideTranslatorPB.java | 11 +-
.../apache/hadoop/ozone/protocolPB/OMPBHelper.java | 58 +-
.../hadoop/ozone/protocolPB/OzonePBHelper.java | 88 -
.../ozone/snapshot/SnapshotDiffReportOzone.java | 19 +-
.../java/org/apache/hadoop/ozone/TestOmUtils.java | 139 +-
.../org/apache/hadoop/ozone/TestOzoneAcls.java | 11 +-
.../ozone/client/io/TestSelectorOutputStream.java | 38 +-
.../ozone/om/exceptions/TestResultCodes.java | 10 +-
.../ozone/om/ha/TestOMFailoverProxyProvider.java | 16 +-
.../hadoop/ozone/om/helpers/TestOmBucketArgs.java | 25 +-
.../hadoop/ozone/om/helpers/TestOmBucketInfo.java | 40 +-
.../hadoop/ozone/om/helpers/TestOmKeyInfo.java | 57 +-
.../om/helpers/TestOmKeyLocationInfoGroup.java | 13 +-
.../ozone/om/helpers/TestOmMultipartUpload.java | 11 +-
.../ozone/om/helpers/TestOmSnapshotInfo.java | 69 +-
.../hadoop/ozone/om/helpers/TestOmVolumeArgs.java | 17 +-
.../hadoop/ozone/om/helpers/TestOzoneAclUtil.java | 19 +-
.../hadoop/ozone/om/helpers/TestOzoneFsUtils.java | 18 +-
.../om/helpers/TestOzoneIdentityProvider.java | 17 +-
.../hadoop/ozone/om/helpers/TestQuotaUtil.java | 16 +-
.../hadoop/ozone/om/lock/TestKeyPathLock.java | 53 +-
.../hadoop/ozone/om/lock/TestOzoneManagerLock.java | 277 +--
.../om/protocolPB/TestOmTransportFactory.java | 101 +
.../ozone/om/protocolPB/TestS3GrpcOmTransport.java | 15 +-
.../grpc/TestClientAddressClientInterceptor.java | 4 +-
.../grpc/TestClientAddressServerInterceptor.java | 10 +-
.../ozone/security/TestGDPRSymmetricKey.java | 16 +-
.../security/TestOzoneDelegationTokenSelector.java | 9 +-
hadoop-ozone/csi/pom.xml | 4 +-
hadoop-ozone/datanode/pom.xml | 12 +-
hadoop-ozone/dev-support/checks/checkstyle.sh | 12 +-
hadoop-ozone/dev-support/checks/junit.sh | 19 +-
hadoop-ozone/dev-support/checks/license.exceptions | 22 +
hadoop-ozone/dev-support/checks/license.sh | 75 +
hadoop-ozone/dev-support/checks/native.sh | 2 +-
hadoop-ozone/dev-support/checks/unit.sh | 6 +-
hadoop-ozone/dev-support/intellij/ozone-style.xml | 2 +-
.../intellij/runConfigurations/Datanode2-ha.xml | 2 +-
.../intellij/runConfigurations/Datanode2.xml | 2 +-
.../intellij/runConfigurations/Datanode3-ha.xml | 2 +-
.../intellij/runConfigurations/Datanode3.xml | 2 +-
hadoop-ozone/dist/pom.xml | 4 +-
.../dashboards/Ozone - ListKey Metrics.json | 691 ++++++
.../dist/src/main/compose/common/hadoop-test.sh | 8 +-
.../dist/src/main/compose/common/security.conf | 105 +
.../main/compose/compatibility/docker-compose.yaml | 2 +-
.../src/main/compose/ozone-csi/docker-compose.yaml | 2 +-
.../src/main/compose/ozone-ha/docker-compose.yaml | 2 +-
.../main/compose/ozone-om-ha/docker-compose.yaml | 2 +-
.../compose/ozone-om-prepare/docker-compose.yaml | 2 +-
.../compose/ozone-topology/docker-compose.yaml | 12 +-
.../src/main/compose/ozone/docker-compose.yaml | 2 +-
hadoop-ozone/dist/src/main/compose/ozone/run.sh | 10 +-
.../main/compose/ozoneblockade/docker-compose.yaml | 2 +-
.../main/compose/ozonescripts/docker-compose.yaml | 2 +-
.../compose/ozonesecure-ha/docker-compose.yaml | 2 +-
.../docker-config-ratis-om-bootstrap | 20 +
.../main/compose/ozonesecure-ha/om-bootstrap.yaml | 63 +
.../compose/ozonesecure-ha/test-om-bootstrap.sh | 121 +
.../compose/ozonesecure-mr/docker-compose.yaml | 2 +-
.../main/compose/ozonesecure/docker-compose.yaml | 2 +-
.../ozonesecure/public-key-cert-recovery-test.sh | 4 +-
.../src/main/compose/restart/docker-compose.yaml | 2 +-
hadoop-ozone/dist/src/main/compose/testlib.sh | 3 +
.../dist/src/main/compose/upgrade/compose/ha/.env | 2 +
.../compose/upgrade/compose/ha/docker-compose.yaml | 78 +-
.../main/compose/upgrade/compose/ha/docker-config | 6 +-
.../compose/ha}/krb5.conf | 0
.../src/main/compose/upgrade/compose/ha/load.sh | 3 +-
.../upgrade/compose/non-ha/docker-compose.yaml | 2 +-
.../upgrade/compose/om-ha/docker-compose.yaml | 2 +-
.../callbacks/1.3.0/callback.sh | 6 +-
.../callbacks/1.4.0/callback.sh | 8 +-
.../callbacks/common/callback.sh | 10 +-
.../upgrade/upgrades/non-rolling-upgrade/driver.sh | 16 +-
.../dist/src/main/compose/xcompat/new-cluster.yaml | 2 +-
.../dist/src/main/compose/xcompat/old-cluster.yaml | 2 +-
hadoop-ozone/dist/src/main/license/bin/LICENSE.txt | 10 +-
hadoop-ozone/dist/src/main/license/jar-report.txt | 13 +-
.../src/main/smoketest/admincli/datanode.robot | 60 +-
.../dist/src/main/smoketest/commonlib.robot | 2 +-
.../src/main/smoketest/ec/upgrade-ec-check.robot | 3 +-
.../omha/data-creation-before-om-bootstrap.robot | 96 +
.../omha/data-validation-after-om-bootstrap.robot | 99 +
.../src/main/smoketest/ozonefs/hadoopo3fs.robot | 2 +
.../dist/src/main/smoketest/s3/commonawslib.robot | 8 +-
.../snapshot/upgrade-snapshot-check.robot | 1 +
.../dist/src/main/smoketest/upgrade/generate.robot | 6 +-
.../dist/src/main/smoketest/upgrade/validate.robot | 7 +-
hadoop-ozone/dist/src/shell/ozone/ozone | 16 -
.../dist/src/shell/ozone/ozone-functions.sh | 29 +
.../fault-injection-test/mini-chaos-tests/pom.xml | 24 +-
.../hadoop/ozone/TestMiniChaosOzoneCluster.java | 10 +-
.../hadoop/ozone/loadgenerators/LoadBucket.java | 11 +-
.../fault-injection-test/network-tests/pom.xml | 2 +-
.../src/test/compose/docker-compose.yaml | 2 +-
hadoop-ozone/fault-injection-test/pom.xml | 4 +-
hadoop-ozone/httpfsgateway/pom.xml | 8 +-
hadoop-ozone/insight/pom.xml | 28 +-
.../hadoop/ozone/insight/TestBaseInsightPoint.java | 16 +-
.../ozone/insight/TestConfigurationSubCommand.java | 24 +-
.../hadoop/ozone/insight/TestLogSubcommand.java | 6 +-
.../dev-support/findbugsExcludeFile.xml | 18 +-
hadoop-ozone/integration-test/pom.xml | 28 +-
.../hadoop/conf/TestConfigurationFieldsBase.java | 676 ++++++
.../fs/contract/AbstractContractAppendTest.java | 169 ++
.../fs/contract/AbstractContractConcatTest.java | 102 +
.../AbstractContractContentSummaryTest.java | 65 +
.../AbstractContractCopyFromLocalTest.java | 346 +++
.../fs/contract/AbstractContractCreateTest.java | 587 +++++
.../fs/contract/AbstractContractDeleteTest.java | 126 +
.../fs/contract/AbstractContractEtagTest.java | 194 ++
.../AbstractContractGetFileStatusTest.java | 752 ++++++
.../AbstractContractLeaseRecoveryTest.java | 93 +
.../fs/contract/AbstractContractMkdirTest.java | 188 ++
.../AbstractContractMultipartUploaderTest.java | 842 +++++++
.../fs/contract/AbstractContractOpenTest.java | 427 ++++
.../fs/contract/AbstractContractRenameTest.java | 373 +++
.../AbstractContractRootDirectoryTest.java | 274 +++
.../fs/contract/AbstractContractSafeModeTest.java | 54 +
.../fs/contract/AbstractContractSeekTest.java | 590 +++++
.../fs/contract/AbstractContractSetTimesTest.java | 63 +
.../fs/contract/AbstractContractUnbufferTest.java | 158 ++
.../fs/contract/AbstractFSContractTestBase.java | 430 ++++
.../hadoop/fs/contract/ContractTestUtils.java | 2111 ++++++++++++++++
.../fs/ozone/AbstractOzoneFileSystemTest.java | 2141 ++++++++++++++++
.../ozone/AbstractOzoneFileSystemTestWithFSO.java | 554 +++++
.../ozone/AbstractRootedOzoneFileSystemTest.java | 2480 +++++++++++++++++++
.../AbstractRootedOzoneFileSystemTestWithFSO.java | 231 ++
.../hadoop/fs/ozone/OzoneFileSystemTests.java | 10 +-
.../java/org/apache/hadoop/fs/ozone/TestHSync.java | 9 +-
.../apache/hadoop/fs/ozone/TestLeaseRecovery.java | 30 +-
.../java/org/apache/hadoop/fs/ozone/TestO3FS.java | 28 +
.../apache/hadoop/fs/ozone/TestO3FSWithFSO.java | 27 +
.../hadoop/fs/ozone/TestO3FSWithFSOAndOMRatis.java | 27 +
.../hadoop/fs/ozone/TestO3FSWithFSPaths.java | 28 +
.../fs/ozone/TestO3FSWithFSPathsAndOMRatis.java | 28 +
.../hadoop/fs/ozone/TestO3FSWithOMRatis.java | 28 +
.../java/org/apache/hadoop/fs/ozone/TestOFS.java | 28 +
.../hadoop/fs/ozone/TestOFSWithCacheOnly.java | 28 +
.../org/apache/hadoop/fs/ozone/TestOFSWithFSO.java | 27 +
.../fs/ozone/TestOFSWithFSOAndCacheOnly.java | 27 +
.../hadoop/fs/ozone/TestOFSWithFSOAndOMRatis.java | 27 +
.../TestOFSWithFSOAndOMRatisAndCacheOnly.java | 27 +
.../apache/hadoop/fs/ozone/TestOFSWithFSPaths.java | 28 +
.../fs/ozone/TestOFSWithFSPathsAndOMRatis.java | 28 +
.../ozone/TestOFSWithFSPathsAndOMRatisAndACL.java | 28 +
.../TestOFSWithFSPathsAndOMRatisAndCacheOnly.java | 28 +
.../apache/hadoop/fs/ozone/TestOFSWithOMRatis.java | 28 +
.../hadoop/fs/ozone/TestOzoneFSBucketLayout.java | 215 +-
.../hadoop/fs/ozone/TestOzoneFSInputStream.java | 41 +-
.../fs/ozone/TestOzoneFSWithObjectStoreCreate.java | 81 +-
.../hadoop/fs/ozone/TestOzoneFileInterfaces.java | 651 -----
.../fs/ozone/TestOzoneFileInterfacesWithFSO.java | 44 -
.../hadoop/fs/ozone/TestOzoneFileSystem.java | 1836 --------------
.../fs/ozone/TestOzoneFileSystemMetrics.java | 32 +-
.../fs/ozone/TestOzoneFileSystemMissingParent.java | 19 +-
.../fs/ozone/TestOzoneFileSystemPrefixParser.java | 33 +-
.../fs/ozone/TestOzoneFileSystemWithFSO.java | 607 -----
.../apache/hadoop/fs/ozone/TestOzoneFsHAURLs.java | 81 +-
.../hadoop/fs/ozone/TestOzoneFsSnapshot.java | 135 +-
.../hadoop/fs/ozone/TestRootedDDSWithFSO.java | 36 +-
.../hadoop/fs/ozone/TestRootedOzoneFileSystem.java | 2545 --------------------
.../fs/ozone/TestRootedOzoneFileSystemWithFSO.java | 254 --
.../org/apache/hadoop/fs/ozone/TestSafeMode.java | 15 +
.../hadoop/fs/ozone/contract/OzoneContract.java | 4 +-
.../ozone/contract/rooted/RootedOzoneContract.java | 5 +-
.../hadoop/hdds/scm/TestRatisPipelineLeader.java | 22 +-
.../hdds/scm/TestSCMDatanodeProtocolServer.java | 13 +-
.../hdds/scm/TestSCMDbCheckpointServlet.java | 128 +-
.../hadoop/hdds/scm/TestSCMInstallSnapshot.java | 33 +-
.../apache/hadoop/hdds/scm/TestSCMSnapshot.java | 12 +-
.../TestContainerStateManagerIntegration.java | 91 +-
.../metrics/TestSCMContainerManagerMetrics.java | 27 +-
.../hdds/scm/pipeline/TestLeaderChoosePolicy.java | 15 +-
.../hdds/scm/pipeline/TestMultiRaftSetup.java | 31 +-
.../hdds/scm/pipeline/TestNode2PipelineMap.java | 23 +-
.../hadoop/hdds/scm/pipeline/TestNodeFailure.java | 4 +-
.../hdds/scm/pipeline/TestPipelineClose.java | 48 +-
.../TestRatisPipelineCreateAndDestroy.java | 24 +-
.../hadoop/hdds/scm/pipeline/TestSCMRestart.java | 14 +-
.../safemode/TestSCMSafeModeWithPipelineRules.java | 8 +-
.../hadoop/hdds/scm/storage/TestCommitWatcher.java | 38 +-
.../hdds/scm/storage/TestContainerCommandsEC.java | 131 +-
.../hadoop/hdds/upgrade/TestHDDSUpgrade.java | 45 +-
.../hadoop/hdds/upgrade/TestHddsUpgradeUtils.java | 56 +-
.../db/managed/TestRocksObjectLeakDetector.java | 114 +
.../org/apache/hadoop/ozone/MiniOzoneCluster.java | 38 +-
.../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 15 +-
.../hadoop/ozone/MiniOzoneHAClusterImpl.java | 12 +-
.../org/apache/hadoop/ozone/OzoneTestUtils.java | 10 +-
.../hadoop/ozone/StandardOutputTestBase.java | 8 +-
.../org/apache/hadoop/ozone/TestBlockTokens.java | 38 +-
.../apache/hadoop/ozone/TestBlockTokensCLI.java | 24 +-
.../ozone/TestContainerBalancerOperations.java | 31 +-
.../hadoop/ozone/TestContainerOperations.java | 37 +-
.../TestContainerStateMachineIdempotency.java | 29 +-
.../java/org/apache/hadoop/ozone/TestDataUtil.java | 13 +-
.../apache/hadoop/ozone/TestDelegationToken.java | 23 +-
.../hadoop/ozone/TestMiniOzoneOMHACluster.java | 36 +-
.../hadoop/ozone/TestMultipartObjectGet.java | 16 +-
.../hadoop/ozone/TestOzoneConfigurationFields.java | 17 +-
.../hadoop/ozone/TestSecureOzoneCluster.java | 186 +-
.../ozone/client/TestOzoneClientFactory.java | 10 +-
.../client/rpc/AbstractTestECKeyOutputStream.java | 463 ++++
.../ozone/client/rpc/Test2WayCommitInRatis.java | 39 +-
.../apache/hadoop/ozone/client/rpc/TestBCSID.java | 41 +-
.../client/rpc/TestBlockDataStreamOutput.java | 51 +-
.../ozone/client/rpc/TestBlockOutputStream.java | 1269 +++++-----
.../rpc/TestBlockOutputStreamFlushDelay.java | 706 ------
.../rpc/TestBlockOutputStreamWithFailures.java | 1193 ++++-----
...estBlockOutputStreamWithFailuresFlushDelay.java | 880 -------
.../rpc/TestCloseContainerHandlingByClient.java | 74 +-
.../rpc/TestContainerReplicationEndToEnd.java | 34 +-
.../client/rpc/TestContainerStateMachine.java | 59 +-
.../TestContainerStateMachineFailureOnRead.java | 17 +-
.../rpc/TestContainerStateMachineFailures.java | 355 +--
.../rpc/TestContainerStateMachineFlushDelay.java | 46 +-
.../rpc/TestContainerStateMachineStream.java | 33 +-
.../client/rpc/TestDeleteWithInAdequateDN.java | 72 +-
.../client/rpc/TestDiscardPreallocatedBlocks.java | 59 +-
.../ozone/client/rpc/TestECKeyOutputStream.java | 436 +---
.../rpc/TestECKeyOutputStreamWithZeroCopy.java | 31 +
.../client/rpc/TestFailureHandlingByClient.java | 102 +-
.../rpc/TestFailureHandlingByClientFlushDelay.java | 45 +-
.../client/rpc/TestHybridPipelineOnDatanode.java | 57 +-
.../rpc/TestMultiBlockWritesWithDnFailures.java | 39 +-
.../client/rpc/TestOzoneAtRestEncryption.java | 23 +-
.../rpc/TestOzoneClientMultipartUploadWithFSO.java | 323 ++-
...estOzoneClientRetriesOnExceptionFlushDelay.java | 56 +-
.../rpc/TestOzoneClientRetriesOnExceptions.java | 122 +-
.../client/rpc/TestOzoneRpcClientAbstract.java | 294 +--
.../rpc/TestOzoneRpcClientForAclAuditLog.java | 36 +-
.../TestOzoneRpcClientWithKeyLatestVersion.java | 229 +-
.../client/rpc/TestOzoneRpcClientWithRatis.java | 149 +-
.../hadoop/ozone/client/rpc/TestReadRetries.java | 302 +--
.../client/rpc/TestValidateBCSIDOnRestart.java | 106 +-
.../ozone/client/rpc/TestWatchForCommit.java | 107 +-
.../client/rpc/read/TestChunkInputStream.java | 97 +-
.../ozone/client/rpc/read/TestInputStreamBase.java | 166 +-
.../ozone/client/rpc/read/TestKeyInputStream.java | 298 ++-
.../ozone/container/TestContainerReplication.java | 170 +-
.../apache/hadoop/ozone/container/TestHelper.java | 30 +-
.../commandhandler/TestBlockDeletion.java | 18 +-
.../TestCloseContainerByPipeline.java | 40 +-
.../commandhandler/TestCloseContainerHandler.java | 28 +-
.../commandhandler/TestDeleteContainerHandler.java | 85 +-
.../TestRefreshVolumeUsageHandler.java | 27 +-
.../transport/server/ratis/TestCSMMetrics.java | 22 +-
.../container/metrics/TestContainerMetrics.java | 26 +-
.../metrics/TestDatanodeQueueMetrics.java | 13 +-
.../container/ozoneimpl/TestOzoneContainer.java | 123 +-
.../ozoneimpl/TestOzoneContainerWithTLS.java | 538 +++--
.../ozoneimpl/TestSecureOzoneContainer.java | 95 +-
.../container/server/TestContainerServer.java | 111 +-
.../server/TestSecureContainerServer.java | 30 +-
.../hadoop/ozone/debug/TestLeaseRecoverer.java | 22 +-
.../ozone/dn/ratis/TestDnRatisLogParser.java | 28 +-
...tBackgroundContainerDataScannerIntegration.java | 62 +-
...kgroundContainerMetadataScannerIntegration.java | 64 +-
.../TestContainerScannerIntegrationAbstract.java | 107 +-
...estOnDemandContainerDataScannerIntegration.java | 50 +-
.../TestDatanodeHddsVolumeFailureDetection.java | 459 ++--
.../TestDatanodeHddsVolumeFailureToleration.java | 26 +-
.../hadoop/ozone/freon/TestDataValidate.java | 28 +-
.../freon/TestDataValidateWithDummyContainers.java | 25 +-
.../TestDataValidateWithSafeByteOperations.java | 23 +-
.../TestDataValidateWithUnsafeByteOperations.java | 21 +-
.../freon/TestFreonWithDatanodeFastRestart.java | 48 +-
.../ozone/freon/TestFreonWithPipelineDestroy.java | 22 +-
.../ozone/freon/TestHadoopDirTreeGenerator.java | 54 +-
.../ozone/freon/TestHadoopNestedDirGenerator.java | 14 +-
.../ozone/freon/TestOmBucketReadWriteFileOps.java | 32 +-
.../ozone/freon/TestOmBucketReadWriteKeyOps.java | 32 +-
.../hadoop/ozone/freon/TestRandomKeyGenerator.java | 61 +-
.../hadoop/ozone/fsck/TestContainerMapper.java | 29 +-
.../apache/hadoop/ozone/om/OMUpgradeTestUtils.java | 6 +-
.../hadoop/ozone/om/TestAddRemoveOzoneManager.java | 90 +-
.../org/apache/hadoop/ozone/om/TestBucket.java | 140 ++
.../ozone/om/TestBucketLayoutWithOlderClient.java | 34 +-
.../apache/hadoop/ozone/om/TestBucketOwner.java | 23 +-
.../apache/hadoop/ozone/om/TestKeyManagerImpl.java | 56 +-
.../org/apache/hadoop/ozone/om/TestKeyPurging.java | 27 +-
.../org/apache/hadoop/ozone/om/TestListKeys.java | 18 +-
.../hadoop/ozone/om/TestListKeysWithFSO.java | 39 +-
.../org/apache/hadoop/ozone/om/TestListStatus.java | 27 +-
.../hadoop/ozone/om/TestOMBucketLayoutUpgrade.java | 241 +-
.../hadoop/ozone/om/TestOMDbCheckpointServlet.java | 133 +-
.../hadoop/ozone/om/TestOMEpochForNonRatis.java | 35 +-
.../hadoop/ozone/om/TestOMRatisSnapshots.java | 111 +-
.../ozone/om/TestOMStartupWithBucketLayout.java | 21 +-
.../hadoop/ozone/om/TestOMUpgradeFinalization.java | 224 +-
.../apache/hadoop/ozone/om/TestObjectStore.java | 55 +-
.../hadoop/ozone/om/TestObjectStoreWithFSO.java | 131 +-
.../ozone/om/TestObjectStoreWithLegacyFS.java | 40 +-
.../org/apache/hadoop/ozone/om/TestOmAcls.java | 58 +-
.../hadoop/ozone/om/TestOmBlockVersioning.java | 31 +-
.../org/apache/hadoop/ozone/om/TestOmConf.java | 6 +-
.../ozone/om/TestOmContainerLocationCache.java | 133 +-
.../org/apache/hadoop/ozone/om/TestOmInit.java | 29 +-
.../org/apache/hadoop/ozone/om/TestOmMetrics.java | 190 +-
.../org/apache/hadoop/ozone/om/TestOmSnapshot.java | 2532 -------------------
.../hadoop/ozone/om/TestOmSnapshotDisabled.java | 11 +-
.../ozone/om/TestOmSnapshotDisabledRestart.java | 11 +-
.../hadoop/ozone/om/TestOmSnapshotFileSystem.java | 92 +-
.../ozone/om/TestOmSnapshotFileSystemFso.java | 31 +
.../ozone/om/TestOmSnapshotFileSystemLegacy.java | 31 +
.../ozone/om/TestOmStartupSlvLessThanMlv.java | 39 +-
.../ozone/om/TestOzoneManagerConfiguration.java | 103 +-
.../apache/hadoop/ozone/om/TestOzoneManagerHA.java | 15 +-
.../ozone/om/TestOzoneManagerHASnapshot.java | 85 +-
.../ozone/om/TestOzoneManagerHAWithAllRunning.java | 167 +-
.../om/TestOzoneManagerHAWithStoppedNodes.java | 109 +-
.../ozone/om/TestOzoneManagerListVolumes.java | 39 +-
.../om/TestOzoneManagerListVolumesSecure.java | 72 +-
.../hadoop/ozone/om/TestOzoneManagerPrepare.java | 17 +-
.../ozone/om/TestOzoneManagerRestInterface.java | 38 +-
.../hadoop/ozone/om/TestOzoneManagerRestart.java | 70 +-
.../ozone/om/TestOzoneManagerRocksDBLogging.java | 31 +-
.../apache/hadoop/ozone/om/TestScmSafeMode.java | 62 +-
.../hadoop/ozone/om/TestSecureOzoneManager.java | 84 +-
.../ozone/om/TestSnapshotBackgroundServices.java | 40 +-
.../ozone/om/TestSnapshotDeletingService.java | 3 +-
.../om/TestSnapshotDirectoryCleaningService.java | 272 +++
.../om/multitenant/TestMultiTenantVolume.java | 49 +-
.../om/ratis/TestOzoneManagerRatisRequest.java | 65 +-
.../ozone/om/service/TestRangerBGSyncService.java | 192 +-
.../hadoop/ozone/om/snapshot/TestOmSnapshot.java | 2500 +++++++++++++++++++
.../snapshot/TestOmSnapshotFsoWithNativeLib.java | 33 +
.../TestOmSnapshotFsoWithoutNativeLib.java | 34 +
.../ozone/om/snapshot/TestOmSnapshotLegacy.java | 34 +
.../om/snapshot/TestOmSnapshotObjectStore.java | 34 +
.../om/snapshot/TestOzoneManagerSnapshotAcl.java | 51 +-
.../snapshot/TestOzoneManagerSnapshotProvider.java | 28 +-
.../om/snapshot/TestOzoneSnapshotRestore.java | 4 +-
.../hadoop/ozone/recon/TestReconAsPassiveScm.java | 47 +-
.../TestReconInsightsForDeletedDirectories.java | 73 +-
.../hadoop/ozone/recon/TestReconScmHASnapshot.java | 23 +-
.../hadoop/ozone/recon/TestReconScmSnapshot.java | 25 +-
.../apache/hadoop/ozone/recon/TestReconTasks.java | 168 +-
.../ozone/recon/TestReconWithOzoneManager.java | 195 +-
.../ozone/recon/TestReconWithOzoneManagerFSO.java | 50 +-
.../ozone/recon/TestReconWithOzoneManagerHA.java | 47 +-
.../hadoop/ozone/scm/TestAllocateContainer.java | 9 +-
.../hadoop/ozone/scm/TestCloseContainer.java | 20 +
.../ozone/scm/TestContainerReportWithKeys.java | 35 +-
.../hadoop/ozone/scm/TestContainerSmallFile.java | 23 +-
.../hadoop/ozone/scm/TestFailoverWithSCMHA.java | 44 +-
.../scm/TestGetCommittedBlockLengthAndPutKey.java | 50 +-
.../TestSCMContainerPlacementPolicyMetrics.java | 14 +-
.../ozone/scm/TestSCMInstallSnapshotWithHA.java | 37 +-
.../org/apache/hadoop/ozone/scm/TestSCMMXBean.java | 6 +-
.../hadoop/ozone/scm/TestSCMNodeManagerMXBean.java | 2 +-
.../apache/hadoop/ozone/scm/TestSecretKeysApi.java | 32 +-
.../ozone/scm/TestStorageContainerManager.java | 222 +-
.../ozone/scm/TestStorageContainerManagerHA.java | 55 +-
.../scm/TestStorageContainerManagerHelper.java | 10 -
.../hadoop/ozone/scm/TestXceiverClientGrpc.java | 22 +-
.../hadoop/ozone/scm/TestXceiverClientManager.java | 83 +-
.../hadoop/ozone/scm/TestXceiverClientMetrics.java | 6 +-
.../scm/node/TestDecommissionAndMaintenance.java | 4 +
.../scm/pipeline/TestPipelineManagerMXBean.java | 53 +-
.../TestSCMPipelineBytesWrittenMetrics.java | 12 +-
.../ozone/scm/pipeline/TestSCMPipelineMetrics.java | 43 +-
.../hadoop/ozone/shell/TestNSSummaryAdmin.java | 52 +-
.../shell/TestOzoneContainerUpgradeShell.java | 249 ++
.../hadoop/ozone/shell/TestOzoneDatanodeShell.java | 37 +-
.../hadoop/ozone/shell/TestOzoneDebugShell.java | 4 +-
.../hadoop/ozone/shell/TestOzoneShellHA.java | 5 +-
.../hadoop/ozone/shell/TestOzoneTenantShell.java | 68 +-
.../hadoop/ozone/shell/TestReconfigShell.java | 38 +-
.../apache/hadoop/ozone/shell/TestScmAdminHA.java | 10 +-
.../ozone/shell/TestTransferLeadershipShell.java | 13 +-
.../tools/contract/AbstractContractDistCpTest.java | 1016 ++++++++
.../src/test/resources/ozone-site.xml | 12 +
hadoop-ozone/interface-client/pom.xml | 4 +-
.../src/main/proto/OmClientProtocol.proto | 20 +-
hadoop-ozone/interface-storage/pom.xml | 16 +-
.../hadoop/ozone/om/helpers/OmPrefixInfo.java | 2 +-
.../ozone/om/helpers/TestOmKeyInfoCodec.java | 8 +-
.../om/helpers/TestOmMultipartKeyInfoCodec.java | 14 +-
.../hadoop/ozone/om/helpers/TestOmPrefixInfo.java | 22 +-
.../ozone/om/helpers/TestOmPrefixInfoCodec.java | 6 +-
.../om/helpers/TestRepeatedOmKeyInfoCodec.java | 10 +-
.../ozone/om/helpers/TestS3SecretValueCodec.java | 8 +-
.../ozone/om/helpers/TestTransactionInfoCodec.java | 27 +-
hadoop-ozone/ozone-manager/pom.xml | 102 +-
.../org/apache/hadoop/ozone/om/KeyManager.java | 7 +
.../org/apache/hadoop/ozone/om/KeyManagerImpl.java | 34 +
.../org/apache/hadoop/ozone/om/ListIterator.java | 340 +++
.../java/org/apache/hadoop/ozone/om/OMMXBean.java | 3 +-
.../hadoop/ozone/om/OMPerformanceMetrics.java | 13 +
.../java/org/apache/hadoop/ozone/om/OMStorage.java | 15 +-
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 89 +-
.../apache/hadoop/ozone/om/OmMetadataReader.java | 12 +-
.../apache/hadoop/ozone/om/OmSnapshotManager.java | 4 +-
.../hadoop/ozone/om/OzoneListStatusHelper.java | 421 +---
.../org/apache/hadoop/ozone/om/OzoneManager.java | 115 +-
.../hadoop/ozone/om/OzoneManagerServiceGrpc.java | 8 +-
.../java/org/apache/hadoop/ozone/om/ScmClient.java | 10 +-
.../hadoop/ozone/om/TrashOzoneFileSystem.java | 21 +-
.../apache/hadoop/ozone/om/TrashPolicyOzone.java | 9 +-
.../hadoop/ozone/om/codec/OMDBDefinition.java | 13 +-
.../apache/hadoop/ozone/om/helpers/OmFSOFile.java | 150 ++
.../hadoop/ozone/om/helpers/package-info.java | 23 +
.../ozone/om/ratis/OzoneManagerDoubleBuffer.java | 249 +-
.../ozone/om/ratis/OzoneManagerRatisServer.java | 126 +-
.../ozone/om/ratis/OzoneManagerRatisSnapshot.java | 34 -
.../ozone/om/ratis/OzoneManagerStateMachine.java | 340 +--
.../ozone/om/ratis/helpers/DoubleBufferEntry.java | 44 -
.../metrics/OzoneManagerStateMachineMetrics.java | 87 +
.../utils/OzoneManagerDoubleBufferHelper.java | 33 -
.../hadoop/ozone/om/request/OMClientRequest.java | 28 +-
.../om/request/bucket/OMBucketCreateRequest.java | 29 +-
.../om/request/bucket/OMBucketDeleteRequest.java | 9 +-
.../om/request/bucket/OMBucketSetOwnerRequest.java | 9 +-
.../request/bucket/OMBucketSetPropertyRequest.java | 9 +-
.../om/request/bucket/acl/OMBucketAclRequest.java | 9 +-
.../request/bucket/acl/OMBucketAddAclRequest.java | 9 +-
.../bucket/acl/OMBucketRemoveAclRequest.java | 8 +-
.../request/bucket/acl/OMBucketSetAclRequest.java | 8 +-
.../om/request/file/OMDirectoryCreateRequest.java | 29 +-
.../file/OMDirectoryCreateRequestWithFSO.java | 18 +-
.../ozone/om/request/file/OMFileCreateRequest.java | 35 +-
.../request/file/OMFileCreateRequestWithFSO.java | 18 +-
.../ozone/om/request/file/OMFileRequest.java | 19 +-
.../om/request/file/OMRecoverLeaseRequest.java | 52 +-
.../om/request/key/OMAllocateBlockRequest.java | 35 +-
.../request/key/OMAllocateBlockRequestWithFSO.java | 37 +-
.../key/OMDirectoriesPurgeRequestWithFSO.java | 13 +-
.../ozone/om/request/key/OMKeyCommitRequest.java | 24 +-
.../om/request/key/OMKeyCommitRequestWithFSO.java | 54 +-
.../ozone/om/request/key/OMKeyCreateRequest.java | 31 +-
.../om/request/key/OMKeyCreateRequestWithFSO.java | 18 +-
.../ozone/om/request/key/OMKeyDeleteRequest.java | 35 +-
.../om/request/key/OMKeyDeleteRequestWithFSO.java | 24 +-
.../ozone/om/request/key/OMKeyPurgeRequest.java | 8 +-
.../ozone/om/request/key/OMKeyRenameRequest.java | 44 +-
.../om/request/key/OMKeyRenameRequestWithFSO.java | 58 +-
.../hadoop/ozone/om/request/key/OMKeyRequest.java | 51 +-
.../ozone/om/request/key/OMKeySetTimesRequest.java | 8 +-
.../request/key/OMKeySetTimesRequestWithFSO.java | 8 +-
.../ozone/om/request/key/OMKeysDeleteRequest.java | 8 +-
.../ozone/om/request/key/OMKeysRenameRequest.java | 8 +-
.../om/request/key/OMOpenKeysDeleteRequest.java | 8 +-
.../om/request/key/OmKeysDeleteRequestWithFSO.java | 13 -
.../ozone/om/request/key/acl/OMKeyAclRequest.java | 8 +-
.../om/request/key/acl/OMKeyAclRequestWithFSO.java | 8 +-
.../om/request/key/acl/OMKeyAddAclRequest.java | 8 +-
.../request/key/acl/OMKeyAddAclRequestWithFSO.java | 8 +-
.../om/request/key/acl/OMKeyRemoveAclRequest.java | 8 +-
.../key/acl/OMKeyRemoveAclRequestWithFSO.java | 8 +-
.../om/request/key/acl/OMKeySetAclRequest.java | 8 +-
.../request/key/acl/OMKeySetAclRequestWithFSO.java | 8 +-
.../request/key/acl/prefix/OMPrefixAclRequest.java | 8 +-
.../S3ExpiredMultipartUploadsAbortRequest.java | 8 +-
.../S3InitiateMultipartUploadRequest.java | 26 +-
.../S3InitiateMultipartUploadRequestWithFSO.java | 13 +-
.../multipart/S3MultipartUploadAbortRequest.java | 32 +-
.../S3MultipartUploadCommitPartRequest.java | 30 +-
.../S3MultipartUploadCommitPartRequestWithFSO.java | 22 +-
.../S3MultipartUploadCompleteRequest.java | 29 +-
.../om/request/s3/security/OMSetSecretRequest.java | 11 +-
.../om/request/s3/security/S3GetSecretRequest.java | 11 +-
.../request/s3/security/S3RevokeSecretRequest.java | 9 +-
.../tenant/OMSetRangerServiceVersionRequest.java | 10 +-
.../s3/tenant/OMTenantAssignAdminRequest.java | 10 +-
.../tenant/OMTenantAssignUserAccessIdRequest.java | 10 +-
.../request/s3/tenant/OMTenantCreateRequest.java | 9 +-
.../request/s3/tenant/OMTenantDeleteRequest.java | 9 +-
.../s3/tenant/OMTenantRevokeAdminRequest.java | 10 +-
.../tenant/OMTenantRevokeUserAccessIdRequest.java | 9 +-
.../security/OMCancelDelegationTokenRequest.java | 14 +-
.../security/OMGetDelegationTokenRequest.java | 18 +-
.../security/OMRenewDelegationTokenRequest.java | 15 +-
.../request/snapshot/OMSnapshotCreateRequest.java | 11 +-
.../request/snapshot/OMSnapshotDeleteRequest.java | 10 +-
.../snapshot/OMSnapshotMoveDeletedKeysRequest.java | 8 +-
.../request/snapshot/OMSnapshotPurgeRequest.java | 30 +-
.../snapshot/OMSnapshotSetPropertyRequest.java | 46 +-
.../om/request/upgrade/OMCancelPrepareRequest.java | 15 +-
.../request/upgrade/OMFinalizeUpgradeRequest.java | 12 +-
.../ozone/om/request/upgrade/OMPrepareRequest.java | 67 +-
.../om/request/util/OMEchoRPCWriteRequest.java | 7 +-
.../om/request/util/OMMultipartUploadUtils.java | 7 +-
.../om/request/volume/OMVolumeCreateRequest.java | 12 +-
.../om/request/volume/OMVolumeDeleteRequest.java | 9 +-
.../om/request/volume/OMVolumeSetOwnerRequest.java | 10 +-
.../om/request/volume/OMVolumeSetQuotaRequest.java | 9 +-
.../om/request/volume/acl/OMVolumeAclRequest.java | 8 +-
.../request/volume/acl/OMVolumeAddAclRequest.java | 8 +-
.../volume/acl/OMVolumeRemoveAclRequest.java | 8 +-
.../request/volume/acl/OMVolumeSetAclRequest.java | 8 +-
.../ozone/om/response/DummyOMClientResponse.java | 44 +
.../hadoop/ozone/om/response/OMClientResponse.java | 24 +-
.../om/response/upgrade/OMPrepareResponse.java | 3 +-
.../om/service/AbstractKeyDeletingService.java | 100 +
.../ozone/om/service/KeyDeletingService.java | 151 +-
.../service/SnapshotDirectoryCleaningService.java | 515 ++++
.../hadoop/ozone/om/snapshot/ReferenceCounted.java | 13 +-
.../om/snapshot/ReferenceCountedCallback.java | 25 -
.../hadoop/ozone/om/snapshot/SnapshotCache.java | 227 +-
.../ozone/om/snapshot/SnapshotDiffManager.java | 105 +-
.../ozone/om/upgrade/OMLayoutVersionManager.java | 31 -
...OzoneManagerProtocolServerSideTranslatorPB.java | 40 +-
.../protocolPB/OzoneManagerRequestHandler.java | 45 +-
.../hadoop/ozone/protocolPB/RequestHandler.java | 7 +-
.../ozone/security/acl/OzoneAuthorizerFactory.java | 22 +-
.../ozone/security/acl/SharedTmpDirAuthorizer.java | 59 +
.../webapps/ozoneManager/om-overview.html | 34 +-
.../org/apache/hadoop/ozone/om/OmTestManagers.java | 9 +-
.../ozone/om/ScmBlockLocationTestingClient.java | 3 +-
.../hadoop/ozone/om/TestAuthorizerLockImpl.java | 49 +-
.../hadoop/ozone/om/TestBucketManagerImpl.java | 117 +-
.../ozone/om/TestGrpcOzoneManagerServer.java | 4 +-
.../apache/hadoop/ozone/om/TestKeyManagerUnit.java | 101 +-
.../apache/hadoop/ozone/om/TestOMDBDefinition.java | 8 +-
.../hadoop/ozone/om/TestOMMetadataReader.java | 8 +-
.../hadoop/ozone/om/TestOMMultiTenantManager.java | 44 +-
.../ozone/om/TestOMMultiTenantManagerImpl.java | 33 +-
.../org/apache/hadoop/ozone/om/TestOMStorage.java | 82 +-
.../hadoop/ozone/om/TestOMTenantCreateRequest.java | 87 +-
.../hadoop/ozone/om/TestOmMetadataManager.java | 60 +-
.../hadoop/ozone/om/TestOmSnapshotManager.java | 169 +-
.../hadoop/ozone/om/TestOzoneConfigUtil.java | 27 +-
.../ozone/om/TestOzoneManagerHttpServer.java | 16 +-
.../org/apache/hadoop/ozone/om/TestScmClient.java | 15 +-
.../hadoop/ozone/om/TestServiceInfoProvider.java | 38 +-
.../apache/hadoop/ozone/om/TestSnapshotInfo.java | 24 +-
.../hadoop/ozone/om/TestSstFilteringService.java | 53 +-
.../apache/hadoop/ozone/om/TestTrashService.java | 6 +-
.../hadoop/ozone/om/failover/TestOMFailovers.java | 34 +-
.../apache/hadoop/ozone/om/ha/TestOMHAMetrics.java | 8 +-
.../ozone/om/lock/TestOzoneLockProvider.java | 15 +-
.../TestMultiTenantAccessController.java | 72 +-
.../om/ratis/TestOzoneManagerDoubleBuffer.java | 128 +-
...tOzoneManagerDoubleBufferWithDummyResponse.java | 35 +-
...TestOzoneManagerDoubleBufferWithOMResponse.java | 114 +-
.../om/ratis/TestOzoneManagerRatisServer.java | 39 +-
.../om/ratis/TestOzoneManagerStateMachine.java | 218 +-
.../TestOmRatisSnapshotProvider.java | 8 +-
.../ozone/om/request/OMRequestTestUtils.java | 6 +-
.../request/TestBucketLayoutAwareOMKeyFactory.java | 16 +-
.../ozone/om/request/TestNormalizePaths.java | 43 +-
.../request/TestOMClientRequestWithUserInfo.java | 29 +-
.../ozone/om/request/bucket/TestBucketRequest.java | 20 +-
.../request/bucket/TestOMBucketCreateRequest.java | 97 +-
.../bucket/TestOMBucketCreateRequestWithFSO.java | 41 +-
.../request/bucket/TestOMBucketDeleteRequest.java | 34 +-
.../bucket/TestOMBucketDeleteRequestWithFSO.java | 12 +-
.../bucket/TestOMBucketSetPropertyRequest.java | 149 +-
.../bucket/acl/TestOMBucketAddAclRequest.java | 27 +-
.../bucket/acl/TestOMBucketRemoveAclRequest.java | 36 +-
.../bucket/acl/TestOMBucketSetAclRequest.java | 29 +-
.../request/file/TestOMDirectoryCreateRequest.java | 153 +-
.../file/TestOMDirectoryCreateRequestWithFSO.java | 143 +-
.../om/request/file/TestOMFileCreateRequest.java | 179 +-
.../file/TestOMFileCreateRequestWithFSO.java | 25 +-
.../om/request/file/TestOMRecoverLeaseRequest.java | 93 +-
.../om/request/key/TestOMAllocateBlockRequest.java | 60 +-
.../key/TestOMAllocateBlockRequestWithFSO.java | 7 +-
.../TestOMDirectoriesPurgeRequestAndResponse.java | 29 +-
.../ozone/om/request/key/TestOMKeyAclRequest.java | 50 +-
.../om/request/key/TestOMKeyCommitRequest.java | 167 +-
.../request/key/TestOMKeyCommitRequestWithFSO.java | 8 +-
.../om/request/key/TestOMKeyCreateRequest.java | 151 +-
.../request/key/TestOMKeyCreateRequestWithFSO.java | 19 +-
.../om/request/key/TestOMKeyDeleteRequest.java | 109 +-
.../request/key/TestOMKeyDeleteRequestWithFSO.java | 57 +-
.../key/TestOMKeyPurgeRequestAndResponse.java | 30 +-
.../om/request/key/TestOMKeyRenameRequest.java | 70 +-
.../request/key/TestOMKeyRenameRequestWithFSO.java | 41 +-
.../ozone/om/request/key/TestOMKeyRequest.java | 35 +-
.../om/request/key/TestOMKeysDeleteRequest.java | 34 +-
.../om/request/key/TestOMKeysRenameRequest.java | 30 +-
.../request/key/TestOMOpenKeysDeleteRequest.java | 39 +-
.../om/request/key/TestOMPrefixAclRequest.java | 20 +-
.../om/request/key/TestOMSetTimesRequest.java | 14 +-
.../request/key/TestOMSetTimesRequestWithFSO.java | 14 +-
.../TestS3ExpiredMultipartUploadsAbortRequest.java | 80 +-
.../TestS3InitiateMultipartUploadRequest.java | 57 +-
...estS3InitiateMultipartUploadRequestWithFSO.java | 51 +-
.../s3/multipart/TestS3MultipartRequest.java | 46 +-
.../TestS3MultipartUploadAbortRequest.java | 31 +-
.../TestS3MultipartUploadCommitPartRequest.java | 47 +-
...tS3MultipartUploadCommitPartRequestWithFSO.java | 15 +-
.../TestS3MultipartUploadCompleteRequest.java | 91 +-
...estS3MultipartUploadCompleteRequestWithFSO.java | 11 +-
.../s3/security/TestS3GetSecretRequest.java | 113 +-
.../tenant/TestSetRangerServiceVersionRequest.java | 26 +-
.../security/TestOMDelegationTokenRequest.java | 14 +-
.../security/TestOMGetDelegationTokenRequest.java | 47 +-
.../snapshot/TestOMSnapshotCreateRequest.java | 24 +-
.../snapshot/TestOMSnapshotDeleteRequest.java | 30 +-
.../TestOMSnapshotPurgeRequestAndResponse.java | 18 +-
...estOMSnapshotSetPropertyRequestAndResponse.java | 19 +-
.../upgrade/TestOMCancelPrepareRequest.java | 28 +-
.../request/validation/TestRequestValidations.java | 9 +-
.../request/validation/TestValidatorRegistry.java | 18 +-
.../request/volume/TestOMVolumeCreateRequest.java | 94 +-
.../request/volume/TestOMVolumeDeleteRequest.java | 37 +-
.../om/request/volume/TestOMVolumeRequest.java | 13 +-
.../volume/TestOMVolumeSetOwnerRequest.java | 60 +-
.../volume/TestOMVolumeSetQuotaRequest.java | 77 +-
.../volume/acl/TestOMVolumeAddAclRequest.java | 30 +-
.../volume/acl/TestOMVolumeRemoveAclRequest.java | 36 +-
.../volume/acl/TestOMVolumeSetAclRequest.java | 38 +-
.../ozone/om/response/TestCleanupTableInfo.java | 28 +-
.../bucket/TestOMBucketCreateResponse.java | 10 +-
.../bucket/TestOMBucketDeleteResponse.java | 4 +-
.../bucket/TestOMBucketSetPropertyResponse.java | 8 +-
.../file/TestOMDirectoryCreateResponse.java | 10 +-
.../file/TestOMDirectoryCreateResponseWithFSO.java | 9 +-
.../file/TestOMFileCreateResponseWithFSO.java | 6 +-
.../response/key/TestOMAllocateBlockResponse.java | 15 +-
.../om/response/key/TestOMKeyCommitResponse.java | 35 +-
.../key/TestOMKeyCommitResponseWithFSO.java | 12 +-
.../om/response/key/TestOMKeyCreateResponse.java | 15 +-
.../key/TestOMKeyCreateResponseWithFSO.java | 6 +-
.../om/response/key/TestOMKeyDeleteResponse.java | 27 +-
.../key/TestOMKeyDeleteResponseWithFSO.java | 4 +-
.../om/response/key/TestOMKeyRenameResponse.java | 44 +-
.../ozone/om/response/key/TestOMKeyResponse.java | 4 +-
.../om/response/key/TestOMKeysDeleteResponse.java | 13 +-
.../key/TestOMKeysDeleteResponseWithFSO.java | 15 +-
.../om/response/key/TestOMKeysRenameResponse.java | 15 +-
.../response/key/TestOMOpenKeysDeleteResponse.java | 30 +-
...TestS3ExpiredMultipartUploadsAbortResponse.java | 27 +-
.../TestS3InitiateMultipartUploadResponse.java | 16 +-
...stS3InitiateMultipartUploadResponseWithFSO.java | 26 +-
.../TestS3MultipartUploadAbortResponse.java | 29 +-
...S3MultipartUploadCommitPartResponseWithFSO.java | 31 +-
...stS3MultipartUploadCompleteResponseWithFSO.java | 54 +-
.../security/TestOMGetDelegationTokenResponse.java | 6 +-
.../snapshot/TestOMSnapshotCreateResponse.java | 22 +-
.../snapshot/TestOMSnapshotDeleteResponse.java | 23 +-
.../volume/TestOMVolumeCreateResponse.java | 10 +-
.../volume/TestOMVolumeDeleteResponse.java | 6 +-
.../volume/TestOMVolumeSetOwnerResponse.java | 12 +-
.../volume/TestOMVolumeSetQuotaResponse.java | 10 +-
.../om/service/TestDirectoryDeletingService.java | 7 +-
.../ozone/om/service/TestKeyDeletingService.java | 52 +-
.../service/TestMultipartUploadCleanupService.java | 5 +-
.../om/service/TestOpenKeyCleanupService.java | 5 +-
.../ozone/om/service/TestQuotaRepairTask.java | 30 +-
.../om/snapshot/TestFSODirectoryPathResolver.java | 17 +-
.../om/snapshot/TestRocksDbPersistentMap.java | 4 +-
.../ozone/om/snapshot/TestSnapshotCache.java | 96 +-
.../ozone/om/snapshot/TestSnapshotDiffManager.java | 110 +-
.../om/upgrade/TestOMLayoutFeatureAspect.java | 10 +-
.../ozone/om/upgrade/TestOMUpgradeFinalizer.java | 23 +-
.../ozone/om/upgrade/TestOMVersionManager.java | 57 +-
.../TestOmVersionManagerRequestFactory.java | 15 +-
.../om/upgrade/TestOzoneManagerPrepareState.java | 28 +-
.../TestOzoneDelegationTokenSecretManager.java | 43 +-
.../ozone/security/TestOzoneTokenIdentifier.java | 11 +-
.../security/acl/TestOzoneAdministrators.java | 40 +-
.../security/acl/TestOzoneAuthorizerFactory.java | 39 +
.../security/acl/TestOzoneNativeAuthorizer.java | 3 +-
.../hadoop/ozone/security/acl/TestOzoneObj.java | 16 +-
.../hadoop/ozone/security/acl/TestParentAcl.java | 19 +-
.../ozone/security/acl/TestRequestContext.java | 19 +-
.../security/acl/TestSharedTmpDirAuthorizer.java | 77 +
.../hadoop/ozone/security/acl/TestVolumeOwner.java | 21 +-
hadoop-ozone/ozonefs-common/pom.xml | 41 +-
.../fs/ozone/BasicOzoneClientAdapterImpl.java | 53 -
.../ozone/BasicRootedOzoneClientAdapterImpl.java | 80 +-
.../fs/ozone/BasicRootedOzoneFileSystem.java | 29 +-
.../fs/ozone/OzoneDelegationTokenRenewer.java | 79 +
.../hadoop/fs/ozone/OzoneFSStorageStatistics.java | 9 +
.../hadoop/fs/ozone/TestBasicOzoneFileSystems.java | 88 +-
.../org/apache/hadoop/fs/ozone/TestOFSPath.java | 179 +-
.../hadoop/fs/ozone/TestOzoneClientUtils.java | 44 +-
.../hadoop/fs/ozone/TestOzoneFSInputStream.java | 10 +-
.../apache/hadoop/fs/ozone/TestOzoneFsShell.java | 13 +-
hadoop-ozone/ozonefs-hadoop2/pom.xml | 18 +-
.../org/apache/hadoop/fs/StreamCapabilities.java | 132 -
.../java/org/apache/hadoop/fs/package-info.java | 29 -
.../apache/hadoop/fs/TestOmKeyInfoWithHadoop2.java | 24 +
hadoop-ozone/ozonefs-hadoop3-client/pom.xml | 4 +-
hadoop-ozone/ozonefs-hadoop3/pom.xml | 4 +-
.../org.apache.hadoop.security.token.TokenRenewer | 3 +-
hadoop-ozone/ozonefs-shaded/pom.xml | 4 +-
hadoop-ozone/ozonefs/pom.xml | 33 +-
.../org.apache.hadoop.security.token.TokenRenewer | 3 +-
hadoop-ozone/pom.xml | 17 +-
hadoop-ozone/recon-codegen/pom.xml | 12 +-
.../recon/schema/ContainerSchemaDefinition.java | 1 +
hadoop-ozone/recon/pom.xml | 82 +-
.../apache/hadoop/ozone/recon/ReconConstants.java | 3 +
.../hadoop/ozone/recon/ReconServerConfigKeys.java | 17 +
.../org/apache/hadoop/ozone/recon/ReconUtils.java | 46 +-
.../ozone/recon/api/ClusterStateEndpoint.java | 3 +-
.../hadoop/ozone/recon/api/NodeEndpoint.java | 3 +-
.../recon/api/types/DatanodeStorageReport.java | 9 +-
.../ozone/recon/fsck/ContainerHealthStatus.java | 28 +-
.../ozone/recon/fsck/ContainerHealthTask.java | 212 +-
.../recon/recovery/ReconOmMetadataManagerImpl.java | 3 +-
.../recon/scm/ContainerReplicaHistoryList.java | 2 +-
.../ozone/recon/scm/ReconContainerManager.java | 37 +-
.../ozone/recon/scm/ReconContainerReportQueue.java | 47 +
.../ReconIncrementalContainerReportHandler.java | 33 +-
.../ozone/recon/scm/ReconPipelineManager.java | 10 +-
.../scm/ReconStorageContainerManagerFacade.java | 35 +-
.../spi/impl/OzoneManagerServiceProviderImpl.java | 13 +-
.../ozone/recon/tasks/ContainerSizeCountTask.java | 58 +-
.../ozone/recon/tasks/OMDBUpdatesHandler.java | 47 +-
.../webapps/recon/ozone-recon-web/api/db.json | 57 +-
.../src/components/storageBar/storageBar.less | 5 +
.../src/components/storageBar/storageBar.tsx | 5 +-
.../ozone-recon-web/src/types/datanode.types.tsx | 1 +
.../src/views/datanodes/datanodes.tsx | 28 +-
.../ozone/recon/OMMetadataManagerTestUtils.java | 2 +-
.../hadoop/ozone/recon/ReconTestInjector.java | 9 -
.../apache/hadoop/ozone/recon/TestReconCodecs.java | 11 +-
.../apache/hadoop/ozone/recon/TestReconUtils.java | 97 +-
.../hadoop/ozone/recon/api/TestBlocksEndPoint.java | 43 +-
.../ozone/recon/api/TestContainerEndpoint.java | 28 +-
.../ozone/recon/api/TestContainerStateCounts.java | 11 +-
.../hadoop/ozone/recon/api/TestEndpoints.java | 176 +-
.../ozone/recon/api/TestFeaturesEndPoint.java | 24 +-
.../recon/api/TestNSSummaryEndpointWithFSO.java | 2 +-
.../recon/api/TestNSSummaryEndpointWithLegacy.java | 2 +-
.../ozone/recon/api/TestOmDBInsightEndPoint.java | 162 +-
.../ozone/recon/api/TestOpenContainerCount.java | 17 +-
.../ozone/recon/api/TestTaskStatusService.java | 9 +-
.../ozone/recon/api/TestTriggerDBSyncEndpoint.java | 6 +-
.../ozone/recon/api/filters/TestAdminFilter.java | 32 +-
.../hadoop/ozone/recon/common/CommonUtils.java | 120 +-
.../recon/fsck/TestContainerHealthStatus.java | 38 +-
.../ozone/recon/fsck/TestContainerHealthTask.java | 78 +-
.../TestContainerHealthTaskRecordGenerator.java | 316 ++-
.../ozone/recon/heatmap/TestHeatMapInfo.java | 63 +-
.../recon/persistence/AbstractReconSqlDBTest.java | 4 +-
.../persistence/TestReconWithDifferentSqlDBs.java | 4 +-
.../persistence/TestStatsSchemaDefinition.java | 27 +-
.../ozone/recon/scm/TestReconContainerManager.java | 27 +-
...TestReconIncrementalContainerReportHandler.java | 23 +-
.../ozone/recon/scm/TestReconNodeManager.java | 12 +-
.../ozone/recon/scm/TestReconPipelineManager.java | 27 +-
.../impl/TestOzoneManagerServiceProviderImpl.java | 179 +-
.../ozone/recon/spi/impl/TestReconDBProvider.java | 2 +-
.../impl/TestReconNamespaceSummaryManagerImpl.java | 33 +-
.../TestStorageContainerServiceProviderImpl.java | 4 +-
.../recon/tasks/TestContainerKeyMapperTask.java | 22 +-
.../recon/tasks/TestContainerSizeCountTask.java | 6 +
.../ozone/recon/tasks/TestFileSizeCountTask.java | 10 +-
.../ozone/recon/tasks/TestNSSummaryTask.java | 64 +-
.../recon/tasks/TestNSSummaryTaskWithFSO.java | 104 +-
.../recon/tasks/TestNSSummaryTaskWithLegacy.java | 108 +-
.../ozone/recon/tasks/TestOMDBUpdatesHandler.java | 19 +-
.../recon/tasks/TestOmUpdateEventValidator.java | 8 +-
.../recon/tasks/TestReconTaskControllerImpl.java | 15 +-
hadoop-ozone/s3-secret-store/pom.xml | 19 +-
hadoop-ozone/s3gateway/pom.xml | 47 +-
.../org/apache/hadoop/ozone/audit/S3GAction.java | 1 +
.../java/org/apache/hadoop/ozone/s3/Gateway.java | 32 +-
.../hadoop/ozone/s3/S3GatewayConfigKeys.java | 3 +
.../hadoop/ozone/s3/endpoint/BucketEndpoint.java | 23 +-
.../hadoop/ozone/s3/endpoint/EndpointBase.java | 11 +-
.../hadoop/ozone/s3/endpoint/ObjectEndpoint.java | 122 +-
.../ozone/s3/endpoint/ObjectEndpointStreaming.java | 34 +-
.../hadoop/ozone/s3/metrics/S3GatewayMetrics.java | 137 +-
...e.hadoop.ozone.om.protocolPB.OmTransportFactory | 15 -
.../hadoop/ozone/client/OzoneClientStub.java | 4 +
.../hadoop/ozone/client/OzoneOutputStreamStub.java | 11 +-
.../ozone/protocolPB/TestGrpcOmTransport.java | 21 +-
.../hadoop/ozone/s3/TestAuthorizationFilter.java | 54 +-
.../ozone/s3/TestEmptyContentTypeFilter.java | 18 +-
.../hadoop/ozone/s3/TestOzoneClientProducer.java | 58 +-
.../hadoop/ozone/s3/TestS3GatewayAuditLog.java | 12 +-
.../ozone/s3/TestSignedChunksInputStream.java | 20 +-
.../ozone/s3/TestVirtualHostStyleFilter.java | 85 +-
.../s3/commontypes/TestObjectKeyNameAdapter.java | 17 +-
.../s3/endpoint/TestAbortMultipartUpload.java | 11 +-
.../hadoop/ozone/s3/endpoint/TestBucketAcl.java | 48 +-
.../hadoop/ozone/s3/endpoint/TestBucketDelete.java | 11 +-
.../hadoop/ozone/s3/endpoint/TestBucketHead.java | 22 +-
.../hadoop/ozone/s3/endpoint/TestBucketList.java | 150 +-
.../hadoop/ozone/s3/endpoint/TestBucketPut.java | 35 +-
.../ozone/s3/endpoint/TestBucketResponse.java | 2 +-
...CompleteMultipartUploadRequestUnmarshaller.java | 11 +-
.../hadoop/ozone/s3/endpoint/TestEndpointBase.java | 29 +-
.../s3/endpoint/TestInitiateMultipartUpload.java | 14 +-
.../hadoop/ozone/s3/endpoint/TestListParts.java | 25 +-
.../TestMultiDeleteRequestUnmarshaller.java | 9 +-
.../s3/endpoint/TestMultipartUploadComplete.java | 17 +-
.../s3/endpoint/TestMultipartUploadWithCopy.java | 31 +-
.../hadoop/ozone/s3/endpoint/TestObjectDelete.java | 8 +-
.../ozone/s3/endpoint/TestObjectEndpoint.java | 14 +-
.../hadoop/ozone/s3/endpoint/TestObjectGet.java | 74 +-
.../hadoop/ozone/s3/endpoint/TestObjectHead.java | 30 +-
.../ozone/s3/endpoint/TestObjectMultiDelete.java | 16 +-
.../hadoop/ozone/s3/endpoint/TestObjectPut.java | 177 +-
.../hadoop/ozone/s3/endpoint/TestPartUpload.java | 25 +-
.../s3/endpoint/TestPartUploadWithStream.java | 21 +-
.../ozone/s3/endpoint/TestPermissionCheck.java | 195 +-
.../hadoop/ozone/s3/endpoint/TestRootList.java | 9 +-
.../ozone/s3/endpoint/TestUploadWithStream.java | 22 +-
.../ozone/s3/exception/TestOS3Exceptions.java | 7 +-
.../ozone/s3/metrics/TestS3GatewayMetrics.java | 205 +-
.../signature/TestAuthorizationV2HeaderParser.java | 29 +-
.../signature/TestAuthorizationV4HeaderParser.java | 32 +-
.../signature/TestAuthorizationV4QueryParser.java | 9 +-
.../s3/signature/TestStringToSignProducer.java | 31 +-
.../hadoop/ozone/s3/util/TestContinueToken.java | 12 +-
.../hadoop/ozone/s3/util/TestRFC1123Util.java | 6 +-
.../ozone/s3/util/TestRangeHeaderParserUtil.java | 36 +-
.../apache/hadoop/ozone/s3/util/TestS3Utils.java | 28 +-
hadoop-ozone/tools/pom.xml | 38 +-
.../ozone/admin/nssummary/NSSummaryAdmin.java | 4 +-
.../ozone/freon/AbstractOmBucketReadWriteOps.java | 16 +-
.../ozone/freon/ClosedContainerReplicator.java | 2 +-
.../java/org/apache/hadoop/ozone/freon/Freon.java | 3 +
.../hadoop/ozone/freon/HadoopDirTreeGenerator.java | 14 +-
.../hadoop/ozone/freon/HadoopFsGenerator.java | 22 +-
.../hadoop/ozone/freon/OmMetadataGenerator.java | 19 +-
.../ozone/freon/OzoneClientKeyGenerator.java | 15 +-
.../hadoop/ozone/freon/RandomKeyGenerator.java | 21 +-
.../hadoop/ozone/freon/RangeKeysGenerator.java | 14 +-
.../hadoop/ozone/freon/StorageSizeConverter.java | 38 +
.../hadoop/ozone/freon/StreamingGenerator.java | 13 +-
.../hadoop/ozone/shell/keys/DeleteKeyHandler.java | 9 +
.../hadoop/ozone/shell/keys/ListKeyHandler.java | 5 +-
.../ozone/shell/snapshot/InfoSnapshotHandler.java | 4 +-
.../ozone/shell/snapshot/ListSnapshotHandler.java | 11 +-
...e.hadoop.ozone.om.protocolPB.OmTransportFactory | 15 -
.../ozone/shell/keys/TestChecksumKeyHandler.java | 4 +-
pom.xml | 298 ++-
1508 files changed, 61606 insertions(+), 41781 deletions(-)
delete mode 100644
hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/scm/ClientCredentialInterceptor.java
create mode 100644
hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/scm/StreamBufferArgs.java
create mode 100644
hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/scm/client/ClientTrustManager.java
create mode 100644
hadoop-hdds/client/src/test/java/org/apache/hadoop/hdds/scm/client/TestHddsClientUtils.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/protocolPB/OzonePBHelper.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/client/CACertificateProvider.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/LeakDetector.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/LeakTracker.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/io/ByteBufferInputStream.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/common/ha/ratis/RatisSnapshotInfo.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/util/MutableMinMax.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/util/PerformanceMetrics.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/util/PerformanceMetricsInitializer.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/resource/TestLeakDetector.java
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/common/statemachine/commandhandler/TestClosePipelineCommandHandler.java
rename hadoop-hdds/erasurecode/src/{main =>
test}/java/org/apache/ozone/erasurecode/BufferAllocator.java (100%)
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/scm/protocolPB/OzonePBHelper.java
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/ThrowableFunction.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/ratis/metrics/dropwizard3/RatisMetricsUtils.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/ratis/metrics/dropwizard3/package-info.java
create mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/conf/TestHddsConfServlet.java
delete mode 100644
hadoop-hdds/rocksdb-checkpoint-differ/src/main/java/org/apache/ozone/rocksdb/util/ManagedSstFileReader.java
create mode 100644
hadoop-hdds/rocksdb-checkpoint-differ/src/main/java/org/apache/ozone/rocksdb/util/SstFileSetReader.java
delete mode 100644
hadoop-hdds/rocksdb-checkpoint-differ/src/test/java/org/apache/ozone/rocksdb/util/TestManagedSstFileReader.java
create mode 100644
hadoop-hdds/rocksdb-checkpoint-differ/src/test/java/org/apache/ozone/rocksdb/util/TestSstFileSetReader.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/block/SCMDeletedBlockTransactionStatusManager.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/replication/NullReplicationQueue.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/replication/health/VulnerableUnhealthyReplicasHandler.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/block/TestSCMBlockDeletingService.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/block/TestSCMDeleteBlocksCommandStatusManager.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/replication/TestReplicationManagerScenarios.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/replication/health/TestVulnerableUnhealthyReplicasHandler.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/pipeline/TestWritableRatisContainerProvider.java
create mode 100644
hadoop-hdds/server-scm/src/test/resources/replicationManagerTests/basic.json
create mode 100644
hadoop-hdds/server-scm/src/test/resources/replicationManagerTests/mismatched_replicas.json
create mode 100644
hadoop-hdds/server-scm/src/test/resources/replicationManagerTests/simple_decommission.json
create mode 100644
hadoop-hdds/server-scm/src/test/resources/replicationManagerTests/simple_maintenance.json
delete mode 100644
hadoop-hdds/test-utils/src/main/java/org/apache/ozone/test/FlakyTest.java
create mode 100644
hadoop-hdds/test-utils/src/main/java/org/apache/ozone/test/MetricsAsserts.java
delete mode 100644
hadoop-hdds/test-utils/src/main/java/org/apache/ozone/test/SlowTest.java
delete mode 100644
hadoop-hdds/test-utils/src/main/java/org/apache/ozone/test/UnhealthyTest.java
create mode 100644
hadoop-hdds/test-utils/src/main/resources/META-INF/services/org.junit.platform.launcher.TestExecutionListener
create mode 100644
hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/container/UpgradeSubcommand.java
create mode 100644
hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/container/upgrade/UpgradeChecker.java
create mode 100644
hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/datanode/DecommissionStatusSubCommand.java
create mode 100644
hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/datanode/StatusSubCommand.java
create mode 100644
hadoop-hdds/tools/src/test/java/org/apache/hadoop/hdds/scm/cli/datanode/TestDecommissionStatusSubCommand.java
delete mode 100644
hadoop-ozone/client/src/test/java/org/apache/hadoop/ozone/client/TestHddsClientUtils.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/client/checksum/CompositeCrcFileChecksum.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/client/checksum/CrcComposer.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/client/checksum/CrcUtil.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/client/checksum/package-info.java
delete mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/protocolPB/OzonePBHelper.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/protocolPB/TestOmTransportFactory.java
create mode 100644 hadoop-ozone/dev-support/checks/license.exceptions
create mode 100755 hadoop-ozone/dev-support/checks/license.sh
create mode 100644
hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/Ozone - ListKey
Metrics.json
create mode 100644 hadoop-ozone/dist/src/main/compose/common/security.conf
create mode 100644
hadoop-ozone/dist/src/main/compose/ozonesecure-ha/docker-config-ratis-om-bootstrap
create mode 100644
hadoop-ozone/dist/src/main/compose/ozonesecure-ha/om-bootstrap.yaml
create mode 100644
hadoop-ozone/dist/src/main/compose/ozonesecure-ha/test-om-bootstrap.sh
copy hadoop-ozone/dist/src/main/compose/{ozonesecure-ha =>
upgrade/compose/ha}/krb5.conf (100%)
create mode 100644
hadoop-ozone/dist/src/main/smoketest/omha/data-creation-before-om-bootstrap.robot
create mode 100644
hadoop-ozone/dist/src/main/smoketest/omha/data-validation-after-om-bootstrap.robot
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/conf/TestConfigurationFieldsBase.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractAppendTest.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractConcatTest.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractContentSummaryTest.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractCopyFromLocalTest.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractCreateTest.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractDeleteTest.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractEtagTest.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractGetFileStatusTest.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractLeaseRecoveryTest.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractMkdirTest.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractMultipartUploaderTest.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractOpenTest.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractRenameTest.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractRootDirectoryTest.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractSafeModeTest.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractSeekTest.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractSetTimesTest.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractUnbufferTest.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractFSContractTestBase.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/ContractTestUtils.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/AbstractOzoneFileSystemTest.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/AbstractOzoneFileSystemTestWithFSO.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/AbstractRootedOzoneFileSystemTest.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/AbstractRootedOzoneFileSystemTestWithFSO.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestO3FS.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestO3FSWithFSO.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestO3FSWithFSOAndOMRatis.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestO3FSWithFSPaths.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestO3FSWithFSPathsAndOMRatis.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestO3FSWithOMRatis.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOFS.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOFSWithCacheOnly.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOFSWithFSO.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOFSWithFSOAndCacheOnly.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOFSWithFSOAndOMRatis.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOFSWithFSOAndOMRatisAndCacheOnly.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOFSWithFSPaths.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOFSWithFSPathsAndOMRatis.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOFSWithFSPathsAndOMRatisAndACL.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOFSWithFSPathsAndOMRatisAndCacheOnly.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOFSWithOMRatis.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOzoneFileInterfaces.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOzoneFileInterfacesWithFSO.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOzoneFileSystem.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOzoneFileSystemWithFSO.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestRootedOzoneFileSystem.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestRootedOzoneFileSystemWithFSO.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/utils/db/managed/TestRocksObjectLeakDetector.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/client/rpc/AbstractTestECKeyOutputStream.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/client/rpc/TestBlockOutputStreamFlushDelay.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/client/rpc/TestBlockOutputStreamWithFailuresFlushDelay.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/client/rpc/TestECKeyOutputStreamWithZeroCopy.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestBucket.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestOmSnapshot.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestOmSnapshotFileSystemFso.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestOmSnapshotFileSystemLegacy.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestSnapshotDirectoryCleaningService.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestOmSnapshot.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestOmSnapshotFsoWithNativeLib.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestOmSnapshotFsoWithoutNativeLib.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestOmSnapshotLegacy.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestOmSnapshotObjectStore.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/shell/TestOzoneContainerUpgradeShell.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/tools/contract/AbstractContractDistCpTest.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/ListIterator.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/helpers/OmFSOFile.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/helpers/package-info.java
delete mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/ratis/OzoneManagerRatisSnapshot.java
delete mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/ratis/helpers/DoubleBufferEntry.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/ratis/metrics/OzoneManagerStateMachineMetrics.java
delete mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/ratis/utils/OzoneManagerDoubleBufferHelper.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/DummyOMClientResponse.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/service/SnapshotDirectoryCleaningService.java
delete mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/snapshot/ReferenceCountedCallback.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/security/acl/SharedTmpDirAuthorizer.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/security/acl/TestSharedTmpDirAuthorizer.java
create mode 100644
hadoop-ozone/ozonefs-common/src/main/java/org/apache/hadoop/fs/ozone/OzoneDelegationTokenRenewer.java
delete mode 100644
hadoop-ozone/ozonefs-hadoop2/src/main/java/org/apache/hadoop/fs/StreamCapabilities.java
delete mode 100644
hadoop-ozone/ozonefs-hadoop2/src/main/java/org/apache/hadoop/fs/package-info.java
create mode 100644
hadoop-ozone/ozonefs-hadoop2/src/test/java/org/apache/hadoop/fs/TestOmKeyInfoWithHadoop2.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconContainerReportQueue.java
delete mode 100644
hadoop-ozone/s3gateway/src/main/resources/META-INF/services/org.apache.hadoop.ozone.om.protocolPB.OmTransportFactory
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/freon/StorageSizeConverter.java
delete mode 100644
hadoop-ozone/tools/src/main/resources/META-INF/services/org.apache.hadoop.ozone.om.protocolPB.OmTransportFactory
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
