This is an automated email from the ASF dual-hosted git repository.
weichiu pushed a change to branch HDDS-7593
in repository https://gitbox.apache.org/repos/asf/ozone.git
discard ea0e389251 HDDS-11014. WIP. Fix and verification test.
omit 88fa26b140 HDDS-9918. [hsync] Remove block token from Ratis log once
verified. (#6745) (#6814)
omit 16c3f094d6 HDDS-10632. Handle inconsistent read issue for hsync keys
after lease recovery. (#6810)
omit eff21da97e HDDS-9987. [hsync] Client side metrics. (#6468)
omit e49f80509d HDDS-10925. [hsync] Parameterize TestBlockOutputStream on
ozone.client.stream.putblock.piggybacking (#6750)
omit 040aebf655 HDDS-10897. Refactor OzoneQuota (#6714)
omit f89601e5f3 HDDS-10422. Fix some warnings about exposing internal
representation in hdds-common (#6351)
omit 6301bec130 HDDS-10899. Refactor Lease callbacks (#6715)
omit 71509cb482 HDDS-10890. Increase default value for
hdds.container.ratis.log.appender.queue.num-elements (#6711)
omit 3e20c4a36b HDDS-10832. Client should switch to streaming based on
OpenKeySession replication (#6683)
omit 64b7f01d55 HDDS-10435. Support S3 object tags for existing requests
(#6607)
omit cbc8797603 HDDS-10883. Improve logging in Recon for finalising DN
logic. (#6704)
omit bc3763fc43 HDDS-8752. Enable
TestOzoneRpcClientAbstract#testOverWriteKeyWithAndWithOutVersioning (#6702)
omit e2dd311cab HDDS-10875. XceiverRatisServer#getRaftPeersInPipeline
should be called before XceiverRatisServer#removeGroup (#6696)
omit 15a51fea04 HDDS-10514. Recon - Provide DN decommissioning detailed
status and info inline with current CLI command output. (#6376)
omit 113944e822 HDDS-10878. Bump zstd-jni to 1.5.6-3 (#6701)
omit 7a527c9d43 HDDS-10877. Bump Dropwizard metrics to 3.2.6 (#6699)
omit 5a49fc60d0 HDDS-10876. Bump jackson to 2.16.2 (#6697)
omit ad0b688fe3 HDDS-6116. Remove flaky tag from TestSCMInstallSnapshot
(#6695)
omit c14f5113f2 HDDS-2643.
TestOzoneDelegationTokenSecretManager#testRenewTokenFailureRenewalTime fails
intermittently.
omit 86c6b39f6d HDDS-10699. Refactor ContainerBalancerTask and
TestContainerBalancerTask (#6537)
omit 6311f16b3b HDDS-10861. Ozone cli supports default ozone.om.service.id
(#6680)
omit fb685f9709 HDDS-10859. Improve error messages when decommission and
maintenance fail-early (#6678)
omit de228993e6 HDDS-9031. Upgrade acceptance tests to Docker Compose v2
(#6667)
omit b23674b2a6 HDDS-10559. Add a warning or a check to run repair tool as
System user (#6574)
omit 3cf2a15578 HDDS-9679. Added Multipart Upload ID to S3MultiPart audit
logs. (#6677)
omit 23cb3526fd HDDS-10371. NPE in OzoneAclUtils.isOwner (#6676)
omit 1db40bf516 HDDS-10845. Let some Freon generators use empty prefix by
default (#6673)
omit 47942f7925 Revert "HDDS-10273. Intermittent build failure while
downloading nodejs (#6664)"
omit f6710db9b7 HDDS-6717. Allow running flaky-test-check with specific
Ratis commit (#6675)
omit e3cc4d9a06 HDDS-10702. Improve Recon startup failure handling and make
it more resilient. (#6583)
omit ed5288ff5e HDDS-10273. Intermittent build failure while downloading
nodejs (#6664)
omit 8c3dff264f HDDS-9039. Removed the pause and wait in RocksDB compaction
when tarball creation is in progress (#6552)
omit 22ca84bbb2 HDDS-10851. Bump gradle-enterprise-maven-extension to
1.20.1 (#6668)
omit 186f329b29 HDDS-10850. Bump commons-codec to 1.17.0 (#6669)
omit 62a64c2531 HDDS-10849. Bump maven-source-plugin to 3.3.1 (#6672)
omit 35715a48f6 HDDS-10848. Bump kotlin to 1.9.24 (#6671)
omit 309c3c4a9d HDDS-10847. Bump slf4j to 2.0.13 (#6670)
omit c1ab84e0d9 HDDS-10811. Reduce UTF8 string encoding by caching encoding
result (#6656)
omit 1ee08b4241 HDDS-10801. Replace GSON with Jackson in hadoop-ozone
classes. (#6651)
omit 29496dc62b HDDS-10742. Add option to close all pipelines (#6577)
omit 28c9ea46a0 HDDS-10557. TestBlockOutputStream#testWriteExactlyFlushSize
is flaky (#6573)
omit 2cfdac6aa9 HDDS-10781. Do not use OFSPath in O3FS
BasicOzoneClientAdapterImpl (#6614)
omit bde7ee4d28 HDDS-10829. Suppress extra INFO log lines from ozone shell
commands output (#6657)
omit 4a34792148 HDDS-10830. Replace ConcurrentHashMap with HashMap
protected by ReadWriteLock in NodeStateMap (#6654)
omit 1802c8753f HDDS-10860. Fix Intermittent failure in
TestLeaseRecovery.testFinalizeBlockFailure (#6707)
omit aa729597fb HDDS-10592. [hsync]Use Direct ByteBuffer in Output stream
lastChunkBuffer. (#6455)
omit edcb2ac2a5 HDDS-10835. Show overwritten hsync keys in ListOpenFile CLI
(#6661)
omit 3096887c5c HDDS-10838. Merge latest master change into HDDS-7593
feature branch.
omit 3f1a7edf6e HDDS-10696. Fix test failure caused by empty snapshot
installation (#6659)
omit 905834e0ee HDDS-10700. Merge HDDS-10780 into HBase feature branch.
(#6641)
omit 9074b8df0e HDDS-10608. Recon can't get full key when using Recon API.
(#6492)
omit 7427026300 HDDS-10772. [Ozone-Streaming] Stream write metric is wrong
(#6610)
omit 673c112ca0 HDDS-10834. Revert snapshot diff output change added in
HDDS-9360 (#6660)
omit d993dffda6 HDDS-10774. Show deleted hsync keys in ListOpenFile CLI.
(#6628)
omit d7e5b3a3fd HDDS-10770. [Hsync] Allow overwrite hsynced file (#6603)
omit acb49b97f7 HDDS-10820. Freon tool DN-Echo to support GRPC and Ratis
read/write mode (#6647)
omit ff78dc83a7 HDDS-10777. S3 Gateway error when parsing XML concurrently
(#6609)
omit bab281cf0e HDDS-10814. Log exception stack trace in addSCM only at
debug level (#6642)
omit 5b6be2b5b1 HDDS-10754. [hsync] lease recovery contract test class not
substantiated (#6638)
omit db2e507504 HDDS-10793. HttpFS gateway should throw unsupported
operation for some operations (#6645)
omit d49a2b6b19 HDDS-10465. Change ozone.client.bytes.per.checksum default
to 16KB (#6331)
omit f61f56d338 HDDS-10542. Replace remaining GSON usage with Jackson.
(#6500)
omit fff2b6cbb6 HDDS-10815. Bump Spring Framework to 5.3.34 (#6643)
omit 1cbee607f8 HDDS-10802. Improve logging for signature verification
(#6630)
omit 21fa62fdc9 HDDS-10810. Bump maven-remote-resources-plugin to 1.7.0
(#6635)
omit 4f949f979c HDDS-10809. Bump maven-deploy-plugin to 3.1.2 (#6634)
omit 45b73794f2 HDDS-10800. Follower SCMs should not log Replication
Manager is not ready (#6629)
omit a15cc3e382 HDDS-10803. HttpServer fails to start with wildcard
principal (#6631)
omit 2815d71e96 HDDS-10808. Bump dnsjava to 2.1.9 (#6633)
omit 46482459e1 HDDS-10807. Bump aspectj-maven-plugin to 1.15.0 (#6636)
omit 9cec258ce3 HDDS-10806. Bump Bouncy Castle to 1.78.1 (#6632)
omit 8d2569da59 HDDS-10097. Intermittent ManagedChannel not shutdown
properly in TestWatchForCommit (#6620)
omit 4e9dc2faae HDDS-10798. OMLeaderNotReadyException exception on switch
leader (#6626)
omit c435a7f0e4 HDDS-10787. Updated rocksdb-checkpoint-differ to use
managed RocksDB objects (#6625)
omit e1d2d9c832 HDDS-10780. NullPointerException in watchForCommit (#6627)
omit 18a3294347 HDDS-10797. Remove unused UserGroupInformation object in
DataNode token verifier. (#6624)
omit 73b35ece7b HDDS-10796. Avoid dummy KeyOutputStream in
OzoneOutputStreamStub (#6623)
omit 1324e95f36 HDDS-10720. Datanode volume DU reserved percent should have
a non-zero default value. (#6561)
omit 8d781902fe HDDS-10792. Bump Netty to 4.1.109.Final (#6622)
omit f259bdae6b HDDS-10464. Add integration tests for fail-early (#6555)
omit a433969641 HDDS-9761. Intermittent failure in
TestOzoneManagerHAWithStoppedNodes due to OMLeaderNotReadyException (#6621)
omit a3687695ab HDDS-10784. Multipart upload to encrypted bucket fails with
ClassCastException (#6618)
omit a658802d62 HDDS-10783. Close SstFileReaderIterator in
RocksDBCheckpointDiffer (#6616)
omit 78a7e7ae1a HDDS-9889. Refactor tests related to dynamical adaptation
for datanode limits in ContainerBalancer (#5758)
omit 061c0a813e HDDS-10649. Handle auto hsync commit key having
directories. (#6530)
omit fe1b5b6335 HDDS-10709. Intermittent failure in
TestContainerBalancerOperations (#6582)
omit a0f8809b56 HDDS-10409. Decommissioning of datanodes - Duplicate ozone
nodes display as dead in Ozone Recon. (#6360)
omit 59f5879d0d HDDS-5571. tools/Admin.md translation (#6586)
omit ce864a7bb4 HDDS-10773. Simplify OM RaftProperties formatting (#6605)
omit 81a3634a23 HDDS-10751. Detect missing EC padding blocks (#6593)
omit fdd203770e HDDS-10744. Standardize byte[] to String conversion for
LiveFileMetaData (#6580)
omit a67e43469c HDDS-10746. Make ssl.server.keystore.type and
ssl.server.truststore.type configurable (#6595)
omit 1eaddc43d6 HDDS-10657. Design Doc for overwriting a key if it has not
changed (#6482)
omit 72ea38f766 HDDS-5570. security/SecuringOzoneHTTP.md translation (#6584)
omit f5c2d98a2e HDDS-10769. Integration check no longer needs Ozone repo
(#6604)
omit 3d3f11c5fe HDDS-10732. Add CRYPTO_COMPLIANCE tag to client checksum
configs (#6606)
omit 06c7cb419c HDDS-10761. Add raft close threshold config to OM
RaftProperties (#6594)
omit b37d99db42 HDDS-10771. Bump jetty to 9.4.54.v20240208 (#6600)
omit 294710a7e6 HDDS-10756. Avoid proto2 ByteString#copyFrom(byte[]).
(#6592)
omit 4a14ad7fba HDDS-10768. Bump guava to 32.1.3-jre (#6598)
omit 0984893ae0 HDDS-10765. Bump maven-jar-plugin to 3.4.1 (#6601)
omit c306b25e21 HDDS-7791. Support key ownership (#4188)
omit 25599d6663 HDDS-10701. Create config option for keystores (#6548)
omit 32b16923fe HDDS-10753. OmKeyInfo#acls and WithMetadata#metadata are
not thread safe. (#6591)
omit 97b5fa310e HDDS-10752. OmBucketInfo/OmMultipartKeyInfo/OmPrefixInfo
should implement CopyObject. (#6590)
omit 383c83fa5f HDDS-10745. Do not use BitSet for OzoneAcl.aclBitSet.
(#6581)
omit d767b0dc26 HDDS-10691. CRYPTO_COMPLIANCE tag for cryptography
parameters (#6538)
omit dd86223dc9 HDDS-10582. Intermittent timeout during waitForReplicaCount
in TestReconAndAdminContainerCLI (#6585)
omit fd30db5e22 HDDS-10741. Mark value objects as Immutable (#6579)
omit 95b2caac7b HDDS-10628. Display if safemode exit was via force exit
command. (#6494)
omit fd188d1ba1 HDDS-10650. Delete hsync key info from openFileTable while
deleting directory recursively. (#6495)
omit 8c003445b9 HDDS-10713. Run JUnit tests with Java 17 (#6575)
omit 42f749ee3c HDDS-10712. Add a dashboard for chunks & volume IO. (#6554)
omit dec977bde9 HDDS-10442. [hsync] Add a Freon tool to measure client to
DataNode round-trip latency (#6297) (#6562)
omit b80d2669d8 HDDS-10723. Trigger native check in more cases (#6569)
omit dfe1ea5902 HDDS-10735. `repeat-acceptance-test` workflow always builds
the branch it is run from. (#6576)
omit 89afdd320c HDDS-10726. TestAuditParser.testLoadCommand fails with Java
11+ (#6571)
omit 8795bcb0fe HDDS-10545. Repeated tests stop if fork does not return
(#6393)
omit d10a822ddd HDDS-10653. Support custom metadata for MPU key (#6489)
omit d99529c0c7 HDDS-10725. TestContentGenerator#writeWithHsync fails with
Java 17 (#6570)
omit 316eade978 HDDS-10716. Remove skipTrash option from IOException
message in OFS recursive volume delete (#6559)
omit 96fc70e66c HDDS-10719. Avoid empty ETag for key created outside of S3
(#6563)
omit bf1f644a29 HDDS-10729. Bump javassist to 3.30.2-GA (#6525)
omit aff383874f HDDS-10728. Bump jsch to 0.1.55 (#6564)
omit 4fc7635fc7 Revert "HDDS-10722. Bump aspectj to 1.9.22 (#6524)"
omit e46fab8f90 HDDS-10727. Bump
com.gradle:common-custom-user-data-maven-extension to 1.13 (#6566)
omit 31aa998ff7 HDDS-10724. Bump commons-io to 2.16.1 (#6565)
omit 7fbbd82441 HDDS-10722. Bump aspectj to 1.9.22 (#6524)
omit 8310617008 HDDS-10718. Bump commons-daemon to 1.3.4 (#6545)
omit 5dbd3cfe30 HDDS-10717. nodeFailureTimeoutMs should be initialized
before syncTimeoutRetry (#6560)
omit 4d35d40f30 HDDS-10705. Avoid persist duplicate DeleteBlockCommands on
DN (#6547)
omit cc023e7f92 HDDS-10614. Avoid decreasing cached space usage below zero
(#6508)
omit 99a5703372 HDDS-10652. EC Reconstruction fails with "IOException: None
of the block data have checksum" after upgrade (#6520)
omit 4b8871f1d2 HDDS-10309. Speed up TestSnapshotDeletingService (#6541)
omit 3e97d8fd6a HDDS-10156. Optimize Snapshot Cache get and eviction (#6024)
omit 233c069083 HDDS-10679. Enable ITestS3ACommitterMRJob (#6539)
omit 4f9b86ece1 HDDS-10704. Do not fail read of EC block if the last chunk
is empty (#6540)
omit 7bb7938062 HDDS-10680. Duplicate delete key blocks sent to SCM (#6513)
omit fdc38b50fc HDDS-7252. Polled source Datanodes are wrongly not
re-considered for balancing in Container Balancer (#6305)
omit 72240fa726 HDDS-10692. ozone s3 getsecret prints some internal details
(#6531)
omit 20c84d87e7 HDDS-10434. Added permission check for snapshotDiff related
operations (#6505)
omit c18a34068c HDDS-10686. Bump npm packages only for security (#6522)
omit b6f953bf70 HDDS-10671. Wrong size of response data in om-echo. (#6504)
omit f10262d39d Revert "HDDS-10703. Bump commons-validator to 1.8.0 (#6526)"
omit 89aa202a41 HDDS-10703. Bump commons-validator to 1.8.0 (#6526)
omit 92f2449cca HDDS-10615. ETag change detected in S3A contract test
(#6519)
omit e0a403351e HDDS-10463. Fail Datanode Maintenance early (#6517)
omit f295b8ef89 HDDS-10695. Remove unused plugin maven-failsafe-plugin
(#6534)
omit 93a2489ab9 HDDS-10452. Improve Recon Disk Usage to fetch and display
Top N records based on size. (#6318)
omit 5151a5070b HDDS-10690. SCMStateMachine Override
LeaderEventApi.notifyLeaderReady (#6529)
omit 1bd11f25a2 HDDS-10605. Add a configuration option for compliance mode
(#6470)
omit 531216c2f9 HDDS-10598. Rename unit check to native (#6521)
omit 8244a6f762 HDDS-10625. Remove unused netty-related config options from
SCM (#6528)
omit a5fccbc1d6 HDDS-10682. EC Reconstruction creates empty chunks at the
end of blocks with partial stripes (#6515)
omit c63e2b9324 HDDS-10132.
TestStorageContainerManager.testScmProcessDatanodeHeartbeat fails with Java 17
(#6516)
omit a523fd9d23 HDDS-8450. Dedicated acceptance test suite for s3a (#6458)
omit cba8c85e22 HDDS-10681. EC Reconstruction does not issue put block to
data index if it is unused (#6514)
omit 83dbd1d17f HDDS-1056. Remove Standalone as the replication type in
Ozone client api. (#6466)
omit c1b27a87b5 HDDS-10630. Add missing parent directories deleted between
initiate and complete MPU (#6496)
omit 0c59c18b52 HDDS-10668. Remove custom dependabot workflow (#6501)
omit f4d771647e Merge remote-tracking branch 'asf/master' into HEAD
omit 4aee562407 HDDS-10677. Bump plotly.js to 2.25.2 (#5915)
omit cedb4596a3 HDDS-10268. [hsync] Add OpenTracing traces to client side
read path (#6262)
omit 14f2452b74 HDDS-10676. Bump browserify-sign to 4.2.3 (#6509)
omit 32e6a31baa HDDS-10674. Bump ip to 1.1.9 (#6243)
omit 5628423953 HDDS-5568. interface/Ofs.md translation (#6475)
omit 80c2311c19 HDDS-10483. Container Balancer should only move containers
with size greater than 0 bytes (#6447)
omit 5d999d2068 HDDS-5569. recipe/BotoClient.md translation (#6480)
omit 2aa77f70a3 HDDS-10673. Bump es5-ext to 0.10.64 (#6284)
omit e81f5c09d2 HDDS-10645. Support x-amz-metadata-directive in CopyObject
(#6490)
omit 06c0d81af2 HDDS-10672. Bump express to 4.19.2 (#6442)
omit 9b248a0673 HDDS-10593. Prefer client read from IN_SERVICE datanodes
(#6449)
omit 0f43dbcee7 HDDS-10669. Bump axios to 0.28.0 (#6242)
omit e31e68ab2a HDDS-10560. Link rocksdb lib to Ozone rocksdb tools lib
relative path instead of absolute path (#6414)
omit b8faba6b87 HDDS-10643. Avoid terminating SCM by statemachine during
normal SCM stop. (#6478)
omit 6ed1e58dd5 HDDS-10230. Preventing V3 Schema from Creating Container DB
in the Wrong Location (#6113)
omit 91be6b39a2 HDDS-10662. Bump maven-gpg-plugin to 3.2.2 (#6484)
omit 5759427b02 HDDS-10660. Bump jacoco to 0.8.12 (#6487)
omit df6c386a53 HDDS-10659. Remove cglib dependency (#6488)
omit 31c2cfb0ab Revert "HDDS-10316. Speed up TestReconTasks (#6223)"
omit 87dd27347c HDDS-10661. Bump zstd-jni to 1.5.6-2 (#6483)
omit 301664e46a HDDS-10206. Expose jmx metrics for snapshot cache size on
the ozone manager. (#6138)
omit d4314c94b6 HDDS-10591. [hsync] improve block token refresh message.
(#6444)
omit 6b92a37af1 HDDS-10644. Intermittent failure in testBalancer.robot
(#6481)
omit e34de9fbdb HDDS-5567. interface/Cli.md translation (#6474)
omit 3467db1b1c HDDS-9200. [Snapshot] Added logs and metrics for snapshot
purge and set property APIs (#6453)
omit 7da5ecb585 HDDS-10590. [Snapshot] Synchronized snapshot purge, set
snapshot property and SstFilteringService (#6456)
omit a38570a799 HDDS-9930. Remove open keys as well when keys are deleted
from KeyTable (#6079) (#6472)
omit 6cfe9cf0a2 HDDS-10626. [LeaseRecovery] OM shuts down with 'SecretKey
client must have been initialized already' (#6467)
omit f07743096f HDDS-10636. Ozone Recon - Filter EMPTY MISSING Containers
in UnHealthy State Containers API. (#6471)
omit 129cdc18ed HDDS-10612. Add Robot test to verify Container Balancer for
RATIS containers (#6457)
omit ccaaf57183 HDDS-10316. Speed up TestReconTasks (#6223)
omit 92bc617801 HDDS-10462. Fail Datanode Decommission Early (#6367)
omit f94c9f9a52 HDDS-10597. Use MutableGauge for threshold based
SafeModeMetrics (#6446)
omit a73fb3731b HDDS-10507. Use equals() instead of == for nodes in
NetworkTopology (#6368)
omit 6a4e6993d3 HDDS-10564. Make Outputstream writeExecutor daemon threads.
(#6418)
omit 91e5d2eb28 HDDS-9130. [hsync] Combine WriteData and PutBlock requests
into one (#5980)
omit 83d75861b0 HDDS-10613. Fix typo in Snapshot feature doc (#6465)
omit 077fff4c4f HDDS-10358. Allow Container Balancer tuning options to be
set in CLI (#6241)
omit 0599aeec5b HDDS-10621. Remove TimeoutFuture in favour of the original
one in Guava (#6464)
omit 7c20f388a5 HDDS-10624. Bump reflections to 0.10.2 (#6461)
omit 8a257840a4 HDDS-10623. Bump spotbugs-maven-plugin to 3.1.12.2 (#6460)
omit 8bd1a92539 HDDS-10622. Bump commons-io to 2.16.0 (#6463)
omit 33c05b42da HDDS-10620. Bump build-helper-maven-plugin to 3.5.0 (#6462)
omit 29edabb374 HDDS-10618. Bump gson to 2.10.1 (#6459)
omit cb5d51983d HDDS-9534. Support namespace summaries (du, dist & counts)
for LEGACY buckets with file system disabled (#5517)
omit 85c9c97fc5 HDDS-10570. S3A: `fs -touch` creates directory instead of
empty file in FSO bucket (#6452)
omit 9f6ac2fc37 HDDS-9242. Merge unit and integration checks into a
combined one (#6199)
omit 38e3add916 HDDS-10600. Bump nimbus-jose-jwt to 9.37.2 (#6454)
omit 140cf0f162 HDDS-9764. Add Robot test for JSON output where missing
(#6448)
omit 3651d6c719 HDDS-10594. Update file encryption info when overwriting
key (#6445)
omit 7559e1f6b9 HDDS-10524. [Snapshot] Invalidate the cache entry from
snapshotInfoTable cache in OMSnapshotPurgeRequest (#6443)
omit 3fe5cdeac5 Merge remote-tracking branch 'asf/HDDS-7593' into
HDDS-7593-master-merge-97038ef
omit e68183e169 HDDS-10574. Improve TestObjectPut (#6426)
omit 509c970054 HDDS-10442. [hsync] Add a Freon tool to measure client to
DataNode round-trip latency (#6297)
omit 7feafe91f2 HDDS-10518. Create base Builder in WithMetadata and
WithObjectID (#6378)
omit 6822d53e93 HDDS-10588. Bump hadoop-shaded-guava to 1.2.0 (#6440)
omit c6c611fa60 HDDS-10587. Reset ETag's thread-local MessageDigest
instance on exception (#6435)
omit 80bafd0f59 HDDS-10578. Clean up Hadoop dependencies (#6432)
omit d03f68f9dd HDDS-10510. Improve output of containerbalancer stop (#6433)
omit 5448ebceb6 Merge remote-tracking branch 'asf/master' into HDDS-7593
omit 7cb1737e32 HDDS-10586. Avoid loading network topology layer schema
file for every read (#6434)
omit 9bdac501a7 HDDS-10584. Exclude proto3 classes from coverage (#6431)
omit 8eca5b77c0 HDDS-10547. Fix shared buffer for datanode checksum
calculation (#6402)
omit 07a68c02d4 HDDS-10583. Thread name prefix in ReplicationSupervisor is
null (#6430)
omit 77384eaeca HDDS-8247. Run acceptance tests with JDK 17 (#6428)
omit e39166f8a7 HDDS-10581. NPE in SummarySubCommand and
DiskUsageSubCommand (#6429)
omit 48e547ac29 HDDS-10448. Orientation fixes for List Keys Metrics
Dashboard (#6308)
omit b267a57831 HDDS-10553. Add test case for creating file with EC
replication config (#6405)
omit 873ae852ee HDDS-10579. Remove org.ow2.asm dependency (#6427)
omit 82c02d3eec HDDS-10564. Make Outputstream writeExecutor daemon threads.
(#6418)
omit 4ca8edb64a HDDS-10562. Fix infinite loop in ozone fs -ls /volume
(#6416)
omit f9e5178cdd HDDS-10143. Intermittent failure in
TestOzoneRpcClientWithRatis.testParallelDeleteBucketAndCreateKey (#6335)
omit 1ceec5c2bc HDDS-10540. Replace GSON with Jackson in nssummary. (#6400)
omit 2bc5f531e2 HDDS-10541. Replace GSON with Jackson in debug commands
(#6401)
omit 042f4c5c9b HDDS-10580. Bump maven-eclipse-plugin to 2.10 (#6424)
omit 426259664d HDDS-10577. Bump maven-shade-plugin to 3.5.2 (#6425)
omit ab56117d8e HDDS-10576. Bump maven-assembly-plugin to 3.7.1 (#6422)
omit 44493ef760 HDDS-10575. Bump jersey2.version to 2.42 (#6423)
omit 74f04a7328 HDDS-10556. Checkstyle summary excludes errors with xml
(#6410)
omit 4364ef7cff HDDS-10566. Bump commons-configuration2 to 2.10.1 (#6417)
omit 97038ef097 HDDS-10118. hdds-rocks-native fails to build with Java11+
(#6415)
omit e3a7224a81 HDDS-10477. Make Rocksdb tools native lib compatible with
all chipset with the same arch (#6341)
omit c4dc6a072f HDDS-5865. Make read retry interval and attempts in
BlockInputStream configurable (#6408)
omit d70d247a49 HDDS-10551. Improve HTTPFS Documentation for Iterative
Liststatus Functionality (#6412)
omit 72fef614dc HDDS-10436. datanode status decommission command should
have json output option (#6369)
omit d45acfb2bb HDDS-10544. Move LMAX Disruptor to runtime scope (#6394)
omit f399f1ba5c HDDS-10539. Replace GSON with Jackson in multitenancy code.
(#6399)
omit 8a522f0c3f HDDS-10311. Speed up TestOmMetrics (#6409)
omit 8dabb2bb2f HDDS-10554. Bump Zookeeper to 3.8.4 (#6407)
omit e6ed46a262 HDDS-9085. Recon Directories Pending for Deletion Inside
OMDB Insight (#5521)
omit ca8f1f76b2 HDDS-10552. Downgrade Surefire to 3.0.0-M4 (#6406)
omit 8582214315 HDDS-10515. Reduce OzoneAcl constructor count (#6396)
omit e9073166da HDDS-9802. Tool to fix corrupted snapshot chain (#6386)
omit 264cbc6192 HDDS-10476. Add metrics about bucket utilization. (#6344)
omit d4606e1795 HDDS-10182. Add P99 quantiles and Min/Max Metrics for
Xceiver Client Performance Metrics (#6070)
omit 9afaeacf71 HDDS-10546. OM startup failure as leader is not getting
ready (#6395)
omit a122acca97 HDDS-10549. Fix typo in Freon error message (#6397)
omit 89b700d5bf HDDS-10505. Move space reservation logic to VolumeUsage
(#6370)
omit 9291f89428 HDDS-10543. Bump LMAX Disruptor to 3.4.4 (#6388)
omit d1e37d6458 HDDS-10535. Remove unused
RangerRestMultiTenantAccessController. (#6392)
omit 238bff09e9 HDDS-10537. Bump docker-maven-plugin to 0.44.0 (#6390)
omit 8efcaffaa4 HDDS-10533. Bump junit5 to 5.10.2 (#6387)
omit 01deb4f679 HDDS-10534. Removed objenesis dependency (#6391)
omit 0bf2a29cbb HDDS-10120. BindException in some integration tests with
Java 17 (#6384)
omit e2a4609f3c HDDS-10526. Bump follow-redirects to 1.15.6 (#6382)
omit 825c340bae HDDS-10511. Support ByteBufferPositionedReadable in
OzoneFSInputStream. (#6372)
omit a99c12bd04 HDDS-10523. Extract module-specific gitignore (#6379)
omit b82a2a2842 HDDS-10496. Fetch dependencies for cache using actual build
(#6359)
omit f4ba2beaaa HDDS-10440. Set new cluster ID and config instance in
MiniOzoneCluster#build(). (#6325)
omit 3d193fc06e HDDS-10521. ETag field should not be returned during
GetObject if the key does not contain ETag field (#6377)
omit 2ffdb3ccb8 HDDS-10516. Add metrics for chunk read from internal ratis
(#6375)
omit 71e4ff373a HDDS-10498. Improved configuration for license compliance
(#6358)
omit 359bbad1f1 HDDS-10050. Clean up TestStorageContainerManagerHelper
(#6373)
omit 9222193084 HDDS-10492. [Doc] Update zh translation to Recon
Architecture (#6348)
omit 3ce3a284bf HDDS-10512. Reorder initialization of ScmTopologyClient in
OM (#6374)
omit e42b46d69c HDDS-10497. [hsync] Refresh block token immediately if
block token expires. (#6371)
omit dd5b49bbeb HDDS-10497. [hsync] Refresh block token immediately if
block token expires. (#6371)
omit 6cd0b6f751 HDDS-10454. Make OzoneAcl immutable (#6319)
omit 91af26ab39 HDDS-10414. Some acceptance tests fail with Docker Compose
V2 (#6269)
omit a8dd1c2cc2 HDDS-10475. Refine audit logging for bucket creation (#6366)
omit 6c95fc90ee HDDS-10502. Improve generic type of IOUtils.close (#6361)
omit d68ea97e02 HDDS-10503. Bump jgrapht to 1.4.0 (#6364)
omit 07639859ec HDDS-10504. Remove unused VolumeInfo#configuredCapacity
(#6363)
omit 131eec0587 HDDS-10485. Enable container scanner by default. (#6345)
omit 5c57bcb37d HDDS-10188. Add unit tests around Distcp across buckets
(#6132)
omit cb255044e2 HDDS-10501. Bump maven-deploy-plugin to 3.1.1 (#6353)
omit 4ee5fd917b HDDS-10500. Bump Jackson to 2.16.1 (#6356)
omit c439b7341a HDDS-10499. Bump org.kohsuke.metainf-services to 1.11
(#6354)
omit bf91862796 HDDS-10473. Extract constants in HddsDispatcher (#6337)
omit f8a1e3cc3a HDDS-10090. Clean up TestStorageContainerManager (#6347)
omit 6222aed33e HDDS-10495. Removed JMockit dependency (#6352)
omit 1322add415 HDDS-10493. Fix parameter number warning in DatanodeDetails
and ContainerInfo (#6349)
omit 48bc30f514 HDDS-10470. Populate Maven dependency cache in separate
workflow (#6340)
omit d94aadc4b8 HDDS-10480. Avoid proto2 ByteString.toByteArray() calls.
(#6342)
omit 9dab4d2173 HDDS-10487. Intermittent crash in TestSnapshotDiffManager
(#6346)
omit 3cadb248f5 Merge remote-tracking branch 'asf/master' into HDDS-7593
omit 7c8160fe2c HDDS-10482. OMRequestTestUtils.createOmKeyInfo should set
key modification time (#6343)
omit a145dd5bfd HDDS-9343. (addendum) Shift sortDatanodes logic to OM
(#5391)
omit 140c5deffb HDDS-9343. Shift sortDatanodes logic to OM (#5391)
omit 1d81c32de9 Merge remote-tracking branch 'asf/HDDS-7593' into HDDS-7593
omit 309e45996c HDDS-10472. Audit log should include EC replication config
(#6338)
omit be5ffc29e2 HDDS-10471. [hsync] MockDatanodeStorage.writeChunk should
make a copy of byte string. (#6334)
omit 418528adea HDDS-10460. Refine audit logging for bucket property update
operations (#6329)
omit 2f05353940 HDDS-10384. RPC client reusing thread resources. (#6326)
omit 87d8d6155c HDDS-10467. Reduce metrics visibility (#6332)
omit 4243721dda HDDS-10450. Add GitHub actions labeler for the
reconciliation feature branch. (#6310)
omit 9a6ece27e7 HDDS-10457. Remove dependency commons-pool2 (#6317)
omit f16b1affeb HDDS-10424. Improve error message for prefix without
trailing slash (#6328)
omit b69674c7f8 HDDS-10412. Prefix ACL check needs to resolve the bucket
link (#6268)
omit 80592135ed HDDS-10458. Mention `ozone admin datanode status
decommission` in docs (#6322)
omit f7a421b27b HDDS-10446. Refactor Node2ObjectsMap, Node2PipelineMap,
Node2ContainerMap (#6303)
omit ff1e4143ad HDDS-10430. Race condition around Pipeline#nodesInOrder
(#6316)
omit a248ed1ea4 HDDS-10329. [Snapshot] Add unit-test for recreating
snapshots with deleted snapshot names. (#6298)
omit 650e77753b HDDS-10459. Bump snappy-java to 1.1.10.5 (#6324)
omit a65991fa33 HDDS-10444. Reduce string concatenation in
ContainerImporter#importContainer (#6307)
omit b513cdcb54 HDDS-10439. Remove setConf from MiniOzoneCluster public
interface (#6320)
omit f244a67037 HDDS-10252. [hsync] Revisit configuration keys for
incremental chunk list after HDDS-9884 (#6289)
omit 1cf9e95eef HDDS-10427. Retry read wait based on policy. (#6292)
omit 11c5eb86a4 HDDS-10456. Bump slf4j to 2.0.12 (#6312)
omit 61dbb0870a HDDS-10455. Bump protobuf-maven-plugin to 0.6.1 (#6313)
omit 2710129ce4 HDDS-10453. Bump httpclient to 4.5.14 (#6311)
omit 3a872b4a10 HDDS-10447. Extract helper methods from Ozone native ACL
unit tests (#6306)
omit 11fddc4191 HDDS-10041. Do not start the daemon inside the
OzoneManagerDoubleBuffer constructor. (#6300)
omit 0a5fc695b4 HDDS-7810. Support namespace summaries (du, dist & counts)
for OBJECT_STORE buckets. (#4245)
omit 384103a2dd HDDS-10282. Fix pagination on the OM DB Insights page in
Recon (#6190)
omit 804366a0f0 HDDS-6713. Avoid the need to cast to MiniOzoneHAClusterImpl
(#6295)
omit 083e9140a1 HDDS-10433. Add Prometheus scrape target for Datanodes in
Compose v2 (#6288)
omit c3271b8bf4 HDDS-10144. (addendum) Zero-Copy in replication
omit 1eeaa0baa2 HDDS-10144. Zero-Copy in replication (#6049)
omit 01f8d62fbe HDDS-10331. Rename Java constants of ex-DFS config keys
(#6290)
omit 8fcd039cef HDDS-10437. Rename method to
getContainersPendingReplication (#6293)
omit 4095ef1f48 HDDS-10278. Simplify tests using assertDoesNotThrow (#6291)
omit aa68aec220 HDDS-10324. Metadata are not updated when keys are
overwritten. (#6273)
omit 1830fe2055 HDDS-10367. Fix possible NPE in listKeysLight, listStatus,
listStatusLight (#6221)
omit 543c9e79dd HDDS-9235. ReplicationManager metrics not collected after
restart. (#6280)
omit 4da5a64224 HDDS-10425. Increase OM transaction index for non-Ratis
based on existing Ratis transactionInfoTable (#6281)
omit f4406546ac HDDS-10416. Move HA-specific settings to
MiniOzoneHAClusterImpl.Builder (#6275)
omit 8c4ab8e4cd HDDS-8683. Container balancer thread interrupt may not work
(#6179)
omit e0bf7b4f7b HDDS-10370. Recon - Handle the pre-existing missing empty
containers in clusters. (#6255)
omit 1e98ebb449 HDDS-10432. Hadoop FS client write(byte[], int, int) is
very slow in streaming (#6287)
omit 9fb61ffa3b HDDS-10413. Recon - UnsupportedOperationException while
merging Incremental Container Reports. (#6260)
omit d3c5cceb2f Merge remote-tracking branch 'asf/master' into HDDS-7593
omit 54548aa768 HDDS-10327. S3G does not work in a single-node deployment
(#6257)
omit 0e413c9833 HDDS-10428. OzoneClientConfig#validate does not get called
(#6282)
omit 7939faf7d6 HDDS-815. Rename HDDS config keys prefixed with dfs. (#6274)
omit 083a45ee0b Revert "HDDS-10384. RPC client Reusing thread resources.
(#6270)" (#6277)
omit f6d455fd19 HDDS-10360. Make cleanupTest compatible with
enableFileSystemPath values in TestKeyManagerImpl class. (#6218)
omit 2d77fb4016 HDDS-10423. Datanode fails to start with invalid checksum
size setting (#6276)
omit 9b134354c2 HDDS-10361. [hsync] Output stream should support direct
byte buffer. (#6256)
omit 9c2fb3aebd HDDS-10346. Make test cases in TestSstFilteringService
independent (#6247)
omit 1b48186a01 HDDS-10415. Remove duplicate HA MiniOzoneCluster factory
method (#6261)
omit 50d43e8ae4 HDDS-10394. Fix parameter number warning in om.helpers
(#6271)
omit 84c6e4d861 HDDS-10384. RPC client Reusing thread resources. (#6270)
omit df68290e72 HDDS-10214. Update supported versions in security policy up
to 1.4.0 (#6100)
omit dc9bd61914 HDDS-10365. Fix description for `ozone getconf
ozonemanagers` (#6263)
omit 0cd6b3bf8a HDDS-10399. IndexOutOfBoundsException when shallow listing
empty directory in non-FSO bucket (#6259)
omit f62a8e33f3 HDDS-10420. Bump restrict-imports-enforcer-rule to 2.5.0
(#6264)
omit decacde8fc HDDS-10419. Bump maven-gpg-plugin to 3.1.0 (#6211)
omit c325315cae HDDS-10418. Bump commons-io to 2.15.1 (#6266)
omit 0bac7ef8e4 HDDS-10405. ozone admin has hard-coded info loglevel (#6254)
omit e9f11f0b5f HDDS-10404. Ozone admin reconfig command fails with
security enabled (#6253)
omit babf85c762 HDDS-10403. CopyObject should set ETag based on the key
content (#6251)
omit 13b635c580 HDDS-10410. Avoid creating ChunkInfo. (#6258)
omit 83cb2b7d1d HDDS-10320. Introduce factory to configure
MiniOzoneCluster's datanodes (#6246)
omit 284846f2c8 HDDS-10363. HDDS-9388 broke encryption. (#6219)
omit d883d7df46 HDDS-10149. New JNI layer for RawSSTFileReader &
RawSSTFileReaderIterator (#6182)
omit b537a6a710 HDDS-10396. Encapsulate fields in WithMetadata and
subclasses (#6238)
omit 6dfd7d46d1 HDDS-10408. NPE causes OM crash in Snapshot Purge request
(#6250)
omit f0b75b7e4e HDDS-10383. Introduce a Provider for client-side thread
resources passing (#6222)
omit 45d420ab7c HDDS-10293. IllegalArgumentException: containerSize
Negative (#6178)
omit 5f6306dd1d HDDS-10395. Fix eTag compatibility issues for MPU (#6235)
omit c9d3b23bb5 HDDS-10397. Restrict legacy bucket directory deletion
through sh command. (#6244)
omit 9c187df7df HDDS-10398. Remove deleted_blocks table in container schema
V2 and V3 definition (#6237)
omit 3a01fea4ca HDDS-10406. Bump aws-java-sdk to 1.12.661 (#6249)
omit 652b9bcc0a HDDS-10401. Bump commons-compress to 1.26.0 (#6240)
omit db1561ac10 HDDS-10385. Memory leak for thread local usages in
OMClientRequest. (#6234)
omit a1f839036a HDDS-10010. Support snapshot rename operation (#6006)
omit c8e6cabc8f HDDS-10345. No need to sort excluded datanodes during Ratis
pipeline creation (#6224)
omit 932a0ac93b HDDS-10342. Reduce code duplication in MiniOzoneCluster
builders (#6206)
omit c6724537d7 HDDS-10387. Fix parameter number warning in KeyOutputStream
and related classes (#6225)
omit e0f3ae1406 HDDS-10391. Bump joda-time to 2.12.7 (#6230)
omit cce2f969a8 HDDS-10339. Add S3 API level dashboard (#6202)
omit 2348784bec HDDS-10288. Checksum to support direct buffers (#6162)
omit 463a09b7c6 HDDS-9884. Pass DatanodeVersion to the client (#6155)
omit 6194d422f3 HDDS-10301. Recon - Fold the pipeline info for a DN on
Datanode page. (#6198)
omit 78fc781829 HDDS-10369. Set Times API doesn't work with linked buckets.
(#6220)
omit 38768527f3 HDDS-10368. Bump guice to 6.0.0 (#6212)
omit 44adf80324 HDDS-10359. Recursively deleting volume with OBS bucket
shows error despite success (#6217)
omit 3c4683e71b HDDS-9738. Display startTime, pipeline and container counts
for decommissioning datanode (#6185)
omit 7370676dcf HDDS-9680. Use md5 hash of multipart object part's content
as ETag (#5668)
omit bacb184fd5 HDDS-10356. Bump exec-maven-plugin to 3.1.1 (#6215)
omit 68662a757a HDDS-10347. Bump jacoco to 0.8.11 (#6214)
omit c289c670b9 HDDS-10344. Schedule dependabot for weekend (#6209)
omit 45c853c5eb HDDS-10325. Make BucketArgs immutable (#6205)
omit cd0069113e HDDS-10218. Speed up TestSstFilteringService (#6196)
omit ffd8221eba HDDS-10343. Remove dependency on jsr305 (#6208)
omit c35e99f04b HDDS-10250. Use SnapshotId as key in SnapshotCache (#6139)
omit 0a1c5d4e4f HDDS-10242. [hsync] Handle penultimate block finalization.
(#6164)
omit 7c79246836 HDDS-10256. Retry block allocation when SCM is in safe
mode. (#6189)
omit 370b9d7c5c HDDS-10256. Retry block allocation when SCM is in safe
mode. (#6189)
omit 47ef84c59c HDDS-10318. Add OM client protocol metrics to Ozone -
ListKey Metrics dashboard (#6183)
omit af25a48005 HDDS-10340. Skip ci on dashboard updates (#6203)
omit 2f2234c7b6 HDDS-10262. Encapsulate SnapshotCache inside
OmSnapshotManager (#6135)
omit d3e2e59c1c HDDS-10319. Also consider bucket layout deciding whether to
normalize path for listKeys (#6195)
omit 75df6c1b75 HDDS-9843. Ozone client high memory (heap) utilization
(#6153)
omit 15b62de75f HDDS-10333. RocksDB logger not closed (#6200)
omit c1efa330d3 HDDS-8627. Recon - API for Count of deletePending
directories (#5037)
omit 601fd413a0 HDDS-10322. Make VolumeArgs immutable (#6193)
omit 5715aee571 HDDS-10328. Support cross realm Kerberos out of box. (#6192)
omit e93e781ffc HDDS-10291. Set simple properties in MiniOzoneCluster via
Configuration (#6186)
omit 06399b5dcb HDDS-10226. Refactor OMRequestTestUtils.createOmKeyInfo
(#6184)
omit 3d8365ffd2 HDDS-10296. Orphan blocks during overwrite of key. (#6180)
omit 039dea9129 HDDS-10229. Fixes for Grafana dashboards (#6120)
This update removed existing revisions from the reference, leaving the
reference pointing at a previous point in the repository history.
* -- * -- N refs/heads/HDDS-7593 (8aa8a3658a)
\
O -- O -- O (ea0e389251)
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/dependabot.yml | 23 +-
.github/workflows/build-ratis.yml | 137 --
.github/workflows/ci.yml | 55 +-
.github/workflows/dependabot-ci.yml | 78 ++
.github/workflows/intermittent-test-check.yml | 60 +-
.github/workflows/label-pr.yml | 29 -
.github/workflows/populate-cache.yml | 74 -
.github/workflows/repeat-acceptance.yml | 14 +-
.gitignore | 35 +-
.mvn/extensions.xml | 4 +-
LICENSE.txt | 2 +
SECURITY.md | 9 +-
dev-support/ci/categorize_basic_checks.sh | 49 +-
dev-support/ci/selective_ci_checks.bats | 65 +-
dev-support/ci/selective_ci_checks.sh | 59 +-
dev-support/rat/rat-exclusions.txt | 73 -
.../hadoop/hdds/scm/ContainerClientMetrics.java | 130 +-
.../apache/hadoop/hdds/scm/OzoneClientConfig.java | 78 +-
.../apache/hadoop/hdds/scm/XceiverClientGrpc.java | 39 +-
.../hadoop/hdds/scm/XceiverClientMetrics.java | 44 +-
.../apache/hadoop/hdds/scm/XceiverClientRatis.java | 9 +-
.../hadoop/hdds/scm/client/ClientTrustManager.java | 4 +-
.../hdds/scm/storage/AbstractCommitWatcher.java | 2 +-
.../hadoop/hdds/scm/storage/BlockInputStream.java | 68 +-
.../hadoop/hdds/scm/storage/BlockOutputStream.java | 196 +--
.../apache/hadoop/hdds/scm/storage/BufferPool.java | 1 -
.../hadoop/hdds/scm/storage/CommitWatcher.java | 23 +-
.../hdds/scm/storage/ECBlockOutputStream.java | 36 +-
.../hdds/scm/storage/RatisBlockOutputStream.java | 20 +-
.../ozone/client/io/BlockInputStreamFactory.java | 6 +-
.../client/io/BlockInputStreamFactoryImpl.java | 15 +-
.../ozone/client/io/ByteBufferOutputStream.java | 5 -
.../hadoop/ozone/client/io/ECBlockInputStream.java | 16 +-
.../ozone/client/io/ECBlockInputStreamFactory.java | 6 +-
.../client/io/ECBlockInputStreamFactoryImpl.java | 13 +-
.../ozone/client/io/ECBlockInputStreamProxy.java | 14 +-
.../io/ECBlockReconstructedStripeInputStream.java | 10 +-
.../hadoop/hdds/scm/TestOzoneClientConfig.java | 39 -
.../hdds/scm/storage/DummyBlockInputStream.java | 9 +-
.../storage/DummyBlockInputStreamWithRetry.java | 9 +-
.../hdds/scm/storage/TestBlockInputStream.java | 31 +-
.../storage/TestBlockOutputStreamCorrectness.java | 88 +-
.../hadoop/ozone/client/io/ECStreamTestUtil.java | 6 +-
.../client/io/TestBlockInputStreamFactoryImpl.java | 14 +-
.../ozone/client/io/TestECBlockInputStream.java | 110 +-
.../client/io/TestECBlockInputStreamProxy.java | 13 +-
.../io/TestECBlockReconstructedInputStream.java | 10 +-
.../TestECBlockReconstructedStripeInputStream.java | 12 +-
hadoop-hdds/common/pom.xml | 15 +-
.../main/java/com/google/protobuf/Proto2Utils.java | 32 -
.../org/apache/hadoop/hdds/DatanodeVersion.java | 2 -
.../org/apache/hadoop/hdds/HddsConfigKeys.java | 8 -
.../java/org/apache/hadoop/hdds/HddsUtils.java | 5 +-
.../hadoop/hdds/client/DecommissionUtils.java | 153 --
.../hdds/client/DefaultReplicationConfig.java | 2 -
.../hadoop/hdds/client/ECReplicationConfig.java | 23 +-
.../org/apache/hadoop/hdds/client/OzoneQuota.java | 119 +-
.../org/apache/hadoop/hdds/client/QuotaList.java | 69 +
.../hadoop/hdds/client/RatisReplicationConfig.java | 2 -
.../hdds/client/StandaloneReplicationConfig.java | 2 -
.../hadoop/hdds/conf/OzoneConfiguration.java | 72 +-
.../hadoop/hdds/freon/FakeClusterTopology.java | 38 +-
.../hadoop/hdds/fs/CachingSpaceUsageSource.java | 14 +-
.../apache/hadoop/hdds/fs/SpaceUsageSource.java | 4 +-
.../hadoop/hdds/protocol/DatanodeDetails.java | 238 ++--
.../org/apache/hadoop/hdds/ratis/RatisHelper.java | 11 +-
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 128 +-
.../java/org/apache/hadoop/hdds/scm/ScmInfo.java | 11 +-
.../apache/hadoop/hdds/scm/XceiverClientReply.java | 3 +-
.../apache/hadoop/hdds/scm/client/ScmClient.java | 16 +-
.../hadoop/hdds/scm/container/ContainerInfo.java | 42 +-
.../container/common/helpers/AllocatedBlock.java | 14 +-
.../scm/container/common/helpers/ExcludeList.java | 19 +-
.../org/apache/hadoop/hdds/scm/ha/SCMHAUtils.java | 6 +-
.../org/apache/hadoop/hdds/scm/net/InnerNode.java | 14 -
.../apache/hadoop/hdds/scm/net/InnerNodeImpl.java | 159 +--
.../apache/hadoop/hdds/scm/net/NetConstants.java | 3 -
.../hadoop/hdds/scm/net/NetworkTopologyImpl.java | 31 +-
.../java/org/apache/hadoop/hdds/scm/net/Node.java | 20 -
.../org/apache/hadoop/hdds/scm/net/NodeImpl.java | 70 +-
.../hadoop/hdds/scm/net/NodeSchemaManager.java | 8 -
.../apache/hadoop/hdds/scm/pipeline/Pipeline.java | 128 +-
.../protocol/StorageContainerLocationProtocol.java | 15 +-
.../ContainerCommandResponseBuilders.java | 51 -
.../hdds/scm/storage/ContainerProtocolCalls.java | 136 +-
.../security/ssl/PemFileBasedKeyStoresFactory.java | 13 +-
.../org/apache/hadoop/hdds/server/JsonUtils.java | 36 -
.../apache/hadoop/hdds/tracing/TracingUtil.java | 10 -
.../apache/hadoop/hdds/utils/BatchOperation.java | 88 ++
.../java/org/apache/hadoop/hdds/utils/IOUtils.java | 4 +-
.../apache/hadoop/hdds/utils/db/CodecBuffer.java | 9 +-
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 226 ++-
.../java/org/apache/hadoop/ozone/OzoneConsts.java | 9 -
.../apache/hadoop/ozone/OzoneManagerVersion.java | 2 -
.../ozone/common/ChecksumByteBufferImpl.java | 29 -
.../apache/hadoop/ozone/common/ChecksumData.java | 5 +-
.../apache/hadoop/ozone/common/ChunkBuffer.java | 10 +-
.../common/ChunkBufferImplWithByteBuffer.java | 14 -
.../ozone/common/IncrementalChunkBuffer.java | 19 +-
.../ozone/common/statemachine/StateMachine.java | 10 +-
.../ozone/container/common/helpers/ChunkInfo.java | 13 +-
.../hadoop/ozone/grpc/metrics/GrpcMetrics.java | 4 +-
.../java/org/apache/hadoop/ozone/lease/Lease.java | 26 +-
.../hadoop/ozone/lease/LeaseCallbackExecutor.java | 14 +-
.../apache/hadoop/ozone/lease/LeaseManager.java | 5 +-
.../hadoop/ozone/util/ShutdownHookManager.java | 38 +-
.../java/org/apache/hadoop/util/MetricUtil.java | 10 -
.../hadoop/util/PerformanceMetricsInitializer.java | 2 +-
.../apache/hadoop/util/StringWithByteString.java | 54 -
.../common/src/main/resources/ozone-default.xml | 221 ++-
.../java/org/apache/hadoop/hdds/JsonTestUtils.java | 94 --
.../hadoop/hdds/fs/MockSpaceUsageSource.java | 22 -
.../hdds/fs/TestCachingSpaceUsageSource.java | 14 -
.../ozone/common/TestChecksumByteBuffer.java | 19 -
.../hadoop/ozone/common/TestChunkBuffer.java | 23 +-
.../org/apache/hadoop/hdds/conf/ConfigTag.java | 3 +-
.../org/apache/hadoop/hdds/conf/ConfigType.java | 6 +-
.../dev-support/findbugsExcludeFile.xml | 12 +
.../ozone/HddsDatanodeClientProtocolServer.java | 11 +-
.../apache/hadoop/ozone/HddsDatanodeService.java | 31 +-
.../apache/hadoop/ozone/HddsPolicyProvider.java | 63 -
.../org/apache/hadoop/ozone/audit/DNAction.java | 3 +-
.../container/common/helpers/ContainerMetrics.java | 19 -
.../container/common/helpers/DatanodeIdYaml.java | 8 +-
.../common/impl/ContainerLayoutVersion.java | 20 +-
.../container/common/impl/HddsDispatcher.java | 81 +-
.../ClosePipelineCommandHandler.java | 32 +-
.../commandhandler/DeleteBlocksCommandHandler.java | 36 +-
.../common/transport/server/XceiverServerGrpc.java | 8 +-
.../common/transport/server/ratis/CSMMetrics.java | 15 +-
.../server/ratis/ContainerStateMachine.java | 49 +-
.../transport/server/ratis/XceiverServerRatis.java | 110 +-
.../container/common/volume/AbstractFuture.java | 1295 +++++++++++++++++
.../ozone/container/common/volume/HddsVolume.java | 21 +-
.../container/common/volume/MutableVolumeSet.java | 12 +-
.../container/common/volume/StorageVolume.java | 5 +
.../common/volume/StorageVolumeChecker.java | 10 +-
.../common/volume/ThrottledAsyncChecker.java | 3 +-
.../container/common/volume/TimeoutFuture.java | 161 +++
.../ozone/container/common/volume/VolumeInfo.java | 93 +-
.../container/common/volume/VolumeInfoMetrics.java | 6 +-
.../ozone/container/common/volume/VolumeUsage.java | 124 +-
.../ECReconstructionCommandInfo.java | 13 +-
.../ECReconstructionCoordinator.java | 175 ++-
.../container/keyvalue/KeyValueContainerCheck.java | 8 +-
.../KeyValueContainerMetadataInspector.java | 178 +--
.../ozone/container/keyvalue/KeyValueHandler.java | 71 +-
.../container/keyvalue/helpers/ChunkUtils.java | 4 +-
.../helpers/KeyValueContainerLocationUtil.java | 10 +-
.../keyvalue/helpers/KeyValueContainerUtil.java | 51 +-
.../container/keyvalue/impl/BlockManagerImpl.java | 36 +-
.../keyvalue/impl/ChunkManagerFactory.java | 4 +-
.../keyvalue/impl/FilePerBlockStrategy.java | 20 +-
.../keyvalue/impl/FilePerChunkStrategy.java | 3 +-
.../keyvalue/impl/KeyValueStreamDataChannel.java | 7 +-
.../keyvalue/impl/StreamDataChannelBase.java | 3 -
.../keyvalue/interfaces/ChunkManager.java | 2 +-
.../metadata/AbstractDatanodeDBDefinition.java | 4 +
.../container/metadata/AbstractDatanodeStore.java | 12 +-
.../metadata/DatanodeSchemaOneDBDefinition.java | 1 +
.../metadata/DatanodeSchemaThreeDBDefinition.java | 18 +
.../metadata/DatanodeSchemaTwoDBDefinition.java | 17 +
.../metadata/DatanodeStoreSchemaOneImpl.java | 8 +-
.../metadata/DatanodeStoreSchemaThreeImpl.java | 10 +-
.../ozoneimpl/ContainerScannerConfiguration.java | 4 +-
.../container/replication/ContainerImporter.java | 13 +-
.../replication/GrpcReplicationService.java | 93 +-
.../container/replication/MeasuredReplicator.java | 22 +-
.../container/replication/ReplicationServer.java | 36 +-
.../replication/ReplicationSupervisor.java | 7 +-
.../replication/SendContainerRequestHandler.java | 14 +-
.../commands/ReconstructECContainersCommand.java | 28 +-
.../ozone/container/common/ContainerTestUtils.java | 2 +-
.../ozone/container/common/SCMTestUtils.java | 4 +-
.../container/common/TestDatanodeStateMachine.java | 12 +-
.../container/common/impl/TestHddsDispatcher.java | 167 +--
.../statemachine/TestDatanodeConfiguration.java | 2 +-
.../TestDeleteBlocksCommandHandler.java | 45 +-
.../states/endpoint/TestHeartbeatEndpointTask.java | 4 +-
.../container/common/utils/TestHddsVolumeUtil.java | 35 -
.../volume/TestCapacityVolumeChoosingPolicy.java | 4 -
.../common/volume/TestPeriodicVolumeChecker.java | 2 +-
.../common/volume/TestReservedVolumeSpace.java | 88 +-
.../volume/TestRoundRobinVolumeChoosingPolicy.java | 5 -
.../container/common/volume/TestVolumeSet.java | 2 +-
.../common/volume/TestVolumeSetDiskChecks.java | 11 +-
.../keyvalue/TestKeyValueContainerCheck.java | 5 +-
.../TestKeyValueContainerMetadataInspector.java | 94 +-
.../keyvalue/impl/CommonChunkManagerTestCases.java | 2 +-
.../keyvalue/impl/TestFilePerChunkStrategy.java | 4 +-
.../container/ozoneimpl/TestContainerReader.java | 2 +-
.../TestContainerScannerConfiguration.java | 4 +-
.../container/ozoneimpl/TestOzoneContainer.java | 2 +-
.../replication/TestGrpcReplicationService.java | 181 +--
.../TestGrpcReplicationServiceWithZeroCopy.java | 31 -
.../replication/TestReplicationSupervisor.java | 19 +-
.../TestSendContainerRequestHandler.java | 2 +-
.../upgrade/TestDatanodeUpgradeToSchemaV3.java | 4 +-
.../upgrade/TestDatanodeUpgradeToScmHA.java | 3 -
.../TestReconstructionECContainersCommands.java | 13 +-
hadoop-hdds/docs/.gitignore | 2 -
.../design/overwrite-key-only-if-unchanged.md | 199 ---
hadoop-hdds/docs/content/feature/Decommission.md | 8 -
.../docs/content/feature/Decommission.zh.md | 8 -
hadoop-hdds/docs/content/feature/ErasureCoding.md | 18 -
.../docs/content/feature/Reconfigurability.md | 27 +-
.../docs/content/feature/Reconfigurability.zh.md | 27 +-
.../docs/content/feature/S3-Tenant-Commands.md | 2 +-
hadoop-hdds/docs/content/feature/Snapshot.md | 2 +-
.../content/feature/Streaming-Write-Pipeline.md | 4 +-
hadoop-hdds/docs/content/interface/Cli.zh.md | 311 -----
hadoop-hdds/docs/content/interface/HttpFS.md | 2 +-
hadoop-hdds/docs/content/interface/Ofs.zh.md | 249 ----
hadoop-hdds/docs/content/interface/ReconApi.md | 33 -
hadoop-hdds/docs/content/interface/ReconApi.zh.md | 600 +-------
hadoop-hdds/docs/content/interface/_index.zh.md | 2 +-
hadoop-hdds/docs/content/recipe/BotoClient.zh.md | 188 ---
.../docs/content/security/SecuringOzoneHTTP.zh.md | 130 --
hadoop-hdds/docs/content/tools/Admin.zh.md | 35 -
hadoop-hdds/docs/pom.xml | 24 +
.../static/swagger-resources/recon-api.yaml | 19 +-
hadoop-hdds/framework/pom.xml | 2 -
.../apache/hadoop/hdds/conf/HddsConfServlet.java | 10 +-
.../ReconfigureProtocolClientSideTranslatorPB.java | 44 +-
.../protocolPB/ReconfigureProtocolDatanodePB.java | 33 -
.../hdds/protocolPB/ReconfigureProtocolOmPB.java | 33 -
.../hdds/protocolPB/ReconfigureProtocolPB.java | 2 +-
.../ReconfigureProtocolServerSideTranslatorPB.java | 2 +-
.../hadoop/hdds/scm/client/ScmTopologyClient.java | 137 --
.../hadoop/hdds/scm/client/package-info.java | 24 -
.../DeletedBlocksTransactionInfoWrapper.java | 9 +-
.../scm/protocol/ScmBlockLocationProtocol.java | 8 -
...lockLocationProtocolClientSideTranslatorPB.java | 43 -
...inerLocationProtocolClientSideTranslatorPB.java | 77 +-
.../security/token/CompositeTokenVerifier.java | 4 +-
.../hdds/security/token/NoopTokenVerifier.java | 4 +-
.../security/token/ShortLivedTokenVerifier.java | 8 +-
.../hadoop/hdds/security/token/TokenVerifier.java | 9 +-
.../hdds/server/events/EventWatcherMetrics.java | 14 +-
.../hadoop/hdds/server/http/BaseHttpServer.java | 6 +-
.../apache/hadoop/hdds/utils/FaultInjector.java | 10 -
.../apache/hadoop/hdds/utils/HddsServerUtil.java | 6 +-
.../hadoop/hdds/utils/RocksDBStoreMetrics.java | 4 +-
.../hadoop/hdds/utils/db/DBStoreBuilder.java | 8 +-
.../org/apache/hadoop/hdds/utils/db/RDBStore.java | 2 +-
.../apache/hadoop/hdds/utils/db/RocksDatabase.java | 8 +-
.../hadoop/hdds/conf/TestHddsConfServlet.java | 5 +-
.../token/TestOzoneBlockTokenSecretManager.java | 16 +-
.../hdds/security/token/TokenVerifierTests.java | 14 +-
.../apache/hadoop/hdds/server/TestJsonUtils.java | 5 +-
.../hadoop/hdds/utils/db/TestRDBTableStore.java | 8 +-
.../hdds/utils/db/TestTypedRDBTableStore.java | 8 +-
hadoop-hdds/hadoop-dependency-client/pom.xml | 32 -
hadoop-hdds/hadoop-dependency-server/pom.xml | 40 -
hadoop-hdds/hadoop-dependency-test/pom.xml | 9 -
.../src/main/proto/ScmAdminProtocol.proto | 19 -
hadoop-hdds/interface-client/pom.xml | 5 +
.../src/main/proto/DatanodeClientProtocol.proto | 16 -
.../interface-client/src/main/proto/hdds.proto | 25 -
.../src/main/proto/ScmServerProtocol.proto | 11 +-
.../utils/db/managed/JniLibNamePropertyWriter.java | 47 -
.../hdds/utils/db/managed/ManagedDBOptions.java | 14 -
.../hdds/utils/db/managed/ManagedLogger.java | 52 -
.../utils/db/managed/ManagedRocksObjectUtils.java | 8 -
.../utils/db/managed/ManagedSstFileReader.java | 21 +-
hadoop-hdds/pom.xml | 39 +
hadoop-hdds/rocks-native/pom.xml | 213 ++-
hadoop-hdds/rocks-native/src/CMakeLists.txt | 54 +-
.../apache/hadoop/hdds/utils/NativeConstants.java | 3 +-
.../hadoop/hdds/utils/NativeLibraryLoader.java | 35 +-
.../db/managed/ManagedRawSSTFileIterator.java | 118 --
.../utils/db/managed/ManagedRawSSTFileReader.java | 80 --
.../utils/db/managed/ManagedSSTDumpIterator.java | 314 +++++
.../hdds/utils/db/managed/ManagedSSTDumpTool.java | 99 ++
.../hdds/utils/db/managed/PipeInputStream.java | 88 ++
.../src/main/native/ManagedRawSSTFileIterator.cpp | 90 --
.../src/main/native/ManagedRawSSTFileReader.cpp | 65 -
.../src/main/native/Pipe.cpp} | 23 +-
.../utils/NativeConstants.java => native/Pipe.h} | 43 +-
.../src/main/native/PipeInputStream.cpp | 48 +
.../rocks-native/src/main/native/SSTDumpTool.cpp | 48 +
.../src/main/native/cplusplus_to_java_convert.h | 2 +-
.../src/main/patches/rocks-native.patch | 1085 ++++++++-------
.../hadoop/hdds/utils/TestNativeLibraryLoader.java | 36 +-
.../db/managed/TestManagedRawSSTFileIterator.java | 143 --
.../db/managed/TestManagedSSTDumpIterator.java | 282 ++++
.../src/test/resources/auditlog.properties | 76 -
.../src/test/resources/log4j.properties | 23 -
hadoop-hdds/rocksdb-checkpoint-differ/pom.xml | 37 +
.../org/apache/ozone/rocksdb/util/RdbUtil.java | 3 +-
.../ozone/rocksdb/util/SstFileSetReader.java | 226 ++-
.../ozone/rocksdiff/RocksDBCheckpointDiffer.java | 123 +-
.../org/apache/ozone/rocksdiff/RocksDiffUtils.java | 9 +-
.../org/apache/ozone/graph/TestPrintableGraph.java | 84 --
.../ozone/rocksdb/util/TestSstFileSetReader.java | 62 +-
.../rocksdiff/TestRocksDBCheckpointDiffer.java | 125 +-
.../server-scm/dev-support/findbugsExcludeFile.xml | 5 -
.../org/apache/hadoop/hdds/scm/FetchMetrics.java | 220 ---
.../scm/container/balancer/ContainerBalancer.java | 12 +-
.../balancer/ContainerBalancerConfiguration.java | 4 -
.../ContainerBalancerSelectionCriteria.java | 12 +-
.../container/balancer/ContainerBalancerTask.java | 98 +-
.../scm/container/balancer/FindSourceGreedy.java | 19 +-
.../scm/container/balancer/FindSourceStrategy.java | 10 -
.../replication/ECUnderReplicationHandler.java | 8 +-
.../container/replication/ReplicationManager.java | 14 +-
.../replication/ReplicationManagerMetrics.java | 13 +-
.../hadoop/hdds/scm/ha/SCMRatisResponse.java | 20 +-
.../hadoop/hdds/scm/ha/SCMRatisServerImpl.java | 9 +-
.../apache/hadoop/hdds/scm/ha/SCMStateMachine.java | 23 +-
.../hadoop/hdds/scm/ha/io/BigIntegerCodec.java | 4 +-
.../apache/hadoop/hdds/scm/ha/io/BooleanCodec.java | 11 +-
.../apache/hadoop/hdds/scm/ha/io/EnumCodec.java | 4 +-
.../apache/hadoop/hdds/scm/ha/io/IntegerCodec.java | 4 +-
.../apache/hadoop/hdds/scm/ha/io/LongCodec.java | 4 +-
.../hdds/scm/ha/io/ManagedSecretKeyCodec.java | 2 +-
.../apache/hadoop/hdds/scm/ha/io/StringCodec.java | 4 +-
.../hdds/scm/ha/io/X509CertificateCodec.java | 4 +-
.../hadoop/hdds/scm/node/DatanodeAdminMonitor.java | 2 +-
.../hdds/scm/node/DatanodeAdminMonitorImpl.java | 3 +-
.../apache/hadoop/hdds/scm/node/DatanodeInfo.java | 1 +
.../hdds/scm/node/NodeDecommissionManager.java | 183 +--
.../apache/hadoop/hdds/scm/node/NodeManager.java | 11 -
.../hadoop/hdds/scm/node/NodeStateManager.java | 6 +-
.../apache/hadoop/hdds/scm/node/NodeStatus.java | 1 +
.../hadoop/hdds/scm/node/SCMNodeManager.java | 37 -
.../hdds/scm/node/states/Node2ContainerMap.java | 92 ++
.../hdds/scm/node/states/Node2ObjectsMap.java} | 101 +-
.../hdds/scm/node/states/Node2PipelineMap.java | 28 +-
.../hadoop/hdds/scm/node/states/NodeStateMap.java | 50 +-
.../hdds/scm/pipeline/RatisPipelineProvider.java | 2 +
...lockLocationProtocolServerSideTranslatorPB.java | 15 -
...inerLocationProtocolServerSideTranslatorPB.java | 52 +-
.../hdds/scm/safemode/SCMSafeModeManager.java | 30 +-
.../hadoop/hdds/scm/safemode/SafeModeMetrics.java | 25 +-
.../hdds/scm/security/RootCARotationMetrics.java | 2 +-
.../hdds/scm/server/SCMBlockProtocolServer.java | 15 +-
.../hdds/scm/server/SCMClientProtocolServer.java | 187 +--
.../hdds/scm/server/SCMContainerMetrics.java | 1 +
.../scm/server/SCMDatanodeHeartbeatDispatcher.java | 14 +-
.../apache/hadoop/hdds/scm/server/SCMMXBean.java | 7 -
.../hadoop/hdds/scm/server/SCMPolicyProvider.java | 7 +-
.../hdds/scm/server/StorageContainerManager.java | 13 +-
.../main/resources/webapps/scm/scm-overview.html | 4 -
.../hadoop/hdds/scm/container/MockNodeManager.java | 1 +
.../hdds/scm/container/balancer/MockedSCM.java | 319 -----
.../TestContainerBalancerDatanodeNodeLimit.java | 347 -----
.../balancer/TestContainerBalancerTask.java | 352 +++--
.../scm/container/balancer/TestableCluster.java | 257 ----
.../TestContainerReplicaPendingOps.java | 8 -
.../replication/TestECUnderReplicationHandler.java | 15 +-
.../replication/TestReplicationManager.java | 13 +-
.../hdds/scm/ha/io/TestX509CertificateCodec.java | 3 +-
.../hdds/scm/node/TestContainerPlacement.java | 2 +-
.../hdds/scm/node/TestDatanodeAdminMonitor.java | 8 +-
.../hadoop/hdds/scm/node/TestFetchMetrics.java | 46 -
.../hdds/scm/node/TestNodeDecommissionManager.java | 707 +---------
.../states}/TestNode2ContainerMap.java | 6 +-
.../ozone/container/common/TestEndPoint.java | 22 +-
.../org/apache/hadoop/hdds/cli/OzoneAdmin.java | 12 +
.../scm/cli/ContainerBalancerStartSubcommand.java | 70 +-
.../scm/cli/ContainerBalancerStopSubcommand.java | 3 +-
.../hdds/scm/cli/ContainerOperationClient.java | 32 +-
.../scm/cli/ReplicationManagerStartSubcommand.java | 7 +-
.../cli/ReplicationManagerStatusSubcommand.java | 9 +-
.../scm/cli/ReplicationManagerStopSubcommand.java | 9 +-
.../hdds/scm/cli/SafeModeCheckSubcommand.java | 11 +-
.../hdds/scm/cli/SafeModeExitSubcommand.java | 7 +-
.../hdds/scm/cli/SafeModeWaitSubcommand.java | 19 +-
.../scm/cli/cert/CleanExpiredCertsSubcommand.java | 9 +-
.../hadoop/hdds/scm/cli/cert/InfoSubcommand.java | 16 +-
.../hadoop/hdds/scm/cli/cert/ListSubcommand.java | 11 +-
.../hdds/scm/cli/cert/ScmCertSubcommand.java | 21 +-
.../hdds/scm/cli/container/CreateSubcommand.java | 7 +-
.../hdds/scm/cli/container/InfoSubcommand.java | 35 +-
.../hdds/scm/cli/container/ListSubcommand.java | 7 +-
.../cli/datanode/DecommissionStatusSubCommand.java | 93 +-
.../scm/cli/datanode/DecommissionSubCommand.java | 7 +-
.../scm/cli/datanode/MaintenanceSubCommand.java | 8 +-
.../scm/cli/pipeline/ClosePipelineSubcommand.java | 50 +-
.../scm/cli/pipeline/CreatePipelineSubcommand.java | 10 +-
.../scm/cli/pipeline/FilterPipelineOptions.java | 85 --
.../scm/cli/pipeline/ListPipelinesSubcommand.java | 77 +-
.../hdds/scm/cli/container/TestInfoSubCommand.java | 85 +-
.../cli/container/upgrade/TestUpgradeManager.java | 25 +-
.../datanode/TestContainerBalancerSubCommand.java | 9 +-
.../datanode/TestDecommissionStatusSubCommand.java | 83 +-
.../cli/datanode/TestDecommissionSubCommand.java | 7 +-
.../cli/datanode/TestMaintenanceSubCommand.java | 8 +-
.../cli/datanode/TestRecommissionSubCommand.java | 3 +-
.../org/apache/hadoop/ozone/client/BucketArgs.java | 96 +-
.../apache/hadoop/ozone/client/ObjectStore.java | 15 -
.../apache/hadoop/ozone/client/OzoneBucket.java | 157 +--
.../org/apache/hadoop/ozone/client/OzoneKey.java | 43 +-
.../hadoop/ozone/client/OzoneKeyDetails.java | 4 +-
.../client/OzoneMultipartUploadPartListParts.java | 19 +-
.../apache/hadoop/ozone/client/OzoneVolume.java | 8 +-
.../org/apache/hadoop/ozone/client/VolumeArgs.java | 49 +-
.../client/checksum/ECBlockChecksumComputer.java | 56 +-
.../checksum/ReplicatedBlockChecksumComputer.java | 23 +-
.../ozone/client/io/BlockOutputStreamEntry.java | 84 +-
.../client/io/BlockOutputStreamEntryPool.java | 81 +-
.../ozone/client/io/ECBlockOutputStreamEntry.java | 104 +-
.../client/io/ECBlockOutputStreamEntryPool.java | 48 +-
.../hadoop/ozone/client/io/ECKeyOutputStream.java | 136 +-
.../hadoop/ozone/client/io/KeyInputStream.java | 34 +-
.../hadoop/ozone/client/io/KeyOutputStream.java | 95 +-
.../ozone/client/protocol/ClientProtocol.java | 90 +-
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 334 ++---
.../hadoop/ozone/client/MockDatanodeStorage.java | 4 +-
.../hadoop/ozone/client/MockXceiverClientSpi.java | 34 +-
.../client/io/TestECBlockOutputStreamEntry.java | 16 +-
.../ozone/client/io/TestKeyInputStreamEC.java | 12 +-
hadoop-ozone/common/pom.xml | 5 +
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 42 -
.../java/org/apache/hadoop/ozone/OzoneAcl.java | 282 ++--
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 27 +-
.../hadoop/ozone/om/helpers/BasicOmKeyInfo.java | 114 +-
.../hadoop/ozone/om/helpers/LeaseKeyInfo.java | 39 -
.../hadoop/ozone/om/helpers/OmBucketArgs.java | 166 ++-
.../hadoop/ozone/om/helpers/OmBucketInfo.java | 197 ++-
.../hadoop/ozone/om/helpers/OmDirectoryInfo.java | 90 +-
.../apache/hadoop/ozone/om/helpers/OmKeyArgs.java | 105 +-
.../apache/hadoop/ozone/om/helpers/OmKeyInfo.java | 211 ++-
.../helpers/OmMultipartCommitUploadPartInfo.java | 11 +-
.../ozone/om/helpers/OmMultipartKeyInfo.java | 84 +-
.../om/helpers/OmMultipartUploadCompleteList.java | 5 +-
.../om/helpers/OmMultipartUploadListParts.java | 3 +-
.../apache/hadoop/ozone/om/helpers/OmPartInfo.java | 31 +-
.../hadoop/ozone/om/helpers/OmVolumeArgs.java | 172 ++-
.../hadoop/ozone/om/helpers/OzoneAclUtil.java | 120 +-
.../hadoop/ozone/om/helpers/S3SecretValue.java | 4 +-
.../hadoop/ozone/om/helpers/SnapshotInfo.java | 147 +-
.../apache/hadoop/ozone/om/helpers/VolumeArgs.java | 140 ++
.../hadoop/ozone/om/helpers/WithMetadata.java | 54 +-
.../hadoop/ozone/om/helpers/WithObjectID.java | 98 +-
.../ozone/om/helpers/WithParentObjectId.java | 41 +-
.../ozone/om/protocol/OzoneManagerProtocol.java | 20 +-
.../ozone/om/protocolPB/OmTransportFactory.java | 4 +-
...OzoneManagerProtocolClientSideTranslatorPB.java | 172 +--
.../ozone/security/acl/IAccessAuthorizer.java | 9 +-
.../hadoop/ozone/security/acl/OzoneObjInfo.java | 10 -
.../ozone/snapshot/SnapshotDiffReportOzone.java | 16 +-
.../org/apache/hadoop/ozone/util/PayloadUtils.java | 66 -
.../org/apache/hadoop/ozone/TestOzoneAcls.java | 154 +-
.../hadoop/ozone/om/helpers/TestOmBucketInfo.java | 17 +-
.../hadoop/ozone/om/helpers/TestOmKeyInfo.java | 2 +-
.../ozone/om/helpers/TestOmMultipartKeyInfo.java | 2 +-
.../hadoop/ozone/om/helpers/TestOmVolumeArgs.java | 8 +-
.../hadoop/ozone/om/helpers/TestOzoneAclUtil.java | 36 +-
hadoop-ozone/csi/pom.xml | 14 -
hadoop-ozone/dev-support/checks/_lib.sh | 15 -
.../dev-support/checks/_mvn_unit_report.sh | 6 +-
hadoop-ozone/dev-support/checks/acceptance.sh | 52 +-
hadoop-ozone/dev-support/checks/checkstyle.sh | 2 +-
hadoop-ozone/dev-support/checks/coverage.sh | 8 +-
hadoop-ozone/dev-support/checks/integration.sh | 2 +-
hadoop-ozone/dev-support/checks/junit.sh | 8 +-
hadoop-ozone/dev-support/checks/native.sh | 19 +-
hadoop-ozone/dev-support/checks/rat.sh | 8 +-
hadoop-ozone/dev-support/checks/unit.sh | 2 +
.../intellij/runConfigurations/Datanode2-ha.xml | 2 +-
.../intellij/runConfigurations/Datanode2.xml | 2 +-
.../intellij/runConfigurations/Datanode3-ha.xml | 2 +-
.../intellij/runConfigurations/Datanode3.xml | 2 +-
hadoop-ozone/dist/.gitignore | 1 -
hadoop-ozone/dist/pom.xml | 2 +-
.../Datanode Chunk Read_Write Dashboard.json | 1160 ---------------
.../grafana/dashboards/Ozone - JVM Metrics.json | 357 +++--
.../dashboards/Ozone - ListKey Metrics.json | 300 ++--
.../grafana/dashboards/Ozone - Object Metrics.json | 1 +
.../grafana/dashboards/Ozone - S3 Dashboard.json | 1209 ----------------
.../dist/src/main/compose/common/s3a-test.sh | 127 --
.../src/main/compose/compose_v2_compatibility.sh | 24 -
.../compose/ozone-balancer/docker-compose.yaml | 179 ---
.../src/main/compose/ozone-balancer/docker-config | 59 -
.../dist/src/main/compose/ozone-balancer/test.sh | 33 -
.../dist/src/main/compose/ozone-ha/docker-config | 2 +-
.../dist/src/main/compose/ozone-ha/test.sh | 8 +-
.../.env => ozone-om-ha/.ssh/environment} | 6 +-
.../dist/src/main/compose/ozone-om-ha/Dockerfile | 3 +-
.../dist/src/main/compose/ozone/docker-config | 2 +-
.../dist/src/main/compose/ozone/prometheus.yml | 24 +-
hadoop-ozone/dist/src/main/compose/ozone/run.sh | 2 -
.../test-s3a.sh => ozonescripts/.ssh/environment} | 11 +-
.../dist/src/main/compose/ozonescripts/Dockerfile | 4 +-
.../dist/src/main/compose/ozonescripts/README.md | 2 +-
.../dist/src/main/compose/ozonescripts/ps.sh | 5 +-
.../dist/src/main/compose/ozonescripts/start.sh | 3 -
.../dist/src/main/compose/ozonescripts/stop.sh | 3 -
.../src/main/compose/ozonesecure-ha/docker-config | 4 +-
.../main/compose/ozonesecure-ha/test-leadership.sh | 2 +-
.../src/main/compose/ozonesecure-ha/test-s3a.sh | 27 -
.../src/main/compose/ozonesecure-mr/docker-config | 1 +
.../src/main/compose/ozonesecure/docker-config | 7 +-
.../dist/src/main/compose/ozonesecure/test.sh | 9 -
hadoop-ozone/dist/src/main/compose/test-all.sh | 7 +-
hadoop-ozone/dist/src/main/compose/testlib.sh | 33 +-
hadoop-ozone/dist/src/main/license/bin/LICENSE.txt | 6 +-
.../LICENSE-com.google.code.findbugs-jsr305.txt | 8 +
hadoop-ozone/dist/src/main/license/jar-report.txt | 10 +-
.../src/main/smoketest/admincli/container.robot | 15 -
.../src/main/smoketest/admincli/datanode.robot | 14 -
.../src/main/smoketest/admincli/pipeline.robot | 24 +-
.../src/main/smoketest/admincli/reconfigure.robot | 38 -
.../src/main/smoketest/balancer/testBalancer.robot | 144 --
.../dist/src/main/smoketest/basic/links.robot | 15 -
.../src/main/smoketest/basic/ozone-shell-lib.robot | 1 -
.../dist/src/main/smoketest/env-compose.robot | 19 +-
.../src/main/smoketest/freon/echoRPCLoad.robot | 21 -
.../main/smoketest/httpfs/operations_tests.robot | 10 +
.../dist/src/main/smoketest/recon/recon-api.robot | 12 +-
.../src/main/smoketest/s3/MultipartUpload.robot | 65 +-
.../dist/src/main/smoketest/s3/commonawslib.robot | 24 +-
.../dist/src/main/smoketest/s3/objectcopy.robot | 59 +-
.../dist/src/main/smoketest/s3/objecthead.robot | 17 +-
.../dist/src/main/smoketest/s3/objectputget.robot | 61 +-
.../src/main/smoketest/security/S3-secret.robot | 2 -
.../smoketest/security/ozone-secure-owner-s3.robot | 63 -
.../smoketest/security/ozone-secure-tenant.robot | 11 +-
.../dist/src/main/smoketest/topology/cli.robot | 21 +-
hadoop-ozone/dist/src/shell/ozone/ozone | 7 -
.../fault-injection-test/mini-chaos-tests/pom.xml | 5 +
.../apache/hadoop/ozone/MiniOzoneChaosCluster.java | 27 +-
.../hadoop/ozone/TestMiniChaosOzoneCluster.java | 4 +-
hadoop-ozone/fault-injection-test/pom.xml | 8 -
hadoop-ozone/httpfsgateway/pom.xml | 6 +-
.../apache/ozone/fs/http/server/HttpFSServer.java | 12 +-
hadoop-ozone/integration-test/pom.xml | 5 +
.../fs/contract/AbstractContractAppendTest.java | 2 -
.../fs/contract/AbstractContractConcatTest.java | 2 -
.../AbstractContractCopyFromLocalTest.java | 2 -
.../AbstractContractGetFileStatusTest.java | 2 -
.../AbstractContractMultipartUploaderTest.java | 4 -
.../fs/contract/AbstractContractOpenTest.java | 2 -
.../AbstractContractRootDirectoryTest.java | 2 -
.../fs/contract/AbstractContractSeekTest.java | 4 -
.../fs/contract/AbstractContractSetTimesTest.java | 2 -
.../fs/contract/AbstractContractUnbufferTest.java | 2 -
.../fs/ozone/AbstractOzoneFileSystemTest.java | 133 --
.../ozone/AbstractOzoneFileSystemTestWithFSO.java | 5 +-
.../ozone/AbstractRootedOzoneFileSystemTest.java | 185 +--
.../AbstractRootedOzoneFileSystemTestWithFSO.java | 4 +-
.../hadoop/fs/ozone/OzoneFileSystemTests.java | 16 -
.../ozone/TestDirectoryDeletingServiceWithFSO.java | 25 +-
.../java/org/apache/hadoop/fs/ozone/TestHSync.java | 405 +-----
.../apache/hadoop/fs/ozone/TestLeaseRecovery.java | 199 +--
.../hadoop/fs/ozone/TestOzoneFSInputStream.java | 123 --
.../fs/ozone/TestOzoneFSWithObjectStoreCreate.java | 9 +-
.../fs/ozone/TestOzoneFileSystemWithStreaming.java | 7 +-
.../apache/hadoop/fs/ozone/TestOzoneFsHAURLs.java | 14 +-
.../hadoop/fs/ozone/TestOzoneFsSnapshot.java | 85 +-
.../hadoop/fs/ozone/TestRootedDDSWithFSO.java | 25 +-
.../org/apache/hadoop/fs/ozone/TestSafeMode.java | 2 +-
.../ozone/contract/AbstractOzoneContractTest.java | 44 -
.../hadoop/hdds/scm/TestContainerSmallFile.java | 19 -
.../hadoop/hdds/scm/TestFailoverWithSCMHA.java | 2 +-
.../hadoop/hdds/scm/TestRatisPipelineLeader.java | 4 +-
.../TestSCMContainerPlacementPolicyMetrics.java | 2 +-
.../hadoop/hdds/scm/TestSCMInstallSnapshot.java | 2 +
.../hdds/scm/TestSCMInstallSnapshotWithHA.java | 2 +-
.../hadoop/hdds/scm/TestSecretKeySnapshot.java | 9 +-
.../apache/hadoop/hdds/scm/TestSecretKeysApi.java | 5 +-
.../hdds/scm/TestStorageContainerManager.java | 402 +++---
.../hdds/scm/TestStorageContainerManagerHA.java | 2 +-
.../scm/TestStorageContainerManagerHelper.java | 198 +++
.../hadoop/hdds/scm/TestXceiverClientGrpc.java | 39 +-
.../scm/node/TestDecommissionAndMaintenance.java | 223 +--
.../apache/hadoop/hdds/scm/node/TestQueryNode.java | 9 +-
.../hdds/scm/pipeline/TestLeaderChoosePolicy.java | 9 +-
.../hadoop/hdds/scm/pipeline/TestNodeFailure.java | 5 +-
.../TestRatisPipelineCreateAndDestroy.java | 8 +-
.../hadoop/hdds/scm/pipeline/TestSCMRestart.java | 11 +-
.../hadoop/hdds/scm/storage/TestCommitWatcher.java | 9 +-
.../hdds/scm/storage/TestContainerCommandsEC.java | 28 +-
.../hadoop/hdds/upgrade/TestHDDSUpgrade.java | 33 +-
.../hadoop/hdds/upgrade/TestScmHAFinalization.java | 18 +-
.../hadoop/hdds/utils/ClusterContainersUtil.java | 147 --
.../db/managed/TestRocksObjectLeakDetector.java | 3 +
.../org/apache/hadoop/ozone/MiniOzoneCluster.java | 207 ++-
.../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 300 ++--
.../hadoop/ozone/MiniOzoneClusterProvider.java | 34 +-
.../hadoop/ozone/MiniOzoneHAClusterImpl.java | 125 +-
.../org/apache/hadoop/ozone/RatisTestHelper.java | 6 +-
.../org/apache/hadoop/ozone/TestBlockTokens.java | 12 +-
.../apache/hadoop/ozone/TestBlockTokensCLI.java | 5 +-
.../ozone/TestContainerBalancerOperations.java | 91 +-
.../java/org/apache/hadoop/ozone/TestDataUtil.java | 71 -
.../apache/hadoop/ozone/TestDelegationToken.java | 4 -
.../ozone/TestGetClusterTreeInformation.java | 87 --
.../apache/hadoop/ozone/TestMiniOzoneCluster.java | 24 +-
.../hadoop/ozone/TestMiniOzoneOMHACluster.java | 92 ++
.../hadoop/ozone/TestMultipartObjectGet.java | 9 +-
.../apache/hadoop/ozone/TestOMSortDatanodes.java | 187 ---
.../hadoop/ozone/TestOzoneConfigurationFields.java | 2 +
.../hadoop/ozone/TestSecureOzoneCluster.java | 67 +-
.../hadoop/ozone/UniformDatanodesFactory.java | 167 ---
.../ozone/client/TestOzoneClientFactory.java | 3 +-
.../client/rpc/AbstractTestECKeyOutputStream.java | 7 +-
.../ozone/client/rpc/Test2WayCommitInRatis.java | 3 +
.../apache/hadoop/ozone/client/rpc/TestBCSID.java | 4 +-
.../client/rpc/TestBlockDataStreamOutput.java | 28 +-
.../ozone/client/rpc/TestBlockOutputStream.java | 146 +-
.../rpc/TestBlockOutputStreamWithFailures.java | 44 +-
.../rpc/TestContainerReplicationEndToEnd.java | 4 +-
.../client/rpc/TestContainerStateMachine.java | 5 +-
.../TestContainerStateMachineFailureOnRead.java | 4 +-
.../rpc/TestContainerStateMachineFailures.java | 14 +-
.../rpc/TestContainerStateMachineFlushDelay.java | 5 +-
.../rpc/TestContainerStateMachineStream.java | 12 +-
.../ozone/client/rpc/TestDatanodeVersion.java | 143 --
.../client/rpc/TestDeleteWithInAdequateDN.java | 10 +-
.../client/rpc/TestFailureHandlingByClient.java | 5 +-
.../rpc/TestFailureHandlingByClientFlushDelay.java | 4 +-
.../client/rpc/TestHybridPipelineOnDatanode.java | 4 +-
.../rpc/TestMultiBlockWritesWithDnFailures.java | 3 +-
.../client/rpc/TestOzoneAtRestEncryption.java | 111 +-
.../rpc/TestOzoneClientMultipartUploadWithFSO.java | 181 +--
...estOzoneClientRetriesOnExceptionFlushDelay.java | 1 +
.../rpc/TestOzoneClientRetriesOnExceptions.java | 1 +
.../client/rpc/TestOzoneRpcClientAbstract.java | 583 +++-----
.../rpc/TestOzoneRpcClientForAclAuditLog.java | 4 +-
.../client/rpc/TestOzoneRpcClientWithRatis.java | 34 +-
.../ozone/client/rpc/TestSecureOzoneRpcClient.java | 24 +-
.../client/rpc/TestValidateBCSIDOnRestart.java | 5 +-
.../ozone/client/rpc/TestWatchForCommit.java | 167 ++-
.../ozone/client/rpc/read/TestInputStreamBase.java | 2 +-
.../ozone/container/TestECContainerRecovery.java | 5 +-
.../apache/hadoop/ozone/container/TestHelper.java | 2 +-
.../commandhandler/TestBlockDeletion.java | 1 +
.../TestCloseContainerByPipeline.java | 2 +-
.../transport/server/ratis/TestCSMMetrics.java | 4 +-
.../container/metrics/TestContainerMetrics.java | 8 +-
.../metrics/TestDatanodeQueueMetrics.java | 8 +-
.../container/ozoneimpl/TestOzoneContainer.java | 10 +-
.../ozoneimpl/TestOzoneContainerWithTLS.java | 12 -
.../ozoneimpl/TestSecureOzoneContainer.java | 9 +-
.../container/server/TestContainerServer.java | 19 +-
.../server/TestSecureContainerServer.java | 25 +-
.../org/apache/hadoop/ozone/debug/TestLDBCli.java | 5 +-
.../ozone/dn/ratis/TestDnRatisLogParser.java | 6 +-
.../TestDatanodeHddsVolumeFailureDetection.java | 1 +
.../TestDatanodeHddsVolumeFailureToleration.java | 5 +-
.../hadoop/ozone/freon/TestDNRPCLoadGenerator.java | 136 --
.../hadoop/ozone/freon/TestDataValidate.java | 5 +-
.../freon/TestFreonWithDatanodeFastRestart.java | 4 +-
.../ozone/freon/TestFreonWithPipelineDestroy.java | 5 +-
.../hadoop/ozone/freon/TestOMSnapshotDAG.java | 41 +-
.../ozone/freon/TestOmBucketReadWriteKeyOps.java | 13 +-
.../hadoop/ozone/om/TestAddRemoveOzoneManager.java | 5 +-
.../apache/hadoop/ozone/om/TestBucketOwner.java | 6 +-
.../apache/hadoop/ozone/om/TestKeyManagerImpl.java | 113 +-
.../org/apache/hadoop/ozone/om/TestKeyPurging.java | 3 +-
.../org/apache/hadoop/ozone/om/TestListKeys.java | 114 +-
.../hadoop/ozone/om/TestListKeysWithFSO.java | 27 -
.../org/apache/hadoop/ozone/om/TestListStatus.java | 99 +-
.../hadoop/ozone/om/TestOMBucketLayoutUpgrade.java | 11 +-
.../hadoop/ozone/om/TestOMDbCheckpointServlet.java | 28 +-
.../hadoop/ozone/om/TestOMEpochForNonRatis.java | 46 -
.../hadoop/ozone/om/TestOMRatisSnapshots.java | 2 +-
.../hadoop/ozone/om/TestOMUpgradeFinalization.java | 11 +-
.../hadoop/ozone/om/TestObjectStoreWithFSO.java | 5 +-
.../ozone/om/TestObjectStoreWithLegacyFS.java | 11 +-
.../hadoop/ozone/om/TestOmBlockVersioning.java | 1 -
.../ozone/om/TestOmContainerLocationCache.java | 47 +-
.../org/apache/hadoop/ozone/om/TestOmMetrics.java | 559 ++++----
.../om/{snapshot => }/TestOmSnapshotDisabled.java | 11 +-
.../TestOmSnapshotDisabledRestart.java | 8 +-
.../{snapshot => }/TestOmSnapshotFileSystem.java | 9 +-
.../TestOmSnapshotFileSystemFso.java | 2 +-
.../TestOmSnapshotFileSystemLegacy.java | 2 +-
.../apache/hadoop/ozone/om/TestOzoneManagerHA.java | 20 +-
.../{snapshot => }/TestOzoneManagerHASnapshot.java | 7 +-
.../ozone/om/TestOzoneManagerHAWithAllRunning.java | 139 +-
.../om/TestOzoneManagerHAWithStoppedNodes.java | 12 +-
.../om/TestOzoneManagerListVolumesSecure.java | 3 -
.../apache/hadoop/ozone/om/TestScmSafeMode.java | 76 +-
.../TestSnapshotBackgroundServices.java | 25 +-
.../TestSnapshotDeletingService.java | 139 +-
.../TestSnapshotDirectoryCleaningService.java | 28 +-
.../ozone/om/multitenant/RangerUserRequest.java | 28 +-
.../om/multitenant/TestMultiTenantVolume.java | 5 +-
.../hadoop/ozone/om/snapshot/TestOmSnapshot.java | 85 +-
.../snapshot/TestOmSnapshotFsoWithNativeLib.java | 2 +
.../om/snapshot/TestOzoneManagerSnapshotAcl.java | 11 +-
.../snapshot/TestOzoneManagerSnapshotProvider.java | 2 +-
.../om/snapshot/TestOzoneSnapshotRestore.java | 9 +-
.../ozone/parser/TestOzoneHARatisLogParser.java | 2 +-
.../ozone/recon/TestReconAndAdminContainerCLI.java | 8 +-
.../ozone/recon/TestReconContainerEndpoint.java | 222 ---
.../TestReconInsightsForDeletedDirectories.java | 28 +-
.../hadoop/ozone/recon/TestReconScmSnapshot.java | 50 -
.../apache/hadoop/ozone/recon/TestReconTasks.java | 25 +-
.../ozone/recon/TestReconWithOzoneManager.java | 41 +-
.../ozone/recon/TestReconWithOzoneManagerHA.java | 10 +-
.../ozone/shell/TestDeletedBlocksTxnShell.java | 2 +-
.../shell/TestOzoneContainerUpgradeShell.java | 6 +
.../hadoop/ozone/shell/TestOzoneDebugShell.java | 1 +
.../hadoop/ozone/shell/TestOzoneShellHA.java | 450 +-----
.../hadoop/ozone/shell/TestOzoneTenantShell.java | 82 +-
.../hadoop/ozone/shell/TestReconfigShell.java | 14 +-
.../apache/hadoop/ozone/shell/TestScmAdminHA.java | 4 +-
.../ozone/shell/TestTransferLeadershipShell.java | 2 +-
.../tools/contract/AbstractContractDistCpTest.java | 2 -
.../org/apache/hadoop/utils/FaultInjectorImpl.java | 12 -
.../src/test/resources/core-site.xml | 13 +-
.../src/test/resources/ozone-site.xml | 22 +-
hadoop-ozone/interface-client/pom.xml | 6 -
.../src/main/proto/OmClientProtocol.proto | 34 +-
.../hadoop/ozone/om/helpers/OmPrefixInfo.java | 90 +-
.../hadoop/ozone/om/helpers/OzoneAclStorage.java | 15 +-
.../hadoop/ozone/om/helpers/TestOmPrefixInfo.java | 16 +-
.../ozone/om/helpers/TestOmPrefixInfoCodec.java | 2 +-
hadoop-ozone/ozone-manager/pom.xml | 5 +
.../org/apache/hadoop/ozone/audit/OMAction.java | 1 -
.../apache/hadoop/ozone/common/PayloadUtils.java} | 32 +-
.../apache/hadoop/ozone/om/BucketManagerImpl.java | 3 +-
.../hadoop/ozone/om/BucketUtilizationMetrics.java | 118 --
.../org/apache/hadoop/ozone/om/KeyManagerImpl.java | 126 +-
.../org/apache/hadoop/ozone/om/ListIterator.java | 2 +-
.../hadoop/ozone/om/OMDBCheckpointServlet.java | 54 +-
.../java/org/apache/hadoop/ozone/om/OMMetrics.java | 49 -
.../hadoop/ozone/om/OMPerformanceMetrics.java | 26 +-
.../apache/hadoop/ozone/om/OMPolicyProvider.java | 6 +-
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 63 +-
.../apache/hadoop/ozone/om/OmMetadataReader.java | 2 +-
.../org/apache/hadoop/ozone/om/OmSnapshot.java | 10 +-
.../apache/hadoop/ozone/om/OmSnapshotManager.java | 146 +-
.../org/apache/hadoop/ozone/om/OzoneAclUtils.java | 12 +-
.../org/apache/hadoop/ozone/om/OzoneManager.java | 143 +-
.../apache/hadoop/ozone/om/PrefixManagerImpl.java | 64 +-
.../org/apache/hadoop/ozone/om/ResolvedBucket.java | 11 -
.../hadoop/ozone/om/SnapshotChainManager.java | 8 -
.../hadoop/ozone/om/SstFilteringService.java | 18 +-
.../RangerRestMultiTenantAccessController.java | 681 +++++++++
.../ozone/om/ratis/OzoneManagerDoubleBuffer.java | 12 +-
.../ozone/om/ratis/OzoneManagerRatisServer.java | 225 +--
.../ozone/om/ratis/OzoneManagerStateMachine.java | 29 +-
.../OzoneManagerDoubleBufferMetrics.java | 10 +-
.../ozone/om/ratis/metrics/package-info.java} | 17 +-
.../om/ratis/utils/OzoneManagerRatisUtils.java | 3 -
.../hadoop/ozone/om/request/OMClientRequest.java | 14 +-
.../hadoop/ozone/om/request/RequestAuditor.java | 23 +-
.../om/request/bucket/OMBucketCreateRequest.java | 3 +-
.../om/request/file/OMDirectoryCreateRequest.java | 1 -
.../file/OMDirectoryCreateRequestWithFSO.java | 1 -
.../ozone/om/request/file/OMFileCreateRequest.java | 5 +-
.../request/file/OMFileCreateRequestWithFSO.java | 3 +-
.../ozone/om/request/file/OMFileRequest.java | 13 +-
.../om/request/file/OMRecoverLeaseRequest.java | 46 +-
.../om/request/key/OMAllocateBlockRequest.java | 5 -
.../request/key/OMAllocateBlockRequestWithFSO.java | 11 +-
.../key/OMDirectoriesPurgeRequestWithFSO.java | 23 +-
.../ozone/om/request/key/OMKeyCommitRequest.java | 63 +-
.../om/request/key/OMKeyCommitRequestWithFSO.java | 71 +-
.../ozone/om/request/key/OMKeyCreateRequest.java | 2 -
.../om/request/key/OMKeyCreateRequestWithFSO.java | 4 +-
.../ozone/om/request/key/OMKeyDeleteRequest.java | 9 +-
.../om/request/key/OMKeyDeleteRequestWithFSO.java | 9 +-
.../hadoop/ozone/om/request/key/OMKeyRequest.java | 52 +-
.../ozone/om/request/key/OMKeySetTimesRequest.java | 4 +-
.../ozone/om/request/key/OMKeysDeleteRequest.java | 22 +-
.../om/request/key/OmKeysDeleteRequestWithFSO.java | 16 +-
.../request/key/acl/prefix/OMPrefixAclRequest.java | 86 +-
.../key/acl/prefix/OMPrefixAddAclRequest.java | 29 +-
.../key/acl/prefix/OMPrefixRemoveAclRequest.java | 21 +-
.../key/acl/prefix/OMPrefixSetAclRequest.java | 21 +-
.../S3ExpiredMultipartUploadsAbortRequest.java | 3 -
.../S3InitiateMultipartUploadRequest.java | 6 -
.../S3InitiateMultipartUploadRequestWithFSO.java | 8 +-
.../multipart/S3MultipartUploadAbortRequest.java | 2 -
.../S3MultipartUploadCommitPartRequest.java | 11 +-
.../S3MultipartUploadCompleteRequest.java | 201 +--
.../S3MultipartUploadCompleteRequestWithFSO.java | 39 +-
.../request/snapshot/OMSnapshotPurgeRequest.java | 224 +--
.../request/snapshot/OMSnapshotRenameRequest.java | 230 ---
.../snapshot/OMSnapshotSetPropertyRequest.java | 44 +-
.../om/request/util/OMEchoRPCWriteRequest.java | 8 +-
.../om/request/validation/ValidatorRegistry.java | 2 +-
.../key/OMDirectoriesPurgeResponseWithFSO.java | 23 +-
.../ozone/om/response/key/OMKeyCommitResponse.java | 15 +-
.../response/key/OMKeyCommitResponseWithFSO.java | 5 +-
.../ozone/om/response/key/OMKeyDeleteResponse.java | 28 +-
.../response/key/OMKeyDeleteResponseWithFSO.java | 18 +-
.../ozone/om/response/key/OMKeyPurgeResponse.java | 12 +-
.../om/response/key/OMKeysDeleteResponse.java | 20 +-
.../response/key/OMKeysDeleteResponseWithFSO.java | 13 +-
.../S3MultipartUploadCompleteResponse.java | 12 +-
.../S3MultipartUploadCompleteResponseWithFSO.java | 48 +-
.../OMSnapshotMoveDeletedKeysResponse.java | 21 +-
.../response/snapshot/OMSnapshotPurgeResponse.java | 8 +-
.../snapshot/OMSnapshotRenameResponse.java | 67 -
.../om/service/AbstractKeyDeletingService.java | 20 +-
.../ozone/om/service/DirectoryDeletingService.java | 10 +-
.../ozone/om/service/KeyDeletingService.java | 32 +-
.../ozone/om/service/SnapshotDeletingService.java | 23 +-
.../service/SnapshotDirectoryCleaningService.java | 32 +-
.../hadoop/ozone/om/snapshot/ReferenceCounted.java | 10 +-
.../om/snapshot/ReferenceCountedCallback.java | 25 -
.../hadoop/ozone/om/snapshot/SnapshotCache.java | 219 +--
.../ozone/om/snapshot/SnapshotDiffManager.java | 85 +-
.../hadoop/ozone/om/snapshot/SnapshotUtils.java | 5 -
.../ozone/om/upgrade/OMLayoutVersionManager.java | 4 +-
...OzoneManagerProtocolServerSideTranslatorPB.java | 21 +-
.../protocolPB/OzoneManagerRequestHandler.java | 34 +-
.../hadoop/ozone/protocolPB/RequestHandler.java | 39 +-
.../OzoneDelegationTokenSecretManager.java | 2 -
.../org/apache/hadoop/ozone/om/OmTestManagers.java | 5 -
.../ozone/om/ScmBlockLocationTestingClient.java | 11 -
.../hadoop/ozone/om/TestAuthorizerLockImpl.java | 9 +-
.../hadoop/ozone/om/TestBucketManagerImpl.java | 5 -
.../ozone/om/TestBucketUtilizationMetrics.java | 126 --
.../apache/hadoop/ozone/om/TestChunkStreams.java | 9 +-
.../apache/hadoop/ozone/om/TestKeyManagerUnit.java | 138 +-
.../hadoop/ozone/om/TestOMMultiTenantManager.java | 2 +-
.../hadoop/ozone/om/TestOmMetadataManager.java | 43 +-
.../hadoop/ozone/om/TestOmSnapshotManager.java | 19 +-
.../ozone/om/{snapshot => }/TestSnapshotChain.java | 5 +-
.../ozone/om/{snapshot => }/TestSnapshotInfo.java | 4 +-
.../om/{snapshot => }/TestSstFilteringService.java | 140 +-
.../apache/hadoop/ozone/om/TestTrashService.java | 2 -
.../om/ratis/TestOzoneManagerDoubleBuffer.java | 4 +-
...tOzoneManagerDoubleBufferWithDummyResponse.java | 4 +-
...TestOzoneManagerDoubleBufferWithOMResponse.java | 14 +-
.../om/ratis/TestOzoneManagerStateMachine.java | 27 +-
.../ozone/om/request/OMRequestTestUtils.java | 340 +++--
.../request/TestOMClientRequestWithUserInfo.java | 92 +-
.../request/bucket/TestOMBucketDeleteRequest.java | 13 +-
.../request/file/TestOMDirectoryCreateRequest.java | 11 +-
.../file/TestOMDirectoryCreateRequestWithFSO.java | 19 +-
.../om/request/file/TestOMFileCreateRequest.java | 99 +-
.../file/TestOMFileCreateRequestWithFSO.java | 35 +-
.../om/request/file/TestOMRecoverLeaseRequest.java | 15 +-
.../om/request/key/TestOMAllocateBlockRequest.java | 8 +-
.../key/TestOMAllocateBlockRequestWithFSO.java | 14 +-
.../TestOMDirectoriesPurgeRequestAndResponse.java | 2 +-
.../ozone/om/request/key/TestOMKeyAclRequest.java | 6 +-
.../om/request/key/TestOMKeyAclRequestWithFSO.java | 23 +-
.../om/request/key/TestOMKeyCommitRequest.java | 66 +-
.../request/key/TestOMKeyCommitRequestWithFSO.java | 17 +-
.../om/request/key/TestOMKeyCreateRequest.java | 205 +--
.../request/key/TestOMKeyCreateRequestWithFSO.java | 17 +-
.../om/request/key/TestOMKeyDeleteRequest.java | 4 +-
.../request/key/TestOMKeyDeleteRequestWithFSO.java | 24 +-
.../key/TestOMKeyPurgeRequestAndResponse.java | 14 +-
.../om/request/key/TestOMKeyRenameRequest.java | 2 +-
.../request/key/TestOMKeyRenameRequestWithFSO.java | 13 +-
.../ozone/om/request/key/TestOMKeyRequest.java | 11 +-
.../om/request/key/TestOMKeysDeleteRequest.java | 6 +-
.../key/TestOMKeysDeleteRequestWithFSO.java | 16 +-
.../om/request/key/TestOMKeysRenameRequest.java | 7 +-
.../om/request/key/TestOMPrefixAclRequest.java | 10 +-
.../om/request/key/TestOMSetTimesRequest.java | 2 +-
.../request/key/TestOMSetTimesRequestWithFSO.java | 15 +-
.../TestS3ExpiredMultipartUploadsAbortRequest.java | 19 +-
.../TestS3InitiateMultipartUploadRequest.java | 30 +-
...estS3InitiateMultipartUploadRequestWithFSO.java | 23 +-
.../s3/multipart/TestS3MultipartRequest.java | 90 +-
.../TestS3MultipartUploadCommitPartRequest.java | 7 +-
...tS3MultipartUploadCommitPartRequestWithFSO.java | 17 +-
.../TestS3MultipartUploadCompleteRequest.java | 55 +-
...estS3MultipartUploadCompleteRequestWithFSO.java | 17 +-
.../snapshot/TestOMSnapshotCreateRequest.java | 12 +-
.../snapshot/TestOMSnapshotDeleteRequest.java | 3 +
.../TestOMSnapshotPurgeRequestAndResponse.java | 70 +-
.../snapshot/TestOMSnapshotRenameRequest.java | 359 -----
...estOMSnapshotSetPropertyRequestAndResponse.java | 48 +-
.../file/TestOMDirectoryCreateResponse.java | 4 +-
.../file/TestOMFileCreateResponseWithFSO.java | 11 +-
.../response/key/TestOMAllocateBlockResponse.java | 2 +-
.../key/TestOMAllocateBlockResponseWithFSO.java | 16 +-
.../om/response/key/TestOMKeyCommitResponse.java | 6 +-
.../key/TestOMKeyCommitResponseWithFSO.java | 28 +-
.../key/TestOMKeyCreateResponseWithFSO.java | 15 +-
.../om/response/key/TestOMKeyDeleteResponse.java | 6 +-
.../key/TestOMKeyDeleteResponseWithFSO.java | 26 +-
.../om/response/key/TestOMKeyRenameResponse.java | 6 +-
.../key/TestOMKeyRenameResponseWithFSO.java | 34 +-
.../ozone/om/response/key/TestOMKeyResponse.java | 21 +-
.../om/response/key/TestOMKeysDeleteResponse.java | 6 +-
.../key/TestOMKeysDeleteResponseWithFSO.java | 15 +-
.../om/response/key/TestOMKeysRenameResponse.java | 5 +-
.../response/key/TestOMOpenKeysDeleteResponse.java | 2 +-
.../key/acl/prefix/TestOMPrefixAclResponse.java | 27 +-
...TestS3ExpiredMultipartUploadsAbortResponse.java | 14 +-
.../s3/multipart/TestS3MultipartResponse.java | 7 +-
...stS3MultipartUploadCompleteResponseWithFSO.java | 56 +-
.../volume/TestOMVolumeDeleteResponse.java | 15 +-
.../om/service/TestDirectoryDeletingService.java | 15 +-
.../ozone/om/service/TestKeyDeletingService.java | 29 +-
.../service/TestMultipartUploadCleanupService.java | 7 -
.../om/service/TestOpenKeyCleanupService.java | 80 +-
.../ozone/om/service/TestQuotaRepairTask.java | 21 +-
.../ozone/om/snapshot/TestSnapshotCache.java | 177 ++-
.../ozone/om/snapshot/TestSnapshotDiffManager.java | 137 +-
.../TestOzoneDelegationTokenSecretManager.java | 4 +-
.../ozone/security/acl/OzoneNativeAclTestUtil.java | 170 ---
.../security/acl/TestOzoneNativeAuthorizer.java | 55 +-
.../hadoop/ozone/security/acl/TestParentAcl.java | 76 +-
.../hadoop/ozone/security/acl/TestVolumeOwner.java | 2 -
.../hadoop/fs/ByteBufferPositionedReadable.java | 92 --
.../fs/ozone/BasicOzoneClientAdapterImpl.java | 70 +-
.../hadoop/fs/ozone/BasicOzoneFileSystem.java | 6 -
.../ozone/BasicRootedOzoneClientAdapterImpl.java | 79 +-
.../fs/ozone/BasicRootedOzoneFileSystem.java | 73 +-
.../hadoop/fs/ozone/CapableOzoneFSInputStream.java | 1 -
.../fs/ozone/LeaseRecoveryClientDNHandler.java | 123 --
.../apache/hadoop/fs/ozone/OzoneClientAdapter.java | 6 +-
.../apache/hadoop/fs/ozone/OzoneClientUtils.java | 9 +-
.../apache/hadoop/fs/ozone/OzoneFSInputStream.java | 91 +-
.../hadoop/fs/ozone/OzoneFSOutputStream.java | 19 +-
.../hadoop/fs/ozone/OzonePathCapabilities.java | 1 -
hadoop-ozone/ozonefs-hadoop2/pom.xml | 1 -
hadoop-ozone/ozonefs-hadoop3-client/pom.xml | 2 -
hadoop-ozone/ozonefs-hadoop3/pom.xml | 1 -
.../apache/hadoop/fs/ozone/OzoneFileSystem.java | 34 +-
.../hadoop/fs/ozone/RootedOzoneFileSystem.java | 34 +-
hadoop-ozone/ozonefs-shaded/pom.xml | 2 +-
.../apache/hadoop/fs/ozone/OzoneFileSystem.java | 34 +-
.../hadoop/fs/ozone/RootedOzoneFileSystem.java | 50 +-
hadoop-ozone/pom.xml | 67 +-
.../recon/schema/ContainerSchemaDefinition.java | 3 +-
hadoop-ozone/recon/.gitignore | 1 -
.../apache/hadoop/ozone/recon/ReconConstants.java | 5 -
.../apache/hadoop/ozone/recon/ReconContext.java | 146 --
.../hadoop/ozone/recon/ReconControllerModule.java | 1 -
.../hadoop/ozone/recon/ReconServerConfigKeys.java | 1 -
.../org/apache/hadoop/ozone/recon/ReconUtils.java | 142 +-
.../hadoop/ozone/recon/api/ContainerEndpoint.java | 56 +-
.../hadoop/ozone/recon/api/NSSummaryEndpoint.java | 12 +-
.../hadoop/ozone/recon/api/NodeEndpoint.java | 281 +---
.../ozone/recon/api/OMDBInsightEndpoint.java | 31 -
.../recon/api/handlers/BucketEntityHandler.java | 13 +-
.../ozone/recon/api/handlers/BucketHandler.java | 39 +-
.../recon/api/handlers/DirectoryEntityHandler.java | 13 +-
.../ozone/recon/api/handlers/EntityHandler.java | 105 +-
.../ozone/recon/api/handlers/FSOBucketHandler.java | 2 +-
.../ozone/recon/api/handlers/KeyEntityHandler.java | 2 +-
.../recon/api/handlers/LegacyBucketHandler.java | 2 +-
.../ozone/recon/api/handlers/OBSBucketHandler.java | 268 ----
.../recon/api/handlers/RootEntityHandler.java | 15 +-
.../recon/api/handlers/UnknownEntityHandler.java | 2 +-
.../recon/api/handlers/VolumeEntityHandler.java | 13 +-
.../hadoop/ozone/recon/api/types/AclMetadata.java | 4 +-
.../ozone/recon/api/types/DatanodeMetadata.java | 16 -
.../ozone/recon/api/types/DatanodeMetrics.java | 81 --
.../ozone/recon/api/types/DatanodesResponse.java | 18 -
.../api/types/DecommissionStatusInfoResponse.java | 73 -
.../hadoop/ozone/recon/api/types/KeyMetadata.java | 11 -
.../hadoop/ozone/recon/api/types/KeysResponse.java | 9 +-
.../hadoop/ozone/recon/api/types/NSSummary.java | 15 +-
.../api/types/RemoveDataNodesResponseWrapper.java | 43 -
.../api/types/UnhealthyContainersResponse.java | 13 -
.../hadoop/ozone/recon/codec/NSSummaryCodec.java | 17 +-
.../ozone/recon/fsck/ContainerHealthTask.java | 47 +-
.../hadoop/ozone/recon/heatmap/HeatMapUtil.java | 2 +-
.../recon/metrics/OzoneManagerSyncMetrics.java | 30 +-
.../persistence/ContainerHealthSchemaManager.java | 11 -
.../recon/recovery/ReconOMMetadataManager.java | 8 -
.../recon/recovery/ReconOmMetadataManagerImpl.java | 5 -
.../ozone/recon/scm/ReconDeadNodeHandler.java | 1 +
.../hadoop/ozone/recon/scm/ReconNodeManager.java | 89 +-
.../scm/ReconStorageContainerManagerFacade.java | 25 +-
.../recon/spi/ReconNamespaceSummaryManager.java | 3 -
.../spi/impl/ReconNamespaceSummaryManagerImpl.java | 12 +-
.../ozone/recon/tasks/ContainerSizeCountTask.java | 79 +-
.../recon/tasks/DeletedKeysInsightHandler.java | 147 --
.../hadoop/ozone/recon/tasks/NSSummaryTask.java | 44 +-
.../recon/tasks/NSSummaryTaskDbEventHandler.java | 2 -
.../ozone/recon/tasks/NSSummaryTaskWithLegacy.java | 308 ++--
.../ozone/recon/tasks/NSSummaryTaskWithOBS.java | 236 ----
.../hadoop/ozone/recon/tasks/OmTableHandler.java | 131 --
.../ozone/recon/tasks/OmTableInsightTask.java | 321 +++--
.../ozone/recon/tasks/OpenKeysInsightHandler.java | 163 ---
.../webapps/recon/ozone-recon-web/api/db.json | 281 ++--
.../webapps/recon/ozone-recon-web/api/routes.json | 34 +-
.../webapps/recon/ozone-recon-web/package.json | 4 +-
.../webapps/recon/ozone-recon-web/pnpm-lock.yaml | 1274 ++++++++++++++---
.../src/views/datanodes/datanodes.tsx | 41 +-
.../ozone-recon-web/src/views/insights/om/om.less | 17 +-
.../ozone-recon-web/src/views/insights/om/om.tsx | 500 ++++---
.../ozone/recon/OMMetadataManagerTestUtils.java | 34 +-
.../apache/hadoop/ozone/recon/TestReconUtils.java | 25 -
.../ozone/recon/api/TestContainerEndpoint.java | 17 -
.../hadoop/ozone/recon/api/TestEndpoints.java | 333 +----
.../recon/api/TestNSSummaryDiskUsageOrdering.java | 421 ------
.../recon/api/TestNSSummaryEndpointWithFSO.java | 195 +--
.../recon/api/TestNSSummaryEndpointWithLegacy.java | 87 +-
.../api/TestNSSummaryEndpointWithOBSAndLegacy.java | 1472 --------------------
.../ozone/recon/api/TestOpenContainerCount.java | 26 +-
.../hadoop/ozone/recon/common/CommonUtils.java | 12 +-
.../ozone/recon/fsck/TestContainerHealthTask.java | 130 +-
.../ozone/recon/heatmap/TestHeatMapInfo.java | 440 +++---
...TestReconIncrementalContainerReportHandler.java | 27 -
.../ozone/recon/scm/TestReconNodeManager.java | 50 +-
.../impl/TestOzoneManagerServiceProviderImpl.java | 16 +-
.../impl/TestReconNamespaceSummaryManagerImpl.java | 6 +-
.../recon/tasks/TestContainerSizeCountTask.java | 74 +-
.../ozone/recon/tasks/TestNSSummaryTask.java | 4 +-
.../recon/tasks/TestNSSummaryTaskWithFSO.java | 54 +-
.../TestNSSummaryTaskWithLegacyOBSLayout.java | 554 --------
.../recon/tasks/TestNSSummaryTaskWithOBS.java | 548 --------
.../ozone/recon/tasks/TestOmTableInsightTask.java | 448 ++----
hadoop-ozone/s3gateway/pom.xml | 6 -
.../hadoop/ozone/s3/commontypes/KeyMetadata.java | 17 +-
.../hadoop/ozone/s3/endpoint/BucketEndpoint.java | 29 +-
.../endpoint/CompleteMultipartUploadRequest.java | 10 +-
...CompleteMultipartUploadRequestUnmarshaller.java | 6 +-
.../endpoint/CompleteMultipartUploadResponse.java | 3 +-
.../ozone/s3/endpoint/CopyObjectResponse.java | 3 +-
.../hadoop/ozone/s3/endpoint/CopyPartResult.java | 3 +-
.../hadoop/ozone/s3/endpoint/EndpointBase.java | 103 +-
.../ozone/s3/endpoint/ListPartsResponse.java | 3 +-
.../endpoint/MultiDeleteRequestUnmarshaller.java | 6 +-
.../hadoop/ozone/s3/endpoint/ObjectEndpoint.java | 224 +--
.../ozone/s3/endpoint/ObjectEndpointStreaming.java | 33 +-
.../endpoint/PutBucketAclRequestUnmarshaller.java | 6 +-
.../org/apache/hadoop/ozone/s3/endpoint/S3Acl.java | 66 +-
.../hadoop/ozone/s3/exception/S3ErrorTable.java | 6 -
.../org/apache/hadoop/ozone/s3/util/S3Consts.java | 22 -
.../apache/hadoop/ozone/s3/util/S3StorageType.java | 4 -
.../hadoop/ozone/client/ClientProtocolStub.java | 46 +-
.../hadoop/ozone/client/ObjectStoreStub.java | 3 +-
.../hadoop/ozone/client/OzoneBucketStub.java | 220 ++-
.../ozone/client/OzoneDataStreamOutputStub.java | 4 +-
.../hadoop/ozone/client/OzoneOutputStreamStub.java | 28 +-
.../hadoop/ozone/client/OzoneVolumeStub.java | 9 +-
.../hadoop/ozone/s3/endpoint/TestBucketList.java | 34 +-
...CompleteMultipartUploadRequestUnmarshaller.java | 48 +-
.../hadoop/ozone/s3/endpoint/TestListParts.java | 6 +-
.../s3/endpoint/TestMultipartUploadComplete.java | 65 +-
.../s3/endpoint/TestMultipartUploadWithCopy.java | 13 +-
.../hadoop/ozone/s3/endpoint/TestObjectGet.java | 75 +-
.../hadoop/ozone/s3/endpoint/TestObjectPut.java | 686 +++------
.../hadoop/ozone/s3/endpoint/TestPartUpload.java | 68 +-
.../s3/endpoint/TestPartUploadWithStream.java | 13 +-
.../ozone/s3/endpoint/TestPermissionCheck.java | 5 +-
.../ozone/s3/endpoint/TestUploadWithStream.java | 2 +-
.../ozone/admin/nssummary/DiskUsageSubCommand.java | 36 +-
.../admin/nssummary/FileSizeDistSubCommand.java | 19 +-
.../ozone/admin/nssummary/NSSummaryCLIUtils.java | 6 +
.../admin/nssummary/QuotaUsageSubCommand.java | 16 +-
.../ozone/admin/nssummary/SummarySubCommand.java | 17 +-
.../ozone/admin/om/ListOpenFilesSubCommand.java | 44 +-
.../reconfig/AbstractReconfigureSubCommand.java | 5 +-
.../ozone/admin/reconfig/ReconfigureCommands.java | 10 -
.../reconfig/ReconfigurePropertiesSubcommand.java | 5 +-
.../admin/reconfig/ReconfigureStartSubcommand.java | 5 +-
.../reconfig/ReconfigureStatusSubcommand.java | 5 +-
.../admin/reconfig/ReconfigureSubCommandUtil.java | 10 +-
.../scm/ResetDeletedBlockRetryCountSubcommand.java | 15 +-
.../ozone/conf/OzoneManagersCommandHandler.java | 3 +-
.../apache/hadoop/ozone/debug/ChunkKeyHandler.java | 74 +-
.../hadoop/ozone/debug/ContainerChunkInfo.java | 22 -
.../hadoop/ozone/debug/FindMissingPadding.java | 277 ----
.../apache/hadoop/ozone/debug/ReadReplicas.java | 55 +-
.../hadoop/ozone/freon/BaseFreonGenerator.java | 17 +-
.../hadoop/ozone/freon/DNRPCLoadGenerator.java | 207 ---
.../hadoop/ozone/freon/DatanodeChunkValidator.java | 2 +-
.../hadoop/ozone/freon/DatanodeSimulator.java | 4 +-
.../java/org/apache/hadoop/ozone/freon/Freon.java | 3 +-
.../apache/hadoop/ozone/freon/OmKeyGenerator.java | 2 -
.../hadoop/ozone/freon/OmMetadataGenerator.java | 4 -
.../hadoop/ozone/freon/OmRPCLoadGenerator.java | 20 +-
.../freon/OzoneClientKeyReadWriteListOps.java | 5 -
.../containergenerator/GeneratorDatanode.java | 6 +-
.../freon/containergenerator/GeneratorOm.java | 4 +-
.../GenerateOzoneRequiredConfigurations.java | 3 +-
.../apache/hadoop/ozone/repair/OzoneRepair.java | 94 --
.../org/apache/hadoop/ozone/repair/RDBRepair.java | 58 -
.../hadoop/ozone/repair/om/SnapshotRepair.java | 200 ---
.../hadoop/ozone/repair/om/package-info.java | 22 -
.../apache/hadoop/ozone/repair/package-info.java | 22 -
.../apache/hadoop/ozone/shell/OzoneAddress.java | 37 +-
.../hadoop/ozone/shell/keys/DeleteKeyHandler.java | 8 -
.../shell/snapshot/RenameSnapshotHandler.java | 64 -
.../ozone/shell/snapshot/SnapshotCommands.java | 3 +-
.../ozone/shell/tenant/GetUserInfoHandler.java | 44 +-
.../shell/tenant/TenantAssignAdminHandler.java | 21 +-
.../ozone/shell/tenant/TenantCreateHandler.java | 15 +-
.../ozone/shell/tenant/TenantDeleteHandler.java | 17 +-
.../ozone/shell/tenant/TenantListHandler.java | 31 +-
.../ozone/shell/tenant/TenantListUsersHandler.java | 19 +-
.../shell/tenant/TenantRevokeAdminHandler.java | 21 +-
.../ozone/shell/volume/DeleteVolumeHandler.java | 6 -
.../hadoop/ozone/audit/parser/TestAuditParser.java | 2 +-
.../hadoop/ozone/repair/TestOzoneRepair.java | 88 --
.../shell/TestOzoneAddressClientCreation.java | 30 -
pom.xml | 625 ++++++---
1089 files changed, 19208 insertions(+), 40281 deletions(-)
delete mode 100644 .github/workflows/build-ratis.yml
create mode 100644 .github/workflows/dependabot-ci.yml
delete mode 100644 .github/workflows/label-pr.yml
delete mode 100644 .github/workflows/populate-cache.yml
delete mode 100644 dev-support/rat/rat-exclusions.txt
delete mode 100644
hadoop-hdds/client/src/test/java/org/apache/hadoop/hdds/scm/TestOzoneClientConfig.java
delete mode 100644
hadoop-hdds/common/src/main/java/com/google/protobuf/Proto2Utils.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/client/DecommissionUtils.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/client/QuotaList.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/BatchOperation.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/util/StringWithByteString.java
delete mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/JsonTestUtils.java
delete mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/HddsPolicyProvider.java
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/volume/AbstractFuture.java
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/volume/TimeoutFuture.java
delete mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/replication/TestGrpcReplicationServiceWithZeroCopy.java
delete mode 100644 hadoop-hdds/docs/.gitignore
delete mode 100644
hadoop-hdds/docs/content/design/overwrite-key-only-if-unchanged.md
delete mode 100644 hadoop-hdds/docs/content/interface/Cli.zh.md
delete mode 100644 hadoop-hdds/docs/content/interface/Ofs.zh.md
delete mode 100644 hadoop-hdds/docs/content/recipe/BotoClient.zh.md
delete mode 100644 hadoop-hdds/docs/content/security/SecuringOzoneHTTP.zh.md
delete mode 100644 hadoop-hdds/docs/content/tools/Admin.zh.md
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/protocolPB/ReconfigureProtocolDatanodePB.java
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/protocolPB/ReconfigureProtocolOmPB.java
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/scm/client/ScmTopologyClient.java
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/scm/client/package-info.java
delete mode 100644
hadoop-hdds/managed-rocksdb/src/main/java/org/apache/hadoop/hdds/utils/db/managed/JniLibNamePropertyWriter.java
delete mode 100644
hadoop-hdds/managed-rocksdb/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedLogger.java
delete mode 100644
hadoop-hdds/rocks-native/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedRawSSTFileIterator.java
delete mode 100644
hadoop-hdds/rocks-native/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedRawSSTFileReader.java
create mode 100644
hadoop-hdds/rocks-native/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedSSTDumpIterator.java
create mode 100644
hadoop-hdds/rocks-native/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedSSTDumpTool.java
create mode 100644
hadoop-hdds/rocks-native/src/main/java/org/apache/hadoop/hdds/utils/db/managed/PipeInputStream.java
delete mode 100644
hadoop-hdds/rocks-native/src/main/native/ManagedRawSSTFileIterator.cpp
delete mode 100644
hadoop-hdds/rocks-native/src/main/native/ManagedRawSSTFileReader.cpp
rename hadoop-hdds/{common/src/main/java/com/google/protobuf/package-info.java
=> rocks-native/src/main/native/Pipe.cpp} (70%)
copy
hadoop-hdds/rocks-native/src/main/{java/org/apache/hadoop/hdds/utils/NativeConstants.java
=> native/Pipe.h} (52%)
create mode 100644 hadoop-hdds/rocks-native/src/main/native/PipeInputStream.cpp
create mode 100644 hadoop-hdds/rocks-native/src/main/native/SSTDumpTool.cpp
delete mode 100644
hadoop-hdds/rocks-native/src/test/java/org/apache/hadoop/hdds/utils/db/managed/TestManagedRawSSTFileIterator.java
create mode 100644
hadoop-hdds/rocks-native/src/test/java/org/apache/hadoop/hdds/utils/db/managed/TestManagedSSTDumpIterator.java
delete mode 100644
hadoop-hdds/rocks-native/src/test/resources/auditlog.properties
delete mode 100644 hadoop-hdds/rocks-native/src/test/resources/log4j.properties
delete mode 100644
hadoop-hdds/rocksdb-checkpoint-differ/src/test/java/org/apache/ozone/graph/TestPrintableGraph.java
delete mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/FetchMetrics.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/node/states/Node2ContainerMap.java
rename
hadoop-hdds/server-scm/src/{test/java/org/apache/hadoop/hdds/scm/container/Node2ContainerMap.java
=> main/java/org/apache/hadoop/hdds/scm/node/states/Node2ObjectsMap.java} (63%)
delete mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/balancer/MockedSCM.java
delete mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/balancer/TestContainerBalancerDatanodeNodeLimit.java
delete mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/balancer/TestableCluster.java
delete mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/node/TestFetchMetrics.java
rename
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/{container =>
node/states}/TestNode2ContainerMap.java (99%)
delete mode 100644
hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/pipeline/FilterPipelineOptions.java
delete mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/LeaseKeyInfo.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/VolumeArgs.java
delete mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/util/PayloadUtils.java
delete mode 100644 hadoop-ozone/dist/.gitignore
delete mode 100644
hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/Datanode Chunk
Read_Write Dashboard.json
delete mode 100644
hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/Ozone - S3
Dashboard.json
delete mode 100644 hadoop-ozone/dist/src/main/compose/common/s3a-test.sh
delete mode 100644
hadoop-ozone/dist/src/main/compose/compose_v2_compatibility.sh
delete mode 100644
hadoop-ozone/dist/src/main/compose/ozone-balancer/docker-compose.yaml
delete mode 100644
hadoop-ozone/dist/src/main/compose/ozone-balancer/docker-config
delete mode 100644 hadoop-ozone/dist/src/main/compose/ozone-balancer/test.sh
rename hadoop-ozone/dist/src/main/compose/{ozone-balancer/.env =>
ozone-om-ha/.ssh/environment} (85%)
rename hadoop-ozone/dist/src/main/compose/{ozone/test-s3a.sh =>
ozonescripts/.ssh/environment} (79%)
delete mode 100644
hadoop-ozone/dist/src/main/compose/ozonesecure-ha/test-s3a.sh
create mode 100644
hadoop-ozone/dist/src/main/license/bin/licenses/LICENSE-com.google.code.findbugs-jsr305.txt
delete mode 100644
hadoop-ozone/dist/src/main/smoketest/admincli/reconfigure.robot
delete mode 100644
hadoop-ozone/dist/src/main/smoketest/balancer/testBalancer.robot
rename .github/labeler.yml =>
hadoop-ozone/dist/src/main/smoketest/env-compose.robot (51%)
delete mode 100644
hadoop-ozone/dist/src/main/smoketest/security/ozone-secure-owner-s3.robot
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/TestStorageContainerManagerHelper.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/utils/ClusterContainersUtil.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/TestGetClusterTreeInformation.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/TestMiniOzoneOMHACluster.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/TestOMSortDatanodes.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/UniformDatanodesFactory.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/client/rpc/TestDatanodeVersion.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/freon/TestDNRPCLoadGenerator.java
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/{snapshot
=> }/TestOmSnapshotDisabled.java (91%)
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/{snapshot
=> }/TestOmSnapshotDisabledRestart.java (93%)
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/{snapshot
=> }/TestOmSnapshotFileSystem.java (98%)
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/{snapshot
=> }/TestOmSnapshotFileSystemFso.java (95%)
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/{snapshot
=> }/TestOmSnapshotFileSystemLegacy.java (95%)
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/{snapshot
=> }/TestOzoneManagerHASnapshot.java (97%)
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/{snapshot
=> }/TestSnapshotBackgroundServices.java (97%)
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/{snapshot
=> }/TestSnapshotDeletingService.java (84%)
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/{snapshot
=> }/TestSnapshotDirectoryCleaningService.java (95%)
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/recon/TestReconContainerEndpoint.java
rename
hadoop-ozone/{common/src/test/java/org/apache/hadoop/ozone/util/TestPayloadUtils.java
=>
ozone-manager/src/main/java/org/apache/hadoop/ozone/common/PayloadUtils.java}
(56%)
delete mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/BucketUtilizationMetrics.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/multitenant/RangerRestMultiTenantAccessController.java
rename
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/ratis/{ =>
metrics}/OzoneManagerDoubleBufferMetrics.java (95%)
rename
hadoop-ozone/{common/src/main/java/org/apache/hadoop/ozone/om/helpers/WithTags.java
=>
ozone-manager/src/main/java/org/apache/hadoop/ozone/om/ratis/metrics/package-info.java}
(76%)
delete mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/snapshot/OMSnapshotRenameRequest.java
delete mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/snapshot/OMSnapshotRenameResponse.java
delete mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/snapshot/ReferenceCountedCallback.java
delete mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/TestBucketUtilizationMetrics.java
rename
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/{snapshot
=> }/TestSnapshotChain.java (98%)
rename
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/{snapshot
=> }/TestSnapshotInfo.java (96%)
rename
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/{snapshot
=> }/TestSstFilteringService.java (77%)
delete mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/snapshot/TestOMSnapshotRenameRequest.java
delete mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/security/acl/OzoneNativeAclTestUtil.java
delete mode 100644
hadoop-ozone/ozonefs-common/src/main/java/org/apache/hadoop/fs/ByteBufferPositionedReadable.java
delete mode 100644
hadoop-ozone/ozonefs-common/src/main/java/org/apache/hadoop/fs/ozone/LeaseRecoveryClientDNHandler.java
delete mode 100644 hadoop-ozone/recon/.gitignore
delete mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/ReconContext.java
delete mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/handlers/OBSBucketHandler.java
delete mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/DatanodeMetrics.java
delete mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/DecommissionStatusInfoResponse.java
delete mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/RemoveDataNodesResponseWrapper.java
delete mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/tasks/DeletedKeysInsightHandler.java
delete mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/tasks/NSSummaryTaskWithOBS.java
delete mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/tasks/OmTableHandler.java
delete mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/tasks/OpenKeysInsightHandler.java
delete mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/TestNSSummaryDiskUsageOrdering.java
delete mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/TestNSSummaryEndpointWithOBSAndLegacy.java
delete mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/tasks/TestNSSummaryTaskWithLegacyOBSLayout.java
delete mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/tasks/TestNSSummaryTaskWithOBS.java
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/FindMissingPadding.java
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/freon/DNRPCLoadGenerator.java
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/repair/OzoneRepair.java
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/repair/RDBRepair.java
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/repair/om/SnapshotRepair.java
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/repair/om/package-info.java
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/repair/package-info.java
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/shell/snapshot/RenameSnapshotHandler.java
delete mode 100644
hadoop-ozone/tools/src/test/java/org/apache/hadoop/ozone/repair/TestOzoneRepair.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
