This is an automated email from the ASF dual-hosted git repository.
adoroszlai pushed a change to branch HDDS-10656-atomic-key-overwrite
in repository https://gitbox.apache.org/repos/asf/ozone.git
from 99be3179a4 HDDS-10946. Test combinations of rename and rewrite (#6823)
add 8d781902fe HDDS-10792. Bump Netty to 4.1.109.Final (#6622)
add 1324e95f36 HDDS-10720. Datanode volume DU reserved percent should have
a non-zero default value. (#6561)
add 73b35ece7b HDDS-10796. Avoid dummy KeyOutputStream in
OzoneOutputStreamStub (#6623)
add 18a3294347 HDDS-10797. Remove unused UserGroupInformation object in
DataNode token verifier. (#6624)
add e1d2d9c832 HDDS-10780. NullPointerException in watchForCommit (#6627)
add c435a7f0e4 HDDS-10787. Updated rocksdb-checkpoint-differ to use
managed RocksDB objects (#6625)
add 4e9dc2faae HDDS-10798. OMLeaderNotReadyException exception on switch
leader (#6626)
add 8d2569da59 HDDS-10097. Intermittent ManagedChannel not shutdown
properly in TestWatchForCommit (#6620)
add 9cec258ce3 HDDS-10806. Bump Bouncy Castle to 1.78.1 (#6632)
add 46482459e1 HDDS-10807. Bump aspectj-maven-plugin to 1.15.0 (#6636)
add 2815d71e96 HDDS-10808. Bump dnsjava to 2.1.9 (#6633)
add a15cc3e382 HDDS-10803. HttpServer fails to start with wildcard
principal (#6631)
add 45b73794f2 HDDS-10800. Follower SCMs should not log Replication
Manager is not ready (#6629)
add 4f949f979c HDDS-10809. Bump maven-deploy-plugin to 3.1.2 (#6634)
add 21fa62fdc9 HDDS-10810. Bump maven-remote-resources-plugin to 1.7.0
(#6635)
add 1cbee607f8 HDDS-10802. Improve logging for signature verification
(#6630)
add fff2b6cbb6 HDDS-10815. Bump Spring Framework to 5.3.34 (#6643)
add f61f56d338 HDDS-10542. Replace remaining GSON usage with Jackson.
(#6500)
add d49a2b6b19 HDDS-10465. Change ozone.client.bytes.per.checksum default
to 16KB (#6331)
add db2e507504 HDDS-10793. HttpFS gateway should throw unsupported
operation for some operations (#6645)
add bab281cf0e HDDS-10814. Log exception stack trace in addSCM only at
debug level (#6642)
add ff78dc83a7 HDDS-10777. S3 Gateway error when parsing XML concurrently
(#6609)
add acb49b97f7 HDDS-10820. Freon tool DN-Echo to support GRPC and Ratis
read/write mode (#6647)
add 673c112ca0 HDDS-10834. Revert snapshot diff output change added in
HDDS-9360 (#6660)
add 7427026300 HDDS-10772. [Ozone-Streaming] Stream write metric is wrong
(#6610)
add 9074b8df0e HDDS-10608. Recon can't get full key when using Recon API.
(#6492)
add 3f1a7edf6e HDDS-10696. Fix test failure caused by empty snapshot
installation (#6659)
add 49ae34b0f2 HDDS-10830. Replace ConcurrentHashMap with HashMap
protected by ReadWriteLock in NodeStateMap (#6654)
add 7634f98cb5 HDDS-10829. Suppress extra INFO log lines from ozone shell
commands output (#6657)
add a2916828a5 HDDS-10781. Do not use OFSPath in O3FS
BasicOzoneClientAdapterImpl (#6614)
add 4ca7873712 HDDS-10557. TestBlockOutputStream#testWriteExactlyFlushSize
is flaky (#6573)
add 6487de7def HDDS-10742. Add option to close all pipelines (#6577)
add e461c699dd HDDS-10801. Replace GSON with Jackson in hadoop-ozone
classes. (#6651)
add 8f524d093e HDDS-10811. Reduce UTF8 string encoding by caching encoding
result (#6656)
add 296f19a7ca HDDS-10847. Bump slf4j to 2.0.13 (#6670)
add d39030bcb2 HDDS-10848. Bump kotlin to 1.9.24 (#6671)
add f569559932 HDDS-10849. Bump maven-source-plugin to 3.3.1 (#6672)
add b13eec1683 HDDS-10850. Bump commons-codec to 1.17.0 (#6669)
add c5eb2acecd HDDS-10851. Bump gradle-enterprise-maven-extension to
1.20.1 (#6668)
add b11b80707d HDDS-9039. Removed the pause and wait in RocksDB compaction
when tarball creation is in progress (#6552)
add fdec8f86b3 HDDS-10273. Intermittent build failure while downloading
nodejs (#6664)
add 47c58c3dd3 HDDS-10702. Improve Recon startup failure handling and make
it more resilient. (#6583)
add e385e8fe11 HDDS-6717. Allow running flaky-test-check with specific
Ratis commit (#6675)
add d33d955c17 Revert "HDDS-10273. Intermittent build failure while
downloading nodejs (#6664)"
add 048572adcb HDDS-10845. Let some Freon generators use empty prefix by
default (#6673)
add 459feac749 HDDS-10371. NPE in OzoneAclUtils.isOwner (#6676)
add a87c539120 HDDS-9679. Added Multipart Upload ID to S3MultiPart audit
logs. (#6677)
add 99acf10508 HDDS-10559. Add a warning or a check to run repair tool as
System user (#6574)
add d80c45bb35 HDDS-9031. Upgrade acceptance tests to Docker Compose v2
(#6667)
add 366d07461a HDDS-10859. Improve error messages when decommission and
maintenance fail-early (#6678)
add d3ffd7d26e HDDS-10861. Ozone cli supports default ozone.om.service.id
(#6680)
add df5683fef7 HDDS-10699. Refactor ContainerBalancerTask and
TestContainerBalancerTask (#6537)
add fe4a2101a3 HDDS-2643.
TestOzoneDelegationTokenSecretManager#testRenewTokenFailureRenewalTime fails
intermittently.
add f2e65f2dbd HDDS-6116. Remove flaky tag from TestSCMInstallSnapshot
(#6695)
add 7dbdfbf97c HDDS-10876. Bump jackson to 2.16.2 (#6697)
add 22b642c11c HDDS-10877. Bump Dropwizard metrics to 3.2.6 (#6699)
add 10572764fd HDDS-10878. Bump zstd-jni to 1.5.6-3 (#6701)
add 6486be886c HDDS-10514. Recon - Provide DN decommissioning detailed
status and info inline with current CLI command output. (#6376)
add 87c394568e HDDS-10875. XceiverRatisServer#getRaftPeersInPipeline
should be called before XceiverRatisServer#removeGroup (#6696)
add 00f89e6056 HDDS-8752. Enable
TestOzoneRpcClientAbstract#testOverWriteKeyWithAndWithOutVersioning (#6702)
add 2d3d9c128d HDDS-10883. Improve logging in Recon for finalising DN
logic. (#6704)
add 8a23991237 HDDS-10435. Support S3 object tags for existing requests
(#6607)
add c1bcdeac54 HDDS-10832. Client should switch to streaming based on
OpenKeySession replication (#6683)
add 0176264762 HDDS-10890. Increase default value for
hdds.container.ratis.log.appender.queue.num-elements (#6711)
add b26620ded2 HDDS-10899. Refactor Lease callbacks (#6715)
add 0807a77b46 HDDS-10422. Fix some warnings about exposing internal
representation in hdds-common (#6351)
add c1e3e09b4c HDDS-10897. Refactor OzoneQuota (#6714)
add 6f30f2fc22 HDDS-10898. Validate OZONE_CONF_DIR by presence of
ozone-site.xml (#6713)
add 4d356e8e08 HDDS-10896. Refactor PerformanceMetrics creation (#6712)
add cc55a70104 HDDS-10905. Override getHomeDirectory() in Ozone FileSystem
implementations (#6718)
add caeb780407 HDDS-10911. Bump assertj-core to 3.25.3 (#6726)
add 2d5c61c205 HDDS-10912. Bump maven-site-plugin to 3.12.1 (#6727)
add 008602b3a3 HDDS-10913. Bump picocli to 4.7.6 (#6730)
add aed1d8158d HDDS-10914. Bump maven-gpg-plugin to 3.2.4 (#6728)
add 40951a4b7e HDDS-10634. Recon - listKeys API for listing keys with
optional filters (#6658)
add 879c6ca59c HDDS-10862. Reduce time spent on initializing metrics
during OM start (#6682)
add 5179fc315e HDDS-10867. Clean Up Unnecessary Logs in Recon. (#6703)
add 611066af95 HDDS-10919. Change ozone.security.crypto.compliance.mode
default value in ozone-default.xml (#6736)
add 74737bf526 HDDS-10915. Remove unused org.glassfish:javax.servlet
dependency declaration (#6732)
add 4f328fc92a HDDS-9918. [hsync] Remove block token from Ratis log once
verified. (#6745)
add a8c94fb230 HDDS-10938. flaky-test-check does not list failed
iterations (#6748)
add 27c1513fd9 HDDS-9983. Changed snapshot list API to return continuation
token rather than using last element from the previous page's response. (#6542)
add e6a0ee3ebe HDDS-9317. Provide an option for displaying Ozone snapshot
diff output as JSON (#6694)
add 787c9d3e13 HDDS-10924. TestSCMHAManagerImpl#testAddSCM fails on ratis
master (#6753)
add 385c4ec6ca HDDS-10934. Refactor TestOzoneRpcClient hierarchy (#6747)
add 321781b690 HDDS-10958. Bump maven-enforcer-plugin to 3.5.0 (#6759)
add c8f979adc1 HDDS-10959. Bump maven-shade-plugin to 3.6.0 (#6760)
add 7e480f8e61 HDDS-10960. Bump jersey2.version to 2.43 (#6762)
add 82342c1029 HDDS-10918. NPE in OM when leader transfers (#6735)
add d2ee09fb51 HDDS-10976. Fix outdated reference to Ozone Datanode
running within HDFS (#6767)
add f3a0dbd61a HDDS-10937. Ozone Recon - Handle startup failure and log
reasons as error due to SCM non-HA scenario (#6752)
add d11752fb17 HDDS-10972. Reduce the default watch timeout configuration
in DatanodeRatisServerConfig (#6772)
add 23e350b238 HDDS-10869. SCMNodeManager#getUsageInfo memory occupancy
optimization (#6737)
add 0561a11f08 HDDS-10871. ContainerBalancerSelectionCriteria memory
occupancy optimization (#6738)
add f78754965d HDDS-10973. Fix order of assertion arguments in
TestContainerStateManagerIntegration (#6766)
add 9e0f9677d4 HDDS-10967. Do Not Depend on Contiguous IDs for Proto Enum
Initialization. (#6775)
add 4b8767a934 HDDS-10572. Implement multiDelete using OMKeysDeleteRequest
(#6751)
add 0f848e4e24 HDDS-10273. Intermittent build failure while downloading
NodeJS (#6686)
add 6d177d92f2 HDDS-10971. Replace ConcurrentHashMap with HashMap in
PipelineStateMap (#6765)
add e84a047a72 HDDS-10991. Bump maven-checkstyle-plugin to 3.4.0 (#6788)
add 9baa27ca4e HDDS-10992. Bump assertj-core to 3.26.0 (#6790)
add fe745dd545 HDDS-10995. Bump compile-testing to 0.21.0 (#6791)
add 1c7ccabe9c HDDS-10996. Bump commons-cli to 1.8.0 (#6792)
add 5600cb8e34 HDDS-10986. Publish SBOM artifacts (#6785)
add 48f5a54db5 HDDS-10987. Add explicit dependency for hadoop-auth (#6787)
add aae64b151c HDDS-10988. Let zero OzoneQuota use byte as unit (#6786)
add 68ec901cde HDDS-10975. Recon Show SCM and OM services IDs in overview
page (#6769)
add 0697045a59 HDDS-10870. moveSelectionToFutureMap cleanup when future
complete (#6746)
add 11c9d60eb8 HDDS-10990. Fix memory leak in native lib (#6793)
add 925cc080ee HDDS-9626. [Recon] Disk Usage page with high number of
key/bucket/volume (#6535)
add 9047dec34d HDDS-10999. Remove dependency on ratis-server from Ozone
Client (#6800)
add c34360d2ec HDDS-10997. Avoid publishing build scan for helper Maven
commands (#6794)
add 65800dbc52 HDDS-10889. Remove certificate revocation related code.
(#6725)
add 0d8d1522a7 HDDS-10940. Remove useless
TestSCMContainerPlacementPolicyMetrics (#6749)
add e45d5f208c HDDS-10994. Migrate from Gradle Enterprise to Develocity
(#6795)
add 5c0a5f5363 HDDS-10640. Support x-amz-mp-parts-count for MPU key (#6798)
add f33f2fbb9e HDDS-10295. Provide an "ozone repair" subcommand to update
the snapshot info in transactionInfoTable (#6533)
add c5532a8061 HDDS-11001. Speed up some tests that restart datanode
(#6803)
add 15506217ac HDDS-11002. Speed up TestPipelineClose (#6804)
add bebd4c0afd HDDS-11004. Keep logs only for failed iterations in
`flaky-test-check` (#6807)
add 2aa561783d HDDS-10880. Duplicate Pipeline ID Detected in
ReconContainerManager. (#6742)
add 15f966e0ac HDDS-11005. TestEndPoint#testRegisterRpcTimeout fails when
run in itself (#6806)
add 738847fca8 HDDS-11015. Bump maven-install-plugin to 3.1.2 (#6818)
add b20ceebae1 HDDS-10071. Merge TestContainerStateMachineIdempotency into
TestContainerOperations (#6813)
add 81bc179d1c HDDS-11013. Ensure version is always set in
ContainerCommandRequestProto (#6812)
add 0ce031d985 HDDS-9644. Fixed incorrect validation of path with
namespace du commands. (#6755)
add d68bd23341 HDDS-10852. Recon Heatmap - Not allowing user to select
timerange if no data available (#6674)
add 6e826d527c HDDS-10407. Introduce metrics for deleteKey operation in
SCM service. (#6439)
add b37fc2fb16 HDDS-11003. Eliminate code duplication in
XceiverClientGrpc#sendCommandAsync (#6805)
add 1cc1ac6c84 HDDS-11019. Remove unused property release-year from root
POM (#6826)
add b87f977ef2 HDDS-10854. Run full Ozone CI with specific Ratis commit
(#6822)
add b783c34321 HDDS-11022. Set default test exclusion (#6830)
add 9a4894cd44 HDDS-11006. Selective checks: integration skipped when
build not required (#6808)
add 7164564293 HDDS-2887. Add config to tune replication level of watch
requests in Ozone client (#6768)
add 44cb3a59ee HDDS-11032. Decommissioned datanodes shows up again after
removing in Recon Datanodes page. (#6833)
add 2e19063c4e HDDS-10942. OM decommission config support for default
serviceID. (#6834)
add 0db0c28f73 HDDS-10935. Create hdds-crypto-api and hdds-crypto-default
modules (#6770)
add 913343d500 HDDS-11024. Add endKey filter option to ozone debug ldb
scan (#6828)
add a8dd86ff46 HDDS-10855. Handle Null ParentKeyInfo Error in Recon
Namespace Summary Task. (#6679)
add b3d191bb18 HDDS-10486. Recon datanode UI to incorporate explicit
removal of DEAD (#6411)
add 59560a156d HDDS-8942. Intermittent failure in
ITestOzoneContractCreate#testSyncable (#6821)
add 769d09e515 HDDS-10983. EC Key read corruption when the replica index
of container in DN mismatches (#6779)
add 19d623c3ee HDDS-10888. Restrict X509CertificateHolder usage to the
bare minimum required. (#6802)
add 9f1f7ed238 HDDS-11025. Update some ZH docs (#6829)
new 1fe90111a3 Merge remote-tracking branch 'origin/master' into
HDDS-10656-atomic-key-overwrite
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/build-ratis.yml | 137 +++
.github/workflows/ci-with-ratis.yml | 52 +
.github/workflows/ci.yml | 66 +-
.github/workflows/intermittent-test-check.yml | 62 +-
.github/workflows/populate-cache.yml | 24 +-
.github/workflows/repeat-acceptance.yml | 2 +-
.gitignore | 1 +
.mvn/{gradle-enterprise.xml => develocity.xml} | 15 +-
.mvn/extensions.xml | 6 +-
dev-support/ci/download-nodejs.sh | 63 ++
.../apache/hadoop/hdds/scm/OzoneClientConfig.java | 6 +-
.../apache/hadoop/hdds/scm/XceiverClientGrpc.java | 68 +-
.../hadoop/hdds/scm/XceiverClientMetrics.java | 59 +-
.../apache/hadoop/hdds/scm/XceiverClientRatis.java | 92 +-
.../hadoop/hdds/scm/client/ClientTrustManager.java | 2 +-
.../hadoop/hdds/scm/storage/BlockInputStream.java | 31 +-
.../hadoop/hdds/scm/storage/ChunkInputStream.java | 25 +-
.../ozone/client/io/BlockInputStreamFactory.java | 3 +-
.../client/io/BlockInputStreamFactoryImpl.java | 3 +-
.../hadoop/ozone/client/io/ECBlockInputStream.java | 7 +-
.../hdds/scm/storage/DummyBlockInputStream.java | 2 +-
.../storage/DummyBlockInputStreamWithRetry.java | 2 +-
.../hdds/scm/storage/TestBlockInputStream.java | 2 +-
.../storage/TestBlockOutputStreamCorrectness.java | 10 +-
.../client/io/TestBlockInputStreamFactoryImpl.java | 11 +-
hadoop-hdds/common/pom.xml | 12 +-
.../org/apache/hadoop/hdds/HddsConfigKeys.java | 7 -
.../java/org/apache/hadoop/hdds/HddsUtils.java | 6 +-
.../org/apache/hadoop/hdds/client/BlockID.java | 57 +-
.../hadoop/hdds/client/DecommissionUtils.java | 153 +++
.../org/apache/hadoop/hdds/client/OzoneQuota.java | 124 ++-
.../org/apache/hadoop/hdds/client/QuotaList.java | 69 --
.../hadoop/hdds/conf/OzoneConfiguration.java | 9 +-
.../hadoop/hdds/freon/FakeClusterTopology.java | 38 +-
.../hadoop/hdds/protocol/DatanodeDetails.java | 135 ++-
.../hdds/ratis/ContainerCommandRequestMessage.java | 4 +
.../org/apache/hadoop/hdds/ratis/RatisHelper.java | 7 +
.../hadoop/hdds/ratis/conf/RatisClientConfig.java | 22 +-
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 4 +-
.../java/org/apache/hadoop/hdds/scm/ScmInfo.java | 11 +-
.../apache/hadoop/hdds/scm/XceiverClientReply.java | 3 +-
.../scm/container/common/helpers/ExcludeList.java | 19 +-
.../hadoop/hdds/scm/exceptions/SCMException.java | 6 +
.../org/apache/hadoop/hdds/scm/ha/SCMHAUtils.java | 6 +-
.../apache/hadoop/hdds/scm/net/NetConstants.java | 3 +
.../org/apache/hadoop/hdds/scm/net/NodeImpl.java | 55 +-
.../apache/hadoop/hdds/scm/pipeline/Pipeline.java | 29 +-
.../hdds/scm/storage/ContainerProtocolCalls.java | 53 +-
.../hadoop/hdds/security/SecurityConfig.java | 51 +-
.../x509/certificate/utils/CertificateCodec.java | 107 +-
.../certificate/utils/SelfSignedCertificate.java | 24 +-
.../hadoop/hdds/security/x509/crl/CRLStatus.java | 87 --
.../hdds/security/x509/crl/package-info.java | 24 -
.../org/apache/hadoop/hdds/server/JsonUtils.java | 34 +-
.../apache/hadoop/hdds/utils/BatchOperation.java | 88 --
.../org/apache/hadoop/ozone/ClientVersion.java | 4 +
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 2 +-
.../java/org/apache/hadoop/ozone/OzoneConsts.java | 8 +-
.../apache/hadoop/ozone/OzoneManagerVersion.java | 4 +-
.../org/apache/hadoop/ozone/OzoneSecurityUtil.java | 5 +-
.../apache/hadoop/ozone/common/ChecksumData.java | 5 +-
.../ozone/common/statemachine/StateMachine.java | 10 +-
.../ozone/container/common/helpers/ChunkInfo.java | 13 +-
.../java/org/apache/hadoop/ozone/lease/Lease.java | 26 +-
.../hadoop/ozone/lease/LeaseCallbackExecutor.java | 14 +-
.../apache/hadoop/ozone/lease/LeaseManager.java | 5 +-
.../hadoop/ozone/util/ShutdownHookManager.java | 38 +-
.../org/apache/hadoop/util/PerformanceMetrics.java | 23 +-
.../hadoop/util/PerformanceMetricsInitializer.java | 24 +-
.../apache/hadoop/util/StringWithByteString.java | 54 +
.../common/src/main/resources/ozone-default.xml | 15 +-
.../org/apache/hadoop/hdds/JsonTestUtils.java} | 69 +-
.../apache/hadoop/hdds/client/TestOzoneQuota.java} | 24 +-
.../ratis/TestContainerCommandRequestMessage.java | 3 +
.../hdds/security/x509/CertificateTestUtils.java | 1 +
.../ozone/container/ContainerTestHelper.java | 22 +-
.../hdds/datanode/metadata/CRLDBDefinition.java | 100 --
.../hdds/datanode/metadata/DatanodeCRLStore.java | 84 --
.../datanode/metadata/DatanodeCRLStoreImpl.java | 128 ---
.../apache/hadoop/ozone/HddsDatanodeService.java | 21 +-
.../container/common/helpers/ContainerMetrics.java | 61 +-
.../container/common/helpers/DatanodeIdYaml.java | 6 +-
.../container/common/impl/HddsDispatcher.java | 3 +-
.../common/report/CRLStatusReportPublisher.java | 82 --
.../common/report/ReportPublisherFactory.java | 2 -
.../common/statemachine/DatanodeStateMachine.java | 12 +-
.../common/statemachine/StateContext.java | 13 -
.../ClosePipelineCommandHandler.java | 32 +-
.../common/transport/server/ratis/CSMMetrics.java | 16 +-
.../server/ratis/ContainerStateMachine.java | 45 +-
.../ozone/container/common/volume/VolumeUsage.java | 39 +-
.../KeyValueContainerMetadataInspector.java | 178 ++--
.../ozone/container/keyvalue/KeyValueHandler.java | 23 +-
.../container/keyvalue/helpers/BlockUtils.java | 23 +-
.../container/keyvalue/helpers/ChunkUtils.java | 4 +-
.../container/keyvalue/impl/BlockManagerImpl.java | 20 +-
.../keyvalue/impl/KeyValueStreamDataChannel.java | 7 +-
.../keyvalue/impl/StreamDataChannelBase.java | 3 +
.../keyvalue/interfaces/BlockManager.java | 4 +-
.../keyvalue/interfaces/ChunkManager.java | 2 +-
.../metadata/TestDatanodeCRLStoreImpl.java | 117 --
.../hdds/datanode/metadata/package-info.java | 22 -
.../hadoop/ozone/TestHddsDatanodeService.java | 24 +-
.../hadoop/ozone/TestHddsSecureDatanodeInit.java | 59 +-
.../container/common/helpers/TestBlockData.java | 2 +-
.../container/common/impl/TestHddsDispatcher.java | 4 +-
.../common/report/TestReportPublisher.java | 74 --
.../common/report/TestReportPublisherFactory.java | 12 -
.../common/statemachine/TestStateContext.java | 11 +-
.../volume/TestCapacityVolumeChoosingPolicy.java | 4 +
.../common/volume/TestReservedVolumeSpace.java | 60 +-
.../volume/TestRoundRobinVolumeChoosingPolicy.java | 5 +
.../TestKeyValueContainerMetadataInspector.java | 94 +-
.../TestKeyValueHandlerWithUnhealthyContainer.java | 59 ++
.../impl/TestKeyValueStreamDataChannel.java | 4 +-
hadoop-hdds/crypto-api/pom.xml | 37 +
hadoop-hdds/crypto-default/pom.xml | 37 +
hadoop-hdds/docs/content/concept/Recon.zh.md | 2 +-
.../content/concept/StorageContainerManager.md | 2 +-
hadoop-hdds/docs/content/start/OnPrem.md | 2 +-
hadoop-hdds/docs/content/start/OnPrem.zh.md | 6 +-
hadoop-hdds/docs/dev-support/bin/generate-site.sh | 2 +-
.../hdds/conf/DatanodeRatisServerConfig.java | 8 +-
.../apache/hadoop/hdds/conf/HddsConfServlet.java | 10 +-
.../hadoop/hdds/protocol/SCMSecurityProtocol.java | 31 +-
.../SCMSecurityProtocolClientSideTranslatorPB.java | 61 +-
.../DeletedBlocksTransactionInfoWrapper.java | 9 +-
.../hadoop/hdds/scm/metadata/SCMMetadataStore.java | 46 -
.../scm/update/client/CRLClientUpdateHandler.java | 202 ----
.../hadoop/hdds/scm/update/client/CRLStore.java | 34 -
.../hdds/scm/update/client/ClientCRLStore.java | 98 --
.../scm/update/client/ClientUpdateHandler.java | 29 -
.../client/SCMUpdateClientConfiguration.java | 53 -
.../update/client/SCMUpdateServiceGrpcClient.java | 219 ----
.../scm/update/client/UpdateServiceConfig.java | 43 -
.../hdds/scm/update/client/package-info.java | 22 -
.../hdds/scm/update/server/CRLClientInfo.java | 56 -
.../scm/update/server/SCMUpdateClientInfo.java | 67 --
.../hdds/scm/update/server/package-info.java | 22 -
.../security/token/CompositeTokenVerifier.java | 4 +-
.../hdds/security/token/NoopTokenVerifier.java | 4 +-
.../security/token/ShortLivedTokenVerifier.java | 8 +-
.../hadoop/hdds/security/token/TokenVerifier.java | 9 +-
.../x509/certificate/authority/BaseApprover.java | 18 +-
.../x509/certificate/authority/CRLApprover.java | 43 -
.../certificate/authority/CertificateApprover.java | 24 +-
.../certificate/authority/CertificateServer.java | 46 +-
.../certificate/authority/CertificateStore.java | 93 +-
.../certificate/authority/DefaultApprover.java | 26 +-
.../certificate/authority/DefaultCAServer.java | 164 +--
.../certificate/authority/DefaultCRLApprover.java | 58 -
.../client/DefaultCertificateClient.java | 2 +-
.../certificate/client/SCMCertificateClient.java | 19 +-
.../hadoop/hdds/security/x509/crl/CRLCodec.java | 220 ----
.../hadoop/hdds/security/x509/crl/CRLInfo.java | 226 ----
.../apache/hadoop/hdds/utils/HddsServerUtil.java | 4 +
.../apache/hadoop/hdds/utils/TransactionInfo.java | 2 +-
.../org/apache/hadoop/hdds/utils/db/RDBStore.java | 2 +-
.../hadoop/hdds/conf/TestHddsConfServlet.java | 5 +-
.../token/TestOzoneBlockTokenSecretManager.java | 16 +-
.../hdds/security/token/TokenVerifierTests.java | 14 +-
.../x509/certificate/authority/MockApprover.java | 58 -
.../x509/certificate/authority/MockCAStore.java | 56 +-
.../certificate/authority/TestDefaultCAServer.java | 135 +--
.../certificate/authority/TestDefaultProfile.java | 33 +-
.../client/CertificateClientTestImpl.java | 64 +-
.../client/TestDefaultCertificateClient.java | 12 +-
.../client/TestDnCertificateClientInit.java | 7 +-
.../client/TestRootCaRotationPoller.java | 15 +-
.../x509/certificate/utils/TestCRLCodec.java | 288 -----
.../certificate/utils/TestCertificateCodec.java | 174 +--
.../certificate/utils/TestRootCertificate.java | 69 +-
.../apache/hadoop/hdds/server/TestJsonUtils.java | 5 +-
hadoop-hdds/hadoop-dependency-server/pom.xml | 39 +
.../src/main/proto/DatanodeClientProtocol.proto | 1 +
.../src/main/proto/ScmServerProtocol.proto | 3 +
.../src/main/proto/ScmServerSecurityProtocol.proto | 20 +
.../utils/db/managed/ManagedSstFileReader.java | 21 +-
hadoop-hdds/pom.xml | 2 +
.../src/main/patches/rocks-native.patch | 5 +-
hadoop-hdds/rocksdb-checkpoint-differ/pom.xml | 37 -
.../ozone/rocksdb/util/SstFileSetReader.java | 33 +-
.../ozone/rocksdiff/RocksDBCheckpointDiffer.java | 104 +-
.../org/apache/ozone/rocksdiff/RocksDiffUtils.java | 9 +-
.../rocksdiff/TestRocksDBCheckpointDiffer.java | 107 +-
.../ContainerBalancerSelectionCriteria.java | 18 +-
.../container/balancer/ContainerBalancerTask.java | 104 +-
.../container/balancer/ContainerMoveSelection.java | 22 +
.../algorithms/SCMContainerPlacementCapacity.java | 6 +
.../algorithms/SCMContainerPlacementRandom.java | 6 +
.../placement/metrics/SCMPerformanceMetrics.java | 94 ++
.../container/replication/ReplicationManager.java | 6 +-
.../apache/hadoop/hdds/scm/events/SCMEvents.java | 10 -
.../hadoop/hdds/scm/ha/SCMHAManagerImpl.java | 19 +-
.../hadoop/hdds/scm/ha/SCMRatisServerImpl.java | 9 +-
.../apache/hadoop/hdds/scm/ha/SCMStateMachine.java | 4 +-
.../hadoop/hdds/scm/ha/SequenceIdGenerator.java | 11 -
.../hadoop/hdds/scm/metadata/SCMDBDefinition.java | 45 -
.../hdds/scm/metadata/SCMMetadataStoreImpl.java | 77 --
.../hdds/scm/node/NodeDecommissionManager.java | 28 +-
.../hadoop/hdds/scm/node/NodeStateManager.java | 7 +-
.../hadoop/hdds/scm/node/SCMNodeManager.java | 13 +-
.../hadoop/hdds/scm/node/states/NodeStateMap.java | 71 +-
.../hadoop/hdds/scm/pipeline/PipelineStateMap.java | 31 +-
.../SCMSecurityProtocolServerSideTranslatorPB.java | 60 +-
.../hdds/scm/security/CRLStatusReportHandler.java | 87 --
.../hdds/scm/security/RootCARotationManager.java | 36 +-
.../hdds/scm/server/SCMBlockProtocolServer.java | 8 +
.../hadoop/hdds/scm/server/SCMCertStore.java | 205 +---
.../scm/server/SCMDatanodeHeartbeatDispatcher.java | 14 -
.../hdds/scm/server/SCMSecurityProtocolServer.java | 71 +-
.../hdds/scm/server/StorageContainerManager.java | 54 +-
.../hadoop/hdds/scm/update/server/SCMCRLStore.java | 51 -
.../scm/update/server/SCMCRLUpdateHandler.java | 142 ---
.../scm/update/server/SCMUpdateClientManager.java | 149 ---
.../hdds/scm/update/server/SCMUpdateHandler.java | 53 -
.../update/server/SCMUpdateServiceGrpcServer.java | 100 --
.../scm/update/server/SCMUpdateServiceImpl.java | 119 ---
.../org/apache/hadoop/hdds/scm/HddsTestUtils.java | 16 -
.../hdds/scm/container/balancer/MockedSCM.java | 35 +-
.../TestContainerBalancerDatanodeNodeLimit.java | 165 ++-
.../balancer/TestContainerBalancerTask.java | 167 +--
.../scm/container/balancer/TestableCluster.java | 8 +-
.../TestSCMContainerPlacementCapacity.java | 3 +-
.../TestSCMContainerPlacementRandom.java | 6 +-
.../hadoop/hdds/scm/ha/TestSCMHAManagerImpl.java | 63 +-
.../hdds/scm/ha/io/TestX509CertificateCodec.java | 8 +
.../scm/metadata/TestX509CertificateCodec.java | 8 +
.../scm/security/TestCRLStatusReportHandler.java | 137 ---
.../scm/security/TestRootCARotationManager.java | 7 +-
.../hadoop/hdds/scm/server/TestSCMCertStore.java | 198 +---
.../hdds/scm/update/server/MockCRLStore.java | 140 ---
.../server/TestSCMUpdateServiceGrpcServer.java | 302 ------
.../ozone/container/common/TestEndPoint.java | 45 +-
.../placement/TestContainerPlacement.java | 6 +-
.../hadoop/hdds/scm/cli/cert/ListSubcommand.java | 15 +-
.../cli/datanode/DecommissionStatusSubCommand.java | 50 +-
.../scm/cli/pipeline/ClosePipelineSubcommand.java | 50 +-
.../scm/cli/pipeline/FilterPipelineOptions.java | 85 ++
.../scm/cli/pipeline/ListPipelinesSubcommand.java | 77 +-
.../apache/hadoop/ozone/client/ObjectStore.java | 92 +-
.../apache/hadoop/ozone/client/OzoneBucket.java | 96 +-
.../org/apache/hadoop/ozone/client/OzoneKey.java | 25 +-
.../hadoop/ozone/client/OzoneKeyDetails.java | 8 +-
.../client/checksum/ECBlockChecksumComputer.java | 6 +-
.../client/checksum/ECFileChecksumHelper.java | 7 +-
.../checksum/ReplicatedFileChecksumHelper.java | 8 +-
.../ozone/client/io/ECBlockOutputStreamEntry.java | 4 +-
.../hadoop/ozone/client/io/KeyInputStream.java | 8 +-
.../hadoop/ozone/client/io/KeyOutputStream.java | 2 +-
.../ozone/client/protocol/ClientProtocol.java | 74 +-
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 177 +++-
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 37 +-
.../ozone/om/exceptions/OMNotLeaderException.java | 7 +
.../apache/hadoop/ozone/om/helpers/ErrorInfo.java | 33 +-
.../apache/hadoop/ozone/om/helpers/OmKeyArgs.java | 20 +-
.../apache/hadoop/ozone/om/helpers/OmKeyInfo.java | 37 +-
.../apache/hadoop/ozone/om/helpers/WithTags.java | 20 +-
.../ozone/om/protocol/OzoneManagerProtocol.java | 26 +-
.../ozone/om/protocolPB/OmTransportFactory.java | 4 +-
...OzoneManagerProtocolClientSideTranslatorPB.java | 50 +-
.../ozone/snapshot/CancelSnapshotDiffResponse.java | 2 +-
.../ozone/snapshot/ListSnapshotResponse.java | 45 +-
.../ozone/snapshot/SnapshotDiffReportOzone.java | 24 +-
hadoop-ozone/dev-support/checks/acceptance.sh | 4 +-
hadoop-ozone/dev-support/checks/blockade.sh | 2 +-
hadoop-ozone/dev-support/checks/coverage.sh | 4 +-
hadoop-ozone/dev-support/checks/junit.sh | 6 +-
hadoop-ozone/dev-support/checks/kubernetes.sh | 2 +-
hadoop-ozone/dev-support/checks/native.sh | 2 +-
hadoop-ozone/dev-support/checks/unit.sh | 1 -
.../dist/dev-support/bin/dist-layout-stitching | 3 +
.../dist/src/main/compose/common/s3a-test.sh | 3 +-
.../ps.sh => compose_v2_compatibility.sh} | 9 +-
hadoop-ozone/dist/src/main/compose/ozone/run.sh | 2 +
.../dist/src/main/compose/ozonescripts/README.md | 2 +-
.../dist/src/main/compose/ozonescripts/ps.sh | 5 +-
.../dist/src/main/compose/ozonescripts/start.sh | 3 +
.../dist/src/main/compose/ozonescripts/stop.sh | 3 +
.../src/main/compose/ozonesecure/docker-config | 2 +-
hadoop-ozone/dist/src/main/compose/testlib.sh | 29 +-
hadoop-ozone/dist/src/main/k8s/examples/testlib.sh | 2 +-
.../dist/src/main/keytabs/update-keytabs.sh | 2 +-
hadoop-ozone/dist/src/main/license/jar-report.txt | 3 +
.../dist/src/main/license/update-jar-report.sh | 2 +-
.../dist/src/main/smoketest/admincli/cert.robot | 4 +-
.../dist/src/main/smoketest/env-compose.robot | 32 -
.../main/smoketest/httpfs/operations_tests.robot | 10 -
.../src/main/smoketest/s3/MultipartUpload.robot | 25 +-
.../dist/src/main/smoketest/s3/objectcopy.robot | 21 +-
.../dist/src/main/smoketest/s3/objectputget.robot | 32 +-
.../src/main/smoketest/security/admin-cert.robot | 5 +-
.../src/main/smoketest/snapshot/snapshot-sh.robot | 10 +
.../dist/src/shell/ozone/ozone-functions.sh | 5 +-
.../apache/ozone/fs/http/server/HttpFSServer.java | 12 +-
.../dev-support/findbugsExcludeFile.xml | 14 +-
.../fs/ozone/AbstractOzoneFileSystemTest.java | 37 +
.../ozone/AbstractOzoneFileSystemTestWithFSO.java | 2 +-
.../ozone/AbstractRootedOzoneFileSystemTest.java | 6 +
.../hadoop/hdds/scm/TestContainerSmallFile.java | 2 +-
.../TestSCMContainerPlacementPolicyMetrics.java | 163 ---
.../hadoop/hdds/scm/TestSCMInstallSnapshot.java | 2 -
.../hadoop/hdds/scm/TestXceiverClientGrpc.java | 22 +-
.../TestContainerStateManagerIntegration.java | 5 +-
.../hdds/scm/pipeline/TestPipelineClose.java | 14 +-
.../hdds/scm/storage/TestContainerCommandsEC.java | 10 +-
.../hadoop/ozone/MiniOzoneHAClusterImpl.java | 1 -
.../hadoop/ozone/TestContainerOperations.java | 56 +
.../TestContainerStateMachineIdempotency.java | 116 --
.../apache/hadoop/ozone/TestDelegationToken.java | 2 -
.../hadoop/ozone/TestMultipartObjectGet.java | 10 +
.../hadoop/ozone/TestOzoneConfigurationFields.java | 1 -
.../hadoop/ozone/TestSecureOzoneCluster.java | 157 ++-
...lientAbstract.java => OzoneRpcClientTests.java} | 514 +++++++--
.../ozone/client/rpc/TestBlockOutputStream.java | 75 +-
...ayCommitInRatis.java => TestCommitInRatis.java} | 30 +-
.../client/rpc/TestFailureHandlingByClient.java | 19 +-
.../client/rpc/TestOzoneAtRestEncryption.java | 8 -
.../ozone/client/rpc/TestOzoneRpcClient.java | 16 +-
.../client/rpc/TestOzoneRpcClientWithRatis.java | 348 +-----
.../ozone/client/rpc/TestSecureOzoneRpcClient.java | 125 +--
.../ozone/client/rpc/TestWatchForCommit.java | 198 ++--
.../ozone/container/TestContainerReplication.java | 209 ++++
.../ozoneimpl/TestOzoneContainerWithTLS.java | 7 +
.../org/apache/hadoop/ozone/debug/TestLDBCli.java | 24 +
.../hadoop/ozone/freon/TestDNRPCLoadGenerator.java | 35 +-
.../hadoop/ozone/om/TestAddRemoveOzoneManager.java | 9 +-
.../hadoop/ozone/om/TestOMDbCheckpointServlet.java | 28 +-
.../hadoop/ozone/om/TestSecureOzoneManager.java | 4 +-
.../ozone/recon/TestReconContainerEndpoint.java | 222 ++++
.../hadoop/ozone/recon/TestReconScmHASnapshot.java | 2 +-
...napshot.java => TestReconScmNonHASnapshot.java} | 11 +-
.../ozone/recon/TestReconWithOzoneManager.java | 10 +-
.../hadoop/ozone/shell/TestNSSummaryAdmin.java | 20 +-
.../shell/TestOzoneContainerUpgradeShell.java | 2 +
.../hadoop/ozone/shell/TestOzoneRepairShell.java | 133 +++
.../hadoop/ozone/shell/TestOzoneShellHA.java | 26 +-
.../hadoop/ozone/shell/TestReconfigShell.java | 3 +
.../src/main/proto/OmClientProtocol.proto | 17 +-
.../apache/hadoop/ozone/om/OMMetadataManager.java | 7 +-
.../hadoop/ozone/om/OMDBCheckpointServlet.java | 54 +-
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 40 +-
.../org/apache/hadoop/ozone/om/OzoneAclUtils.java | 12 +-
.../org/apache/hadoop/ozone/om/OzoneManager.java | 16 +-
.../ozone/om/ratis/OzoneManagerRatisServer.java | 6 +
.../ozone/om/ratis/OzoneManagerStateMachine.java | 2 +-
.../hadoop/ozone/om/request/key/OMKeyRequest.java | 9 +
.../ozone/om/request/key/OMKeysDeleteRequest.java | 17 +-
.../om/request/key/OmKeysDeleteRequestWithFSO.java | 12 +-
.../S3ExpiredMultipartUploadsAbortRequest.java | 3 +
.../S3InitiateMultipartUploadRequest.java | 3 +
.../S3InitiateMultipartUploadRequestWithFSO.java | 3 +
.../multipart/S3MultipartUploadAbortRequest.java | 2 +
.../S3MultipartUploadCommitPartRequest.java | 1 +
.../S3MultipartUploadCompleteRequest.java | 7 +-
.../protocolPB/OzoneManagerRequestHandler.java | 18 +-
.../OzoneDelegationTokenSecretManager.java | 2 +
.../apache/hadoop/ozone/om/TestChunkStreams.java | 5 +-
.../hadoop/ozone/om/TestOmMetadataManager.java | 61 +-
.../om/ratis/TestOzoneManagerStateMachine.java | 20 +
.../ozone/om/request/OMRequestTestUtils.java | 7 +-
.../om/request/key/TestOMKeyCreateRequest.java | 62 +-
.../om/request/key/TestOMKeysDeleteRequest.java | 7 +
.../TestS3InitiateMultipartUploadRequest.java | 9 +-
...estS3InitiateMultipartUploadRequestWithFSO.java | 9 +-
.../s3/multipart/TestS3MultipartRequest.java | 43 +-
.../TestS3MultipartUploadCompleteRequest.java | 20 +-
.../security/TestOmCertificateClientInit.java | 4 +-
.../TestOzoneDelegationTokenSecretManager.java | 12 +-
.../fs/ozone/BasicOzoneClientAdapterImpl.java | 24 +-
.../hadoop/fs/ozone/BasicOzoneFileSystem.java | 6 +
.../ozone/BasicRootedOzoneClientAdapterImpl.java | 7 +-
.../fs/ozone/BasicRootedOzoneFileSystem.java | 6 +
.../apache/hadoop/fs/ozone/OzoneClientUtils.java | 9 +-
hadoop-ozone/recon/pom.xml | 2 +-
.../apache/hadoop/ozone/recon/ReconConstants.java | 1 +
.../apache/hadoop/ozone/recon/ReconContext.java | 149 +++
.../hadoop/ozone/recon/ReconControllerModule.java | 1 +
.../hadoop/ozone/recon/ReconResponseUtils.java | 84 ++
.../org/apache/hadoop/ozone/recon/ReconServer.java | 16 +-
.../hadoop/ozone/recon/ReconServerConfigKeys.java | 1 +
.../org/apache/hadoop/ozone/recon/ReconUtils.java | 221 +++-
.../ozone/recon/api/ClusterStateEndpoint.java | 13 +-
.../hadoop/ozone/recon/api/ContainerEndpoint.java | 51 +-
.../hadoop/ozone/recon/api/NSSummaryEndpoint.java | 25 +-
.../hadoop/ozone/recon/api/NodeEndpoint.java | 137 ++-
.../ozone/recon/api/OMDBInsightEndpoint.java | 655 +++++++++++-
.../recon/api/handlers/DirectoryEntityHandler.java | 1 -
.../ozone/recon/api/handlers/EntityHandler.java | 2 +-
.../ozone/recon/api/handlers/FSOBucketHandler.java | 1 -
.../recon/api/types/ClusterStateResponse.java | 29 +
.../ozone/recon/api/types/DatanodeMetrics.java | 81 ++
.../api/types/DecommissionStatusInfoResponse.java | 73 ++
.../ozone/recon/api/types/KeyEntityInfo.java | 42 +-
.../hadoop/ozone/recon/api/types/KeyMetadata.java | 11 +
.../hadoop/ozone/recon/api/types/KeysResponse.java | 9 +-
.../ozone/recon/api/types/ListKeysResponse.java | 114 ++
.../hadoop/ozone/recon/api/types/NSSummary.java | 15 +-
.../hadoop/ozone/recon/api/types/ParamInfo.java | 133 +++
.../hadoop/ozone/recon/codec/NSSummaryCodec.java | 17 +-
.../ozone/recon/fsck/ContainerHealthTask.java | 14 +-
.../hadoop/ozone/recon/scm/PipelineSyncTask.java | 2 +-
.../ozone/recon/scm/ReconContainerManager.java | 8 +-
.../hadoop/ozone/recon/scm/ReconNodeManager.java | 66 +-
.../ozone/recon/scm/ReconPipelineManager.java | 79 +-
.../recon/scm/ReconPipelineReportHandler.java | 7 +-
.../scm/ReconStorageContainerManagerFacade.java | 29 +-
.../recon/spi/ReconNamespaceSummaryManager.java | 3 +
.../spi/impl/ReconNamespaceSummaryManagerImpl.java | 12 +-
.../impl/StorageContainerServiceProviderImpl.java | 110 +-
.../ozone/recon/tasks/ContainerKeyMapperTask.java | 8 +-
.../ozone/recon/tasks/ContainerSizeCountTask.java | 6 +-
.../ozone/recon/tasks/FileSizeCountTask.java | 6 +-
.../hadoop/ozone/recon/tasks/NSSummaryTask.java | 2 +-
.../recon/tasks/NSSummaryTaskDbEventHandler.java | 2 +
.../ozone/recon/tasks/NSSummaryTaskWithFSO.java | 4 +-
.../ozone/recon/tasks/NSSummaryTaskWithLegacy.java | 16 +-
.../ozone/recon/tasks/NSSummaryTaskWithOBS.java | 6 +-
.../ozone/recon/tasks/OmTableInsightTask.java | 4 +-
.../webapps/recon/ozone-recon-web/api/db.json | 296 +++++-
.../webapps/recon/ozone-recon-web/api/routes.json | 31 +-
.../src/components/overviewCard/overviewCard.tsx | 5 +
.../src/components/rightDrawer/rightDrawer.tsx | 4 +-
.../src/utils/axiosRequestHelper.tsx | 15 +
.../src/views/datanodes/datanodes.less | 4 +
.../src/views/datanodes/datanodes.tsx | 84 +-
.../src/views/diskUsage/diskUsage.tsx | 41 +-
.../ozone-recon-web/src/views/heatMap/heatmap.tsx | 65 +-
.../src/views/overview/overview.tsx | 23 +-
.../ozone/recon/OMMetadataManagerTestUtils.java | 57 +-
...teCounts.java => TestClusterStateEndpoint.java} | 28 +-
.../hadoop/ozone/recon/api/TestEndpoints.java | 164 ++-
.../recon/api/TestNSSummaryEndpointWithFSO.java | 166 ++-
.../recon/api/TestNSSummaryEndpointWithLegacy.java | 48 +-
.../api/TestNSSummaryEndpointWithOBSAndLegacy.java | 76 +-
.../ozone/recon/api/TestOmDBInsightEndPoint.java | 1116 +++++++++++++++++++-
.../ozone/recon/heatmap/TestHeatMapInfo.java | 440 ++++----
.../ozone/recon/scm/TestReconNodeManager.java | 50 +-
.../ozone/recon/scm/TestReconPipelineManager.java | 36 +-
.../impl/TestReconNamespaceSummaryManagerImpl.java | 6 +-
.../recon/tasks/TestNSSummaryTaskWithFSO.java | 54 +-
.../hadoop/ozone/s3/endpoint/BucketEndpoint.java | 61 +-
...CompleteMultipartUploadRequestUnmarshaller.java | 6 +-
.../hadoop/ozone/s3/endpoint/EndpointBase.java | 84 ++
.../endpoint/MultiDeleteRequestUnmarshaller.java | 6 +-
.../hadoop/ozone/s3/endpoint/ObjectEndpoint.java | 93 +-
.../ozone/s3/endpoint/ObjectEndpointStreaming.java | 5 +-
.../endpoint/PutBucketAclRequestUnmarshaller.java | 6 +-
.../hadoop/ozone/s3/exception/S3ErrorTable.java | 6 +
.../org/apache/hadoop/ozone/s3/util/S3Consts.java | 14 +
.../hadoop/ozone/client/ClientProtocolStub.java | 38 +-
.../hadoop/ozone/client/OzoneBucketStub.java | 46 +-
.../hadoop/ozone/client/OzoneOutputStreamStub.java | 18 -
...CompleteMultipartUploadRequestUnmarshaller.java | 44 +
.../hadoop/ozone/s3/endpoint/TestObjectGet.java | 75 +-
.../hadoop/ozone/s3/endpoint/TestObjectPut.java | 229 +++-
.../ozone/s3/endpoint/TestPermissionCheck.java | 13 +-
.../ozone/admin/nssummary/DiskUsageSubCommand.java | 4 -
.../ozone/admin/nssummary/NSSummaryAdmin.java | 6 +
.../ozone/admin/om/DecommissionOMSubcommand.java | 4 +-
.../scm/ResetDeletedBlockRetryCountSubcommand.java | 15 +-
.../org/apache/hadoop/ozone/debug/DBScanner.java | 26 +-
.../apache/hadoop/ozone/debug/RocksDBUtils.java | 31 +
.../hadoop/ozone/freon/BaseFreonGenerator.java | 15 +-
.../hadoop/ozone/freon/DNRPCLoadGenerator.java | 31 +-
.../hadoop/ozone/freon/OmMetadataGenerator.java | 4 +
.../freon/OzoneClientKeyReadWriteListOps.java | 5 +
.../GenerateOzoneRequiredConfigurations.java | 3 +-
.../apache/hadoop/ozone/repair/OzoneRepair.java | 30 +
.../hadoop/ozone/repair/TransactionInfoRepair.java | 135 +++
.../hadoop/ozone/repair/om/SnapshotRepair.java | 34 +-
.../apache/hadoop/ozone/shell/OzoneAddress.java | 37 +-
.../ozone/shell/snapshot/ListSnapshotHandler.java | 2 +-
.../ozone/shell/snapshot/SnapshotDiffHandler.java | 78 +-
.../hadoop/ozone/repair/TestOzoneRepair.java | 88 ++
.../ozone/repair/TestTransactionInfoRepair.java | 146 +++
.../shell/TestOzoneAddressClientCreation.java | 30 +
.../org.mockito.plugins.MockMaker | 0
pom.xml | 121 ++-
479 files changed, 11744 insertions(+), 9770 deletions(-)
create mode 100644 .github/workflows/build-ratis.yml
create mode 100644 .github/workflows/ci-with-ratis.yml
rename .mvn/{gradle-enterprise.xml => develocity.xml} (77%)
create mode 100755 dev-support/ci/download-nodejs.sh
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/client/DecommissionUtils.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/client/QuotaList.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/security/x509/crl/CRLStatus.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/security/x509/crl/package-info.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/BatchOperation.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/util/StringWithByteString.java
copy
hadoop-hdds/common/src/{main/java/org/apache/hadoop/hdds/server/JsonUtils.java
=> test/java/org/apache/hadoop/hdds/JsonTestUtils.java} (59%)
rename
hadoop-hdds/{framework/src/main/java/org/apache/hadoop/hdds/security/x509/crl/package-info.java
=> common/src/test/java/org/apache/hadoop/hdds/client/TestOzoneQuota.java}
(64%)
delete mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/hdds/datanode/metadata/CRLDBDefinition.java
delete mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/hdds/datanode/metadata/DatanodeCRLStore.java
delete mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/hdds/datanode/metadata/DatanodeCRLStoreImpl.java
delete mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/report/CRLStatusReportPublisher.java
delete mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/hdds/datanode/metadata/TestDatanodeCRLStoreImpl.java
delete mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/hdds/datanode/metadata/package-info.java
create mode 100644 hadoop-hdds/crypto-api/pom.xml
create mode 100644 hadoop-hdds/crypto-default/pom.xml
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/scm/update/client/CRLClientUpdateHandler.java
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/scm/update/client/CRLStore.java
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/scm/update/client/ClientCRLStore.java
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/scm/update/client/ClientUpdateHandler.java
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/scm/update/client/SCMUpdateClientConfiguration.java
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/scm/update/client/SCMUpdateServiceGrpcClient.java
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/scm/update/client/UpdateServiceConfig.java
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/scm/update/client/package-info.java
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/scm/update/server/CRLClientInfo.java
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/scm/update/server/SCMUpdateClientInfo.java
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/scm/update/server/package-info.java
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/authority/CRLApprover.java
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/authority/DefaultCRLApprover.java
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/security/x509/crl/CRLCodec.java
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/security/x509/crl/CRLInfo.java
delete mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/security/x509/certificate/authority/MockApprover.java
delete mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/security/x509/certificate/utils/TestCRLCodec.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/placement/metrics/SCMPerformanceMetrics.java
delete mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/security/CRLStatusReportHandler.java
delete mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/update/server/SCMCRLStore.java
delete mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/update/server/SCMCRLUpdateHandler.java
delete mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/update/server/SCMUpdateClientManager.java
delete mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/update/server/SCMUpdateHandler.java
delete mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/update/server/SCMUpdateServiceGrpcServer.java
delete mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/update/server/SCMUpdateServiceImpl.java
delete mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/security/TestCRLStatusReportHandler.java
delete mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/update/server/MockCRLStore.java
delete mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/update/server/TestSCMUpdateServiceGrpcServer.java
create mode 100644
hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/pipeline/FilterPipelineOptions.java
rename
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/hdds/datanode/metadata/package-info.java
=>
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/ErrorInfo.java
(58%)
rename
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/update/server/package-info.java
=>
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/WithTags.java
(72%)
copy
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/security/token/NoopTokenVerifier.java
=>
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/snapshot/ListSnapshotResponse.java
(51%)
copy hadoop-ozone/dist/src/main/compose/{ozonescripts/ps.sh =>
compose_v2_compatibility.sh} (80%)
mode change 100755 => 100644
delete mode 100644 hadoop-ozone/dist/src/main/smoketest/env-compose.robot
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/TestSCMContainerPlacementPolicyMetrics.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/TestContainerStateMachineIdempotency.java
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/client/rpc/{TestOzoneRpcClientAbstract.java
=> OzoneRpcClientTests.java} (92%)
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/client/rpc/{Test2WayCommitInRatis.java
=> TestCommitInRatis.java} (85%)
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/recon/TestReconContainerEndpoint.java
copy
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/recon/{TestReconScmHASnapshot.java
=> TestReconScmNonHASnapshot.java} (92%)
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/shell/TestOzoneRepairShell.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/ReconContext.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/ReconResponseUtils.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/DatanodeMetrics.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/DecommissionStatusInfoResponse.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/ListKeysResponse.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/ParamInfo.java
rename
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/{TestContainerStateCounts.java
=> TestClusterStateEndpoint.java} (87%)
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/repair/TransactionInfoRepair.java
create mode 100644
hadoop-ozone/tools/src/test/java/org/apache/hadoop/ozone/repair/TestOzoneRepair.java
create mode 100644
hadoop-ozone/tools/src/test/java/org/apache/hadoop/ozone/repair/TestTransactionInfoRepair.java
copy {hadoop-hdds/container-service =>
hadoop-ozone/tools}/src/test/resources/mockito-extensions/org.mockito.plugins.MockMaker
(100%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
